鏡像自
https://github.com/meilisearch/MeiliSearch
synced 2025-07-02 03:18:30 +02:00
fix: Remove debug println from the tokenizer
This commit is contained in:
父節點
743974e60d
當前提交
10414791a2
@ -105,8 +105,6 @@ impl<'a> Iterator for Tokenizer<'a> {
|
||||
char_index: self.char_index,
|
||||
};
|
||||
|
||||
println!("no-cjk with start_word returns: {:?}", token);
|
||||
|
||||
self.char_index += word.chars().count();
|
||||
return Some(token)
|
||||
}
|
||||
@ -143,8 +141,6 @@ impl<'a> Iterator for Tokenizer<'a> {
|
||||
char_index: self.char_index,
|
||||
};
|
||||
|
||||
println!("cjk with start_word returns: {:?}", token);
|
||||
|
||||
self.word_index += 1;
|
||||
self.char_index += word.chars().count();
|
||||
|
||||
@ -164,8 +160,6 @@ impl<'a> Iterator for Tokenizer<'a> {
|
||||
char_index: self.char_index,
|
||||
};
|
||||
|
||||
println!("cjk without start_word returns: {:?}", token);
|
||||
|
||||
if tail.chars().next().and_then(detect_separator).is_none() {
|
||||
self.word_index += 1;
|
||||
}
|
||||
|
載入中…
x
新增問題並參考
Block a user