1
0
鏡像自 https://github.com/meilisearch/MeiliSearch synced 2025-07-02 03:18:30 +02:00

fix: Remove debug println from the tokenizer

This commit is contained in:
Clément Renault 2019-02-22 22:34:37 +01:00
父節點 743974e60d
當前提交 10414791a2
沒有發現已知的金鑰在資料庫的簽署中
GPG 金鑰 ID: 0151CDAB43460DAE

查看文件

@ -105,8 +105,6 @@ impl<'a> Iterator for Tokenizer<'a> {
char_index: self.char_index,
};
println!("no-cjk with start_word returns: {:?}", token);
self.char_index += word.chars().count();
return Some(token)
}
@ -143,8 +141,6 @@ impl<'a> Iterator for Tokenizer<'a> {
char_index: self.char_index,
};
println!("cjk with start_word returns: {:?}", token);
self.word_index += 1;
self.char_index += word.chars().count();
@ -164,8 +160,6 @@ impl<'a> Iterator for Tokenizer<'a> {
char_index: self.char_index,
};
println!("cjk without start_word returns: {:?}", token);
if tail.chars().next().and_then(detect_separator).is_none() {
self.word_index += 1;
}