searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-11-23 05:14:27 +01:00
Code Issues Releases Wiki Activity

fix: Remove debug println from the tokenizer

Browse Source
This commit is contained in:
Clément Renault 2019-02-22 22:34:37 +01:00
parent 743974e60d
commit 10414791a2
No known key found for this signature in database
GPG Key ID: 0151CDAB43460DAE
1 changed files with 0 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/tokenizer/mod.rs
View File

@ -105,8 +105,6 @@ impl<'a> Iterator for Tokenizer<'a> {
char_index: self.char_index,
};
println!("no-cjk with start_word returns: {:?}", token);
self.char_index += word.chars().count();
return Some(token)
}
@ -143,8 +141,6 @@ impl<'a> Iterator for Tokenizer<'a> {
char_index: self.char_index,
};
println!("cjk with start_word returns: {:?}", token);
self.word_index += 1;
self.char_index += word.chars().count();
@ -164,8 +160,6 @@ impl<'a> Iterator for Tokenizer<'a> {
char_index: self.char_index,
};
println!("cjk without start_word returns: {:?}", token);
if tail.chars().next().and_then(detect_separator).is_none() {
self.word_index += 1;
}