diff --git a/meilidb-tokenizer/src/lib.rs b/meilidb-tokenizer/src/lib.rs index 6bbcbea3d..fa500a840 100644 --- a/meilidb-tokenizer/src/lib.rs +++ b/meilidb-tokenizer/src/lib.rs @@ -47,7 +47,7 @@ fn classify_separator(c: char) -> Option { c if c.is_whitespace() => Some(Soft), // whitespaces c if deunicode_char(c) == Some("'") => Some(Soft), // quotes c if deunicode_char(c) == Some("\"") => Some(Soft), // double quotes - '-' | '_' | '\'' | ':' => Some(Soft), + '-' | '_' | '\'' | ':' | '/' | '\\' => Some(Soft), '.' | ';' | ',' | '!' | '?' | '(' | ')' => Some(Hard), _ => None, }