mirror of
https://github.com/meilisearch/MeiliSearch
synced 2024-11-25 22:34:28 +01:00
Add '@' char as a tokenizer separator
Update CHANGELOG.md Co-Authored-By: Clément Renault <renault.cle@gmail.com>
This commit is contained in:
parent
45e55bc054
commit
10211737c5
@ -1,3 +1,7 @@
|
||||
## v0.10.1 (unreleased)
|
||||
|
||||
- Add '@' character as tokenizer separator (#607)
|
||||
|
||||
## v0.10
|
||||
|
||||
- Refined filtering (#592)
|
||||
|
@ -54,7 +54,7 @@ fn classify_separator(c: char) -> Option<SeparatorCategory> {
|
||||
c if c.is_whitespace() => Some(Soft), // whitespaces
|
||||
c if deunicode_char(c) == Some("'") => Some(Soft), // quotes
|
||||
c if deunicode_char(c) == Some("\"") => Some(Soft), // double quotes
|
||||
'-' | '_' | '\'' | ':' | '/' | '\\' => Some(Soft),
|
||||
'-' | '_' | '\'' | ':' | '/' | '\\' | '@' => Some(Soft),
|
||||
'.' | ';' | ',' | '!' | '?' | '(' | ')' => Some(Hard),
|
||||
_ => None,
|
||||
}
|
||||
|
Loading…
Reference in New Issue
Block a user