searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-12-02 01:25:45 +01:00
Code Issues Releases Wiki Activity

Try fix

Browse Source
This commit is contained in:
ManyTheFish 2023-08-08 16:52:36 +02:00
parent fc2590fc9d
commit 8dc5acf998
1 changed files with 9 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
milli/src/update/settings.rs
View File

@ -477,13 +477,18 @@ impl<'a, 't, 'u, 'i> Settings<'a, 't, 'u, 'i> {
for (word, synonyms) in synonyms { for (word, synonyms) in synonyms {
// Normalize both the word and associated synonyms. // Normalize both the word and associated synonyms.
let normalized_word = normalize(&tokenizer, word); let normalized_word = normalize(&tokenizer, word);
let normalized_synonyms = let normalized_synonyms: Vec<_> = synonyms
synonyms.iter().map(|synonym| normalize(&tokenizer, synonym)); .iter()
.map(|synonym| normalize(&tokenizer, synonym))
.filter(|synonym| !synonym.is_empty())
.collect();
// Store the normalized synonyms under the normalized word, // Store the normalized synonyms under the normalized word,
// merging the possible duplicate words. // merging the possible duplicate words.
let entry = new_synonyms.entry(normalized_word).or_insert_with(Vec::new); if !normalized_word.is_empty() && !normalized_synonyms.is_empty() {
entry.extend(normalized_synonyms); let entry = new_synonyms.entry(normalized_word).or_insert_with(Vec::new);
entry.extend(normalized_synonyms.into_iter());
}
} }
// Make sure that we don't have duplicate synonyms. // Make sure that we don't have duplicate synonyms.