searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-12-02 09:35:45 +01:00
Code Issues Releases Wiki Activity

deunicase synonyms

Browse Source
This commit is contained in:
mpostma 2020-10-26 17:47:55 +01:00
parent 1b57218739
commit f9ab85adbe
1 changed files with 19 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
meilisearch-core/src/update/settings_update.rs
View File

@ -1,4 +1,4 @@
use std::collections::{BTreeMap, BTreeSet}; use std::collections::{BTreeMap, BTreeSet, btree_map::Entry};
use heed::Result as ZResult; use heed::Result as ZResult;
use fst::{set::OpBuilder, SetBuilder}; use fst::{set::OpBuilder, SetBuilder};
@ -126,7 +126,7 @@ pub fn apply_settings_update(
} }
match settings.synonyms { match settings.synonyms {
UpdateState::Update(synonyms) => apply_synonyms_update(writer, index, synonyms)?, UpdateState::Update(synonyms) => apply_synonyms_update(writer, index, transform_synonyms(synonyms))? ,
UpdateState::Clear => apply_synonyms_update(writer, index, BTreeMap::new())?, UpdateState::Clear => apply_synonyms_update(writer, index, BTreeMap::new())?,
UpdateState::Nothing => (), UpdateState::Nothing => (),
} }
@ -138,6 +138,23 @@ pub fn apply_settings_update(
Ok(()) Ok(())
} }
fn transform_synonyms(synonyms: BTreeMap<String, Vec<String>>) -> BTreeMap<String, Vec<String>> {
synonyms
.into_iter()
.fold(BTreeMap::new(), |mut map, (key, values)| {
let deunicoded = deunicode::deunicode(&key);
match map.entry(deunicoded) {
Entry::Vacant(entry) => {
entry.insert(values);
}
Entry::Occupied(mut entry) => {
entry.get_mut().extend_from_slice(&values);
}
}
map
})
}
fn apply_attributes_for_faceting_update( fn apply_attributes_for_faceting_update(
writer: &mut heed::RwTxn<MainT>, writer: &mut heed::RwTxn<MainT>,
index: &store::Index, index: &store::Index,