searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-11-29 16:24:26 +01:00
Code Issues Releases Wiki Activity

Use different algorithms for different documents ratios

Browse Source
This commit is contained in:
Clément Renault 2020-01-14 17:10:35 +01:00
parent 6edb460bea
commit 54dacb362d
No known key found for this signature in database
GPG Key ID: 92ADA4E935E71FA4
1 changed files with 48 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

58
meilisearch-core/src/bucket_sort.rs
View File

@ -94,38 +94,66 @@ where
let before = Instant::now(); let before = Instant::now();
let docidslen = docids.len() as f32;
let mut bare_matches = Vec::new(); let mut bare_matches = Vec::new();
mk_arena!(arena); mk_arena!(arena);
for ((query, input, distance), matches) in queries { for ((query, input, distance), matches) in queries {
let postings_list_view = PostingsListView::original(Rc::from(input), Rc::new(matches)); let postings_list_view = PostingsListView::original(Rc::from(input), Rc::new(matches));
let pllen = postings_list_view.len() as f32;
if docidslen / pllen >= 0.8 {
let mut offset = 0; let mut offset = 0;
for id in docids.as_slice() { for matches in postings_list_view.linear_group_by_key(|m| m.document_id) {
let di = DocIndex { document_id: *id, ..DocIndex::default() }; let document_id = matches[0].document_id;
let pos = exponential_search(&postings_list_view[offset..], &di).unwrap_or_else(|x| x); if docids.contains(&document_id) {
let range = postings_list_view.range(offset, matches.len());
let group = postings_list_view[offset + pos..]
.linear_group_by_key(|m| m.document_id)
.next()
.filter(|matches| matches[0].document_id == *id);
offset += pos;
if let Some(matches) = group {
let range = postings_list_view.range(pos, matches.len());
let posting_list_index = arena.add(range); let posting_list_index = arena.add(range);
let bare_match = BareMatch { let bare_match = BareMatch {
document_id: *id, document_id,
query_index: query.id, query_index: query.id,
distance: distance, distance,
is_exact: true, // TODO where can I find this info? is_exact: true, // TODO where can I find this info?
postings_list: posting_list_index, postings_list: posting_list_index,
}; };
bare_matches.push(bare_match); bare_matches.push(bare_match);
} }
offset += matches.len();
}
} else {
let mut offset = 0;
for id in docids.as_slice() {
let di = DocIndex { document_id: *id, ..DocIndex::default() };
let pos = exponential_search(&postings_list_view[offset..], &di).unwrap_or_else(|x| x);
offset += pos;
let group = postings_list_view[offset..]
.linear_group_by_key(|m| m.document_id)
.next()
.filter(|matches| matches[0].document_id == *id);
if let Some(matches) = group {
let range = postings_list_view.range(offset, matches.len());
let posting_list_index = arena.add(range);
let bare_match = BareMatch {
document_id: *id,
query_index: query.id,
distance,
is_exact: true, // TODO where can I find this info?
postings_list: posting_list_index,
};
bare_matches.push(bare_match);
}
}
} }
} }