searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-07-03 03:47:02 +02:00
Code Issues Releases Wiki Activity

Add proximity calculation for the same word

Browse source
This commit is contained in:
msvaljek 2022-10-07 12:59:12 +02:00
parent 358aa337ea
commit 762e320c35
No known key found for this signature in database
GPG key ID: 444D57897E9AFDFA
1 changed files with 11 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

11
milli/src/update/index_documents/extract/extract_word_pair_proximity_docids.rs
View file

@ -127,6 +127,17 @@ fn document_word_positions_into_sorter<'b>(
// Advance the head and push it in the heap.
if let Some(mut head) = ordered_peeked_word_positions.pop() {
if let Some(next_position) = head.iter.next() {
let prox = positions_proximity(head.position, next_position);
if prox > 0 && prox < MAX_DISTANCE {
word_pair_proximity
.entry((head.word.clone(), head.word.clone()))
.and_modify(|p| {
*p = cmp::min(*p, prox);
})
.or_insert(prox);
}
word_positions_heap.push(PeekedWordPosition {
word: head.word,
position: next_position,