searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-07-04 20:37:15 +02:00
Code Issues Releases Wiki Activity

Correctly construct the Embeddings struct

Browse source
This commit is contained in:
Clément Renault 2024-11-28 13:53:25 +01:00
parent 58eab9a018
commit cc4bd54669
No known key found for this signature in database
GPG key ID: F250A4C4E3AE5F5F
3 changed files with 21 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

13
crates/milli/src/update/new/indexer/mod.rs
View file

@ -442,11 +442,12 @@ where
let LargeVectors { docid, embedder_id, .. } = large_vectors;
let (_, _, writer, dimensions) =
arroy_writers.get(&embedder_id).expect("requested a missing embedder");
writer.del_items(wtxn, *dimensions, docid)?;
let mut embeddings = Embeddings::new(*dimensions);
for embedding in large_vectors.read_embeddings() {
embeddings.push(embedding.to_vec()).unwrap();
}
writer.del_items(wtxn, *dimensions, docid)?;
writer.add_items(wtxn, docid, &embeddings)?;
}
}
@ -607,13 +608,11 @@ fn write_from_bbqueue(
let frame = frame_with_header.frame();
let (_, _, writer, dimensions) =
arroy_writers.get(&embedder_id).expect("requested a missing embedder");
let mut embeddings = Embeddings::new(*dimensions);
let all_embeddings = asvs.read_all_embeddings_into_vec(frame, aligned_embedding);
embeddings.append(all_embeddings.to_vec()).unwrap();
writer.del_items(wtxn, *dimensions, docid)?;
for index in 0.. {
match asvs.read_embedding_into_vec(frame, index, aligned_embedding) {
Some(embedding) => writer.add_item(wtxn, docid, embedding)?,
None => break,
}
}
writer.add_items(wtxn, docid, &embeddings)?;
}
}
}