searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-07-04 20:37:15 +02:00
Code Issues Releases Wiki Activity

Avoid rewritting documents that don't change

Browse source 
Ensure being on a reindex action before getting embedder_category_id

Fix document skip function
This commit is contained in:
ManyTheFish 2025-06-30 09:47:30 +02:00
parent 77802dabf6
commit 0687cf058a
2 changed files with 58 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

18
crates/milli/src/update/new/extract/vectors/mod.rs
View file

@ -351,13 +351,17 @@ impl<'extractor> SettingsChangeExtractor<'extractor> for SettingsChangeEmbedding
for (embedder_name, (embedder, prompt, _is_quantized)) in embedders {
// if the embedder is not in the embedder_actions, we don't need to reindex.
if let Some((embedder_id, reindex_action)) =
self.embedder_actions.get(embedder_name).and_then(|action| {
let embedder_id = self
.embedder_category_id
.get(embedder_name)
.expect("embedder_category_id should be present");
action.reindex().map(|reindex| (*embedder_id, reindex))
})
self.embedder_actions
.get(embedder_name)
// keep only the reindex actions
.and_then(EmbedderAction::reindex)
// map the reindex action to the embedder_id
.map(|reindex| {
let embedder_id = self.embedder_category_id.get(embedder_name).expect(
"An embedder_category_id must exist for all reindexed embedders",
);
(*embedder_id, reindex)
})
{
all_chunks.push((
Chunks::new(