searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-07-03 03:47:02 +02:00
Code Issues Releases Wiki Activity

Delete embedders from arroy

Browse source
This commit is contained in:
ManyTheFish 2025-06-25 14:38:48 +02:00
parent 510a4b91be
commit e60b855a54
1 changed files with 21 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

21
crates/milli/src/update/new/indexer/mod.rs
View file

@ -218,6 +218,8 @@ where
MSP: Fn() -> bool + Sync, MSP: Fn() -> bool + Sync,
SD: SettingsDelta + Sync, SD: SettingsDelta + Sync,
{ {
delete_old_embedders(wtxn, index, settings_delta)?;
let mut bbbuffers = Vec::new(); let mut bbbuffers = Vec::new();
let finished_extraction = AtomicBool::new(false); let finished_extraction = AtomicBool::new(false);
@ -369,6 +371,25 @@ fn arroy_writers_from_embedder_actions<'indexer, 'index>(
.collect() .collect()
} }
fn delete_old_embedders<'indexer, 'index, SD>(
wtxn: &mut RwTxn<'_>,
index: &'index Index,
settings_delta: &'indexer SD,
) -> Result<()>
where
SD: SettingsDelta,
{
for (_name, action) in settings_delta.embedder_actions() {
if let Some(WriteBackToDocuments { embedder_id, .. }) = action.write_back() {
let reader = ArroyWrapper::new(index.vector_arroy, *embedder_id, action.was_quantized);
let dimensions = reader.dimensions(wtxn)?;
reader.clear(wtxn, dimensions)?;
}
}
Ok(())
}
fn indexer_memory_settings( fn indexer_memory_settings(
current_num_threads: usize, current_num_threads: usize,
grenad_parameters: GrenadParameters, grenad_parameters: GrenadParameters,