Let arroy uses all the memory available instead of 50% of the 70%

This commit is contained in:
Tamo 2025-03-13 15:06:03 +01:00
parent 3fad48167b
commit 5ef7767429
2 changed files with 3 additions and 4 deletions

View File

@ -525,8 +525,7 @@ where
&mut rng,
dimension,
is_quantizing,
// Arroy should only use 50% of the memory
self.indexer_config.max_memory.map(|mm| mm / 2),
self.indexer_config.max_memory,
cancel,
)?;
Result::Ok(())

View File

@ -62,6 +62,8 @@ where
let mut bbbuffers = Vec::new();
let finished_extraction = AtomicBool::new(false);
let arroy_memory = grenad_parameters.max_memory;
// We reduce the actual memory used to 5%. The reason we do this here and not in Meilisearch
// is because we still use the old indexer for the settings and it is highly impacted by the
// max memory. So we keep the changes here and will remove these changes once we use the new
@ -70,8 +72,6 @@ where
max_memory: grenad_parameters.max_memory.map(|mm| mm * 5 / 100),
..grenad_parameters
};
// Arroy should use 50% of the grenad memory instead of 5%
let arroy_memory = grenad_parameters.max_memory.map(|mm| mm * 10);
// 5% percent of the allocated memory for the extractors, or min 100MiB
// 5% percent of the allocated memory for the bbqueues, or min 50MiB