searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-03-19 06:08:20 +01:00
Code Issues Releases Wiki Activity

Let arroy uses all the memory available instead of 50% of the 70%

Browse Source
This commit is contained in:
Tamo 2025-03-13 15:06:03 +01:00
parent 3fad48167b
commit 5ef7767429
2 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
crates/milli/src/update/index_documents/mod.rs
View File

@ -525,8 +525,7 @@ where
&mut rng, &mut rng,
dimension, dimension,
is_quantizing, is_quantizing,
// Arroy should only use 50% of the memory self.indexer_config.max_memory,
self.indexer_config.max_memory.map(|mm| mm / 2),
cancel, cancel,
)?; )?;
Result::Ok(()) Result::Ok(())

4
crates/milli/src/update/new/indexer/mod.rs
View File

@ -62,6 +62,8 @@ where
let mut bbbuffers = Vec::new(); let mut bbbuffers = Vec::new();
let finished_extraction = AtomicBool::new(false); let finished_extraction = AtomicBool::new(false);
let arroy_memory = grenad_parameters.max_memory;
// We reduce the actual memory used to 5%. The reason we do this here and not in Meilisearch // We reduce the actual memory used to 5%. The reason we do this here and not in Meilisearch
// is because we still use the old indexer for the settings and it is highly impacted by the // is because we still use the old indexer for the settings and it is highly impacted by the
// max memory. So we keep the changes here and will remove these changes once we use the new // max memory. So we keep the changes here and will remove these changes once we use the new
@ -70,8 +72,6 @@ where
max_memory: grenad_parameters.max_memory.map(|mm| mm * 5 / 100), max_memory: grenad_parameters.max_memory.map(|mm| mm * 5 / 100),
..grenad_parameters ..grenad_parameters
}; };
// Arroy should use 50% of the grenad memory instead of 5%
let arroy_memory = grenad_parameters.max_memory.map(|mm| mm * 10);
// 5% percent of the allocated memory for the extractors, or min 100MiB // 5% percent of the allocated memory for the extractors, or min 100MiB
// 5% percent of the allocated memory for the bbqueues, or min 50MiB // 5% percent of the allocated memory for the bbqueues, or min 50MiB