searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-01-03 10:21:38 +01:00
Code Issues Releases Wiki Activity

Make sure the BBQueue is at least 50 MiB

Browse Source
This commit is contained in:
Clément Renault 2024-11-28 18:02:48 +01:00
parent 8a35cd1743
commit 14ee7aa84c
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
crates/milli/src/update/new/indexer/mod.rs
View File

@ -81,10 +81,12 @@ where
let finished_extraction = AtomicBool::new(false);
// We compute and remove the allocated BBQueues buffers capacity from the indexing memory.
let minimum_capacity = 50 * 1024 * 1024 * pool.current_num_threads(); // 50 MiB
let (grenad_parameters, total_bbbuffer_capacity) = grenad_parameters.max_memory.map_or(
(grenad_parameters, 100 * 1024 * 1024 * pool.current_num_threads()), // 100 MiB by thread by default
(grenad_parameters, 2 * minimum_capacity), // 100 MiB by thread by default
|max_memory| {
let total_bbbuffer_capacity = max_memory / (100 / 2); // 2% of the indexing memory
// 2% of the indexing memory
let total_bbbuffer_capacity = (max_memory / 100 / 2).min(minimum_capacity);
let new_grenad_parameters = GrenadParameters {
max_memory: Some(max_memory - total_bbbuffer_capacity),
..grenad_parameters