searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-04-13 18:11:40 +02:00
Code Issues Releases Wiki Activity

Stop allocating 1GiB for documents

Browse Source
This commit is contained in:
Louis Dureuil 2024-12-02 16:30:14 +01:00
parent 767259be7e
commit d040aff101
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
crates/meilisearch-types/src/document_formats.rs
View File

@ -214,7 +214,7 @@ pub fn read_json(input: &File, output: impl io::Write) -> Result<u64> {
// We memory map to be able to deserialize into a RawMap that // We memory map to be able to deserialize into a RawMap that
// does not allocate when possible and only materialize the first/top level. // does not allocate when possible and only materialize the first/top level.
let input = unsafe { Mmap::map(input).map_err(DocumentFormatError::Io)? }; let input = unsafe { Mmap::map(input).map_err(DocumentFormatError::Io)? };
let mut doc_alloc = Bump::with_capacity(1024 * 1024 * 1024); // 1MiB let mut doc_alloc = Bump::with_capacity(1024 * 1024); // 1MiB
let mut out = BufWriter::new(output); let mut out = BufWriter::new(output);
let mut deserializer = serde_json::Deserializer::from_slice(&input); let mut deserializer = serde_json::Deserializer::from_slice(&input);

2
crates/milli/src/update/new/indexer/document_changes.rs
View File

@ -70,7 +70,7 @@ impl<
F: FnOnce(&'extractor Bump) -> Result<T>, F: FnOnce(&'extractor Bump) -> Result<T>,
{ {
let doc_alloc = let doc_alloc =
doc_allocs.get_or(|| FullySend(Cell::new(Bump::with_capacity(1024 * 1024 * 1024)))); doc_allocs.get_or(|| FullySend(Cell::new(Bump::with_capacity(1024 * 1024))));
let doc_alloc = doc_alloc.0.take(); let doc_alloc = doc_alloc.0.take();
let fields_ids_map = fields_ids_map_store let fields_ids_map = fields_ids_map_store
.get_or(|| RefCell::new(GlobalFieldsIdsMap::new(new_fields_ids_map)).into()); .get_or(|| RefCell::new(GlobalFieldsIdsMap::new(new_fields_ids_map)).into());