searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-01-09 21:14:30 +01:00
Code Issues Releases Wiki Activity

Add more spans to debug compression

Browse Source
This commit is contained in:
Kerollmops 2024-12-19 10:41:50 +01:00
parent 4232e522ea
commit 0784e8dddc
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F
2 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
crates/milli/src/update/new/extract/documents/compression.rs
View File

@ -45,6 +45,7 @@ const TEN_KIB: usize = 10 * 1024;
/// If there are too many documents already in the database and no /// If there are too many documents already in the database and no
/// compression dictionary we prefer not to generate a dictionary to avoid /// compression dictionary we prefer not to generate a dictionary to avoid
/// compressing all of the documents and potentially blow up disk space. /// compressing all of the documents and potentially blow up disk space.
#[tracing::instrument(level = "trace", skip_all, target = "indexing::documents")]
pub fn retrieve_or_compute_document_compression_dictionary<'pl, 'extractor, DC, MSP>( pub fn retrieve_or_compute_document_compression_dictionary<'pl, 'extractor, DC, MSP>(
index: &Index, index: &Index,
wtxn: &mut RwTxn<'_>, wtxn: &mut RwTxn<'_>,

8
crates/milli/src/update/new/extract/documents/mod.rs
View File

@ -153,6 +153,10 @@ impl<'a, 'b, 'extractor> Extractor<'extractor> for DocumentsExtractor<'a, 'b> {
match document_extractor_data.documents_compressor.as_mut() { match document_extractor_data.documents_compressor.as_mut() {
Some(compressor) => { Some(compressor) => {
let span =
tracing::trace_span!(target: "indexing::documents", "compress");
let _entered = span.enter();
let doc = CompressedObkvU16::with_compressor(content, compressor)?; let doc = CompressedObkvU16::with_compressor(content, compressor)?;
self.document_sender self.document_sender
.write_compressed(docid, external_docid, &doc) .write_compressed(docid, external_docid, &doc)
@ -188,6 +192,10 @@ impl<'a, 'b, 'extractor> Extractor<'extractor> for DocumentsExtractor<'a, 'b> {
document_extractor_data.docids_delta.insert_add_u32(docid); document_extractor_data.docids_delta.insert_add_u32(docid);
match document_extractor_data.documents_compressor.as_mut() { match document_extractor_data.documents_compressor.as_mut() {
Some(compressor) => { Some(compressor) => {
let span =
tracing::trace_span!(target: "indexing::documents", "compress");
let _entered = span.enter();
let doc = CompressedObkvU16::with_compressor(content, compressor)?; let doc = CompressedObkvU16::with_compressor(content, compressor)?;
self.document_sender self.document_sender
.write_compressed(docid, external_docid, &doc) .write_compressed(docid, external_docid, &doc)