Debug pre filtered number of documents

This commit is contained in:
Clément Renault 2019-12-09 16:45:06 +01:00
parent 9c03bb3428
commit dd03a6256a
No known key found for this signature in database
GPG Key ID: 0151CDAB43460DAE

View File

@ -57,14 +57,17 @@ pub fn bucket_sort<'c>(
debug!("sort by documents ids took {:.02?}", before_raw_documents_presort.elapsed()); debug!("sort by documents ids took {:.02?}", before_raw_documents_presort.elapsed());
let before_raw_documents_building = Instant::now(); let before_raw_documents_building = Instant::now();
let mut prefiltered_documents = 0;
let mut raw_documents = Vec::new(); let mut raw_documents = Vec::new();
for raw_matches in bare_matches.linear_group_by_key_mut(|sm| sm.document_id) { for raw_matches in bare_matches.linear_group_by_key_mut(|sm| sm.document_id) {
prefiltered_documents += 1;
if let Some(raw_document) = RawDocument::new(raw_matches, &automatons, &arena) { if let Some(raw_document) = RawDocument::new(raw_matches, &automatons, &arena) {
raw_documents.push(raw_document); raw_documents.push(raw_document);
} }
} }
debug!("creating {} candidates documents took {:.02?}", debug!("creating {} (original {}) candidates documents took {:.02?}",
raw_documents.len(), raw_documents.len(),
prefiltered_documents,
before_raw_documents_building.elapsed(), before_raw_documents_building.elapsed(),
); );