searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-11-22 21:04:27 +01:00
Code Issues Releases Wiki Activity

Add spans

Browse Source
This commit is contained in:
Clément Renault 2024-09-26 17:20:32 +02:00
parent d6b3aae8a6
commit bdd363dd94
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F
1 changed files with 19 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
milli/src/update/new/extract/mod.rs
View File

@ -8,7 +8,7 @@ use std::mem;
pub use faceted::*;
use grenad::MergeFunction;
use rayon::iter::IntoParallelIterator;
use rayon::iter::{IntoParallelIterator, ParallelIterator as _};
use rayon::slice::ParallelSliceMut as _;
pub use searchable::*;
use smallvec::SmallVec;
@ -50,8 +50,18 @@ impl IntoIterator for HashMapMerger {
type IntoIter = IntoIter;
fn into_iter(self) -> Self::IntoIter {
let mut entries: Vec<_> = self.maps.into_iter().flat_map(|m| m.into_iter()).collect();
let mut entries = {
let span = tracing::trace_span!(target: "indexing::documents::merge", "into_par_iter");
let _entered = span.enter();
let entries: Vec<_> =
self.maps.into_par_iter().flat_map(|m| m.into_par_iter()).collect();
eprintln!("There are {} entries in the HashMapMerger", entries.len());
entries
};
{
let span =
tracing::trace_span!(target: "indexing::documents::merge", "par_sort_unstable_by");
let _entered = span.enter();
entries.par_sort_unstable_by(|(ka, _), (kb, _)| ka.cmp(kb));
IntoIter {
sorted_entries: entries.into_iter(),
@ -60,6 +70,7 @@ impl IntoIterator for HashMapMerger {
}
}
}
}
pub struct IntoIter {
sorted_entries: std::vec::IntoIter<(SmallVec<[u8; 12]>, cache::DelAddRoaringBitmap)>,