searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-11-29 16:24:26 +01:00
Code Issues Releases Wiki Activity

Improve facet distribution speed in count mode

Browse Source
This commit is contained in:
Clément Renault 2024-06-20 12:58:51 +02:00
parent 19d7cdc20d
commit 6fa4da8ae7
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F
1 changed files with 10 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
milli/src/search/facet/facet_distribution_iter.rs
View File

@ -1,6 +1,5 @@
use std::cmp::Reverse; use std::cmp::Reverse;
use std::collections::BinaryHeap; use std::collections::BinaryHeap;
use std::io::Cursor;
use std::ops::ControlFlow; use std::ops::ControlFlow;
use heed::Result; use heed::Result;
@ -75,11 +74,8 @@ where
// Represents the list of keys that we must explore. // Represents the list of keys that we must explore.
let mut heap = BinaryHeap::new(); let mut heap = BinaryHeap::new();
let highest_level = get_highest_level( let db = db.remap_data_type::<FacetGroupLazyValueCodec>();
rtxn, let highest_level = get_highest_level(rtxn, db, field_id)?;
db.remap_key_type::<FacetGroupKeyCodec<BytesRefCodec>>(),
field_id,
)?;
if let Some(first_bound) = get_first_facet_value::<BytesRefCodec, _>(rtxn, db, field_id)? { if let Some(first_bound) = get_first_facet_value::<BytesRefCodec, _>(rtxn, db, field_id)? {
// We first fill the heap with values from the highest level // We first fill the heap with values from the highest level
@ -92,7 +88,10 @@ where
if key.field_id != field_id { if key.field_id != field_id {
break; break;
} }
let intersection = value.bitmap & candidates; let intersection = CboRoaringBitmapCodec::intersection_with_serialized(
value.bitmap_bytes,
candidates,
)?;
let count = intersection.len(); let count = intersection.len();
if count != 0 { if count != 0 {
heap.push(LevelEntry { heap.push(LevelEntry {
@ -121,7 +120,10 @@ where
if key.field_id != field_id { if key.field_id != field_id {
break; break;
} }
let intersection = value.bitmap & candidates; let intersection = CboRoaringBitmapCodec::intersection_with_serialized(
value.bitmap_bytes,
candidates,
)?;
let count = intersection.len(); let count = intersection.len();
if count != 0 { if count != 0 {
heap.push(LevelEntry { heap.push(LevelEntry {