searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-11-30 00:34:26 +01:00
Code Issues Releases Wiki Activity

Add a way to disable the cache

Browse Source
This commit is contained in:
Clément Renault 2024-07-20 10:44:35 +02:00
parent 9b3d303b08
commit 2603d8d0d0
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F
1 changed files with 25 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
milli/src/update/index_documents/cache.rs
View File

@ -11,6 +11,8 @@ use smallvec::SmallVec;
use crate::update::del_add::{DelAdd, KvWriterDelAdd}; use crate::update::del_add::{DelAdd, KvWriterDelAdd};
use crate::CboRoaringBitmapCodec; use crate::CboRoaringBitmapCodec;
const DISABLED: bool = true;
pub struct SorterCacheDelAddCboRoaringBitmap<const N: usize, MF> { pub struct SorterCacheDelAddCboRoaringBitmap<const N: usize, MF> {
cache: ArcCache<SmallVec<[u8; N]>, DelAddRoaringBitmap>, cache: ArcCache<SmallVec<[u8; N]>, DelAddRoaringBitmap>,
prefix: &'static [u8; 3], prefix: &'static [u8; 3],
@ -43,6 +45,10 @@ where
MF: for<'a> Fn(&[u8], &[Cow<'a, [u8]>]) -> Result<Cow<'a, [u8]>, U>, MF: for<'a> Fn(&[u8], &[Cow<'a, [u8]>]) -> Result<Cow<'a, [u8]>, U>,
{ {
pub fn insert_del_u32(&mut self, key: &[u8], n: u32) -> Result<(), grenad::Error<U>> { pub fn insert_del_u32(&mut self, key: &[u8], n: u32) -> Result<(), grenad::Error<U>> {
if DISABLED {
return self.write_entry_to_sorter(key, DelAddRoaringBitmap::new_del_u32(n));
}
let (cache, evicted) = self.cache.get_mut(key); let (cache, evicted) = self.cache.get_mut(key);
match cache { match cache {
Some(DelAddRoaringBitmap { del, add: _ }) => { Some(DelAddRoaringBitmap { del, add: _ }) => {
@ -67,6 +73,10 @@ where
key: &[u8], key: &[u8],
bitmap: RoaringBitmap, bitmap: RoaringBitmap,
) -> Result<(), grenad::Error<U>> { ) -> Result<(), grenad::Error<U>> {
if DISABLED {
return self.write_entry_to_sorter(key, DelAddRoaringBitmap::new_del(bitmap));
}
let (cache, evicted) = self.cache.get_mut(key); let (cache, evicted) = self.cache.get_mut(key);
match cache { match cache {
Some(DelAddRoaringBitmap { del, add: _ }) => { Some(DelAddRoaringBitmap { del, add: _ }) => {
@ -87,6 +97,10 @@ where
} }
pub fn insert_add_u32(&mut self, key: &[u8], n: u32) -> Result<(), grenad::Error<U>> { pub fn insert_add_u32(&mut self, key: &[u8], n: u32) -> Result<(), grenad::Error<U>> {
if DISABLED {
return self.write_entry_to_sorter(key, DelAddRoaringBitmap::new_add_u32(n));
}
let (cache, evicted) = self.cache.get_mut(key); let (cache, evicted) = self.cache.get_mut(key);
match cache { match cache {
Some(DelAddRoaringBitmap { del: _, add }) => { Some(DelAddRoaringBitmap { del: _, add }) => {
@ -111,6 +125,10 @@ where
key: &[u8], key: &[u8],
bitmap: RoaringBitmap, bitmap: RoaringBitmap,
) -> Result<(), grenad::Error<U>> { ) -> Result<(), grenad::Error<U>> {
if DISABLED {
return self.write_entry_to_sorter(key, DelAddRoaringBitmap::new_add(bitmap));
}
let (cache, evicted) = self.cache.get_mut(key); let (cache, evicted) = self.cache.get_mut(key);
match cache { match cache {
Some(DelAddRoaringBitmap { del: _, add }) => { Some(DelAddRoaringBitmap { del: _, add }) => {
@ -131,6 +149,10 @@ where
} }
pub fn insert_del_add_u32(&mut self, key: &[u8], n: u32) -> Result<(), grenad::Error<U>> { pub fn insert_del_add_u32(&mut self, key: &[u8], n: u32) -> Result<(), grenad::Error<U>> {
if DISABLED {
return self.write_entry_to_sorter(key, DelAddRoaringBitmap::new_del_add_u32(n));
}
let (cache, evicted) = self.cache.get_mut(key); let (cache, evicted) = self.cache.get_mut(key);
match cache { match cache {
Some(DelAddRoaringBitmap { del, add }) => { Some(DelAddRoaringBitmap { del, add }) => {
@ -151,9 +173,9 @@ where
} }
} }
fn write_entry_to_sorter( fn write_entry_to_sorter<A: AsRef<[u8]>>(
&mut self, &mut self,
key: SmallVec<[u8; N]>, key: A,
deladd: DelAddRoaringBitmap, deladd: DelAddRoaringBitmap,
) -> Result<(), grenad::Error<U>> { ) -> Result<(), grenad::Error<U>> {
self.deladd_buffer.clear(); self.deladd_buffer.clear();
@ -182,7 +204,7 @@ where
} }
self.cbo_buffer.clear(); self.cbo_buffer.clear();
self.cbo_buffer.extend_from_slice(self.prefix); self.cbo_buffer.extend_from_slice(self.prefix);
self.cbo_buffer.extend_from_slice(&key); self.cbo_buffer.extend_from_slice(key.as_ref());
redis::cmd("INCR").arg(&self.cbo_buffer).query::<usize>(&mut self.conn).unwrap(); redis::cmd("INCR").arg(&self.cbo_buffer).query::<usize>(&mut self.conn).unwrap();
self.sorter.insert(key, value_writer.into_inner().unwrap()) self.sorter.insert(key, value_writer.into_inner().unwrap())
} }