From 2a69170f14edb778b650b3dd628e78e3d014c16d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Cl=C3=A9ment=20Renault?= Date: Fri, 19 Apr 2019 13:41:52 +0200 Subject: [PATCH] feat: Introduce the DocumentsDeletion type --- meilidb-data/src/database.rs | 57 ++++++++++++++++++++++++++++++++++-- 1 file changed, 55 insertions(+), 2 deletions(-) diff --git a/meilidb-data/src/database.rs b/meilidb-data/src/database.rs index 927d22e21..fea4d84d1 100644 --- a/meilidb-data/src/database.rs +++ b/meilidb-data/src/database.rs @@ -13,6 +13,7 @@ use meilidb_core::shared_data_cursor::{FromSharedDataCursor, SharedDataCursor}; use meilidb_core::write_to_bytes::WriteToBytes; use meilidb_core::{DocumentId, Index as WordIndex}; use rmp_serde::decode::{Error as RmpError}; +use sdset::SetBuf; use serde::de; use sled::IVec; @@ -222,8 +223,12 @@ impl RawIndex { self.ranked_map.lease() } - pub fn update_word_index(&self, word_index: Arc) { - self.word_index.store(word_index) + pub fn update_word_index(&self, word_index: Arc) -> sled::Result<()> { + let data = word_index.into_bytes(); + self.inner.set("word-index", data).map(drop)?; + self.word_index.store(word_index); + + Ok(()) } pub fn update_ranked_map(&self, ranked_map: Arc) { @@ -316,6 +321,16 @@ impl Index { self.0.ranked_map() } + pub fn documents_addition(&self) -> DocumentsAddition { + let index = self.0.clone(); + DocumentsAddition::from_raw(index) + } + + pub fn documents_deletion(&self) -> DocumentsDeletion { + let index = self.0.clone(); + DocumentsDeletion::from_raw(index) + } + pub fn document( &self, fields: Option<&HashSet<&str>>, @@ -342,3 +357,41 @@ impl Index { T::deserialize(&mut deserializer).map(Some) } } + +pub struct DocumentsAddition(RawIndex); + +impl DocumentsAddition { + pub fn from_raw(inner: RawIndex) -> DocumentsAddition { + unimplemented!() + } +} + +pub struct DocumentsDeletion { + inner: RawIndex, + documents: Vec, +} + +impl DocumentsDeletion { + pub fn from_raw(inner: RawIndex) -> DocumentsDeletion { + DocumentsDeletion { inner, documents: Vec::new() } + } + + pub fn delete_document(&mut self, id: DocumentId) { + self.documents.push(id); + } + + pub fn commit(mut self) -> Result<(), Error> { + self.documents.sort_unstable(); + self.documents.dedup(); + + let idset = SetBuf::new_unchecked(self.documents); + let index = self.inner.word_index(); + + let new_index = index.remove_documents(&idset); + let new_index = Arc::from(new_index); + + self.inner.update_word_index(new_index)?; + + Ok(()) + } +}