searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-11-26 14:54:27 +01:00
Code Issues Releases Wiki Activity

document the operation enum + the grenads

Browse Source
This commit is contained in:
Tamo 2023-02-14 17:55:26 +01:00
parent 29d14bed90
commit 43a19d0709
No known key found for this signature in database
GPG Key ID: 20CD8020AFA88D69
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
milli/src/update/index_documents/transform.rs
View File

@ -50,8 +50,12 @@ pub struct Transform<'a, 'i> {
pub index_documents_method: IndexDocumentsMethod, pub index_documents_method: IndexDocumentsMethod,
available_documents_ids: AvailableDocumentsIds, available_documents_ids: AvailableDocumentsIds,
// Both grenad follows the same format:
// key | value
// u32 | 1 byte for the Operation byte, the rest is the obkv of the document stored
original_sorter: grenad::Sorter<MergeFn>, original_sorter: grenad::Sorter<MergeFn>,
flattened_sorter: grenad::Sorter<MergeFn>, flattened_sorter: grenad::Sorter<MergeFn>,
replaced_documents_ids: RoaringBitmap, replaced_documents_ids: RoaringBitmap,
new_documents_ids: RoaringBitmap, new_documents_ids: RoaringBitmap,
// To increase the cache locality and decrease the heap usage we use compact smartstring. // To increase the cache locality and decrease the heap usage we use compact smartstring.
@ -59,6 +63,8 @@ pub struct Transform<'a, 'i> {
documents_count: usize, documents_count: usize,
} }
/// This enum is specific to the grenad sorter stored in the transform.
/// It's used as the first byte of the grenads and tells you if the document id was an addition or a deletion.
#[repr(u8)] #[repr(u8)]
enum Operation { enum Operation {
Addition, Addition,