mirror of
https://github.com/meilisearch/MeiliSearch
synced 2025-07-04 20:37:15 +02:00
Introduce the documents Deserializer
This commit is contained in:
parent
39e0d9fc4a
commit
a5bfbf244c
15 changed files with 1760 additions and 14 deletions
|
@ -1,26 +1,72 @@
|
|||
mod words;
|
||||
mod documents_fields;
|
||||
mod synonyms;
|
||||
mod words;
|
||||
|
||||
pub use self::words::Words;
|
||||
pub use self::documents_fields::{DocumentsFields, DocumentFieldsIter};
|
||||
pub use self::synonyms::Synonyms;
|
||||
pub use self::words::Words;
|
||||
|
||||
const SCHEMA_KEY: &str = "schema";
|
||||
const WORDS_KEY: &str = "words";
|
||||
const SYNONYMS_KEY: &str = "synonyms";
|
||||
const RANKED_MAP_KEY: &str = "ranked-map";
|
||||
const NUMBER_OF_DOCUMENTS_KEY: &str = "number-of-documents";
|
||||
const RANKED_MAP_KEY: &str = "ranked-map";
|
||||
const SCHEMA_KEY: &str = "schema";
|
||||
const SYNONYMS_KEY: &str = "synonyms";
|
||||
const WORDS_KEY: &str = "words";
|
||||
|
||||
fn aligned_to(bytes: &[u8], align: usize) -> bool {
|
||||
(bytes as *const _ as *const () as usize) % align == 0
|
||||
}
|
||||
|
||||
pub fn create(env: &rkv::Rkv, name: &str) -> Result<(Words, Synonyms), rkv::StoreError> {
|
||||
let main = env.open_single(name, rkv::StoreOptions::create())?;
|
||||
let words_indexes = env.open_single(format!("{}-words-indexes", name).as_str(), rkv::StoreOptions::create())?;
|
||||
let synonyms = env.open_single(format!("{}-synonyms", name).as_str(), rkv::StoreOptions::create())?;
|
||||
fn words_indexes_name(name: &str) -> String {
|
||||
format!("{}-words-indexes", name)
|
||||
}
|
||||
|
||||
fn synonyms_name(name: &str) -> String {
|
||||
format!("{}-synonyms", name)
|
||||
}
|
||||
|
||||
fn documents_fields_name(name: &str) -> String {
|
||||
format!("{}-documents-fields", name)
|
||||
}
|
||||
|
||||
pub fn create(
|
||||
env: &rkv::Rkv,
|
||||
name: &str,
|
||||
) -> Result<(Words, Synonyms, DocumentsFields), rkv::StoreError>
|
||||
{
|
||||
open_options(env, name, rkv::StoreOptions::create())
|
||||
}
|
||||
|
||||
pub fn open(
|
||||
env: &rkv::Rkv,
|
||||
name: &str,
|
||||
) -> Result<(Words, Synonyms, DocumentsFields), rkv::StoreError>
|
||||
{
|
||||
let mut options = rkv::StoreOptions::default();
|
||||
options.create = false;
|
||||
open_options(env, name, options)
|
||||
}
|
||||
|
||||
fn open_options(
|
||||
env: &rkv::Rkv,
|
||||
name: &str,
|
||||
options: rkv::StoreOptions,
|
||||
) -> Result<(Words, Synonyms, DocumentsFields), rkv::StoreError>
|
||||
{
|
||||
// create all the database names
|
||||
let main_name = name;
|
||||
let words_indexes_name = words_indexes_name(name);
|
||||
let synonyms_name = synonyms_name(name);
|
||||
let documents_fields_name = documents_fields_name(name);
|
||||
|
||||
// open all the database names
|
||||
let main = env.open_single(main_name, options)?;
|
||||
let words_indexes = env.open_single(words_indexes_name.as_str(), options)?;
|
||||
let synonyms = env.open_single(synonyms_name.as_str(), options)?;
|
||||
let documents_fields = env.open_single(documents_fields_name.as_str(), options)?;
|
||||
|
||||
let words = Words { main, words_indexes };
|
||||
let synonyms = Synonyms { main, synonyms };
|
||||
let documents_fields = DocumentsFields { documents_fields };
|
||||
|
||||
Ok((words, synonyms))
|
||||
Ok((words, synonyms, documents_fields))
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue