Put the documents MTBL back into LMDB

We makes sure to write the documents into a file before
memory mapping it and putting it into LMDB, this way we avoid
moving it to RAM
This commit is contained in:
Clément Renault 2020-08-28 15:38:05 +02:00
parent d784d87880
commit 0a44ff86ab
No known key found for this signature in database
GPG key ID: 92ADA4E935E71FA4
10 changed files with 100 additions and 110 deletions

View file

@ -49,7 +49,7 @@ fn main() -> anyhow::Result<()> {
.open(&opt.database)?;
// Open the LMDB database.
let index = Index::new(&env, opt.database)?;
let index = Index::new(&env)?;
let rtxn = env.read_txn()?;
let stdin = io::stdin();
@ -68,7 +68,7 @@ fn main() -> anyhow::Result<()> {
Some(headers) => headers,
None => return Ok(()),
};
let documents = index.documents(result.documents_ids.iter().cloned())?;
let documents = index.documents(&rtxn, result.documents_ids.iter().cloned())?;
let mut stdout = io::stdout();
stdout.write_all(&headers)?;