searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-11-26 23:04:26 +01:00
Code Issues Releases Wiki Activity

Warn for when a key is too large for LMDB

Browse Source
This commit is contained in:
Kerollmops 2021-06-22 11:51:36 +02:00
parent 481b0bf277
commit 51dbb2e06d
No known key found for this signature in database
GPG Key ID: 92ADA4E935E71FA4
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
milli/src/update/index_documents/store.rs
View File

@ -426,6 +426,11 @@ impl<'s, A: AsRef<[u8]>> Store<'s, A> {
// that we write under the generated key into MTBL // that we write under the generated key into MTBL
if lmdb_key_valid_size(&key) { if lmdb_key_valid_size(&key) {
sorter.insert(&key, &buffer)?; sorter.insert(&key, &buffer)?;
} else {
warn!(
"words pairs proximity ({:?} - {:?}, {:?}) is too large to be saved",
w1, w2, min_prox
);
} }
} }
@ -457,6 +462,8 @@ impl<'s, A: AsRef<[u8]>> Store<'s, A> {
// that we write under the generated key into MTBL // that we write under the generated key into MTBL
if lmdb_key_valid_size(&key) { if lmdb_key_valid_size(&key) {
writer.insert(&key, &buffer)?; writer.insert(&key, &buffer)?;
} else {
warn!("word {:?} is too large to be saved", word);
} }
} }
@ -493,6 +500,8 @@ impl<'s, A: AsRef<[u8]>> Store<'s, A> {
// that we write under the generated key into MTBL // that we write under the generated key into MTBL
if lmdb_key_valid_size(&key_buffer) { if lmdb_key_valid_size(&key_buffer) {
writer.insert(&key_buffer, &data_buffer)?; writer.insert(&key_buffer, &data_buffer)?;
} else {
warn!("word {:?} is too large to be saved", word);
} }
} }
} }
@ -610,6 +619,8 @@ impl<'s, A: AsRef<[u8]>> Store<'s, A> {
// that we write under the generated key into MTBL // that we write under the generated key into MTBL
if lmdb_key_valid_size(&key) { if lmdb_key_valid_size(&key) {
sorter.insert(&key, &buffer)?; sorter.insert(&key, &buffer)?;
} else {
warn!("word {:?} is too large to be saved", word);
} }
} }