From 51dbb2e06d5e2fba4a91b36d8f8ac64b877d0ad1 Mon Sep 17 00:00:00 2001
From: Kerollmops <clement@meilisearch.com>
Date: Tue, 22 Jun 2021 11:51:36 +0200
Subject: [PATCH] Warn for when a key is too large for LMDB

---
 milli/src/update/index_documents/store.rs | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/milli/src/update/index_documents/store.rs b/milli/src/update/index_documents/store.rs
index f6f1756dd..766ed82b2 100644
--- a/milli/src/update/index_documents/store.rs
+++ b/milli/src/update/index_documents/store.rs
@@ -426,6 +426,11 @@ impl<'s, A: AsRef<[u8]>> Store<'s, A> {
             // that we write under the generated key into MTBL
             if lmdb_key_valid_size(&key) {
                 sorter.insert(&key, &buffer)?;
+            } else {
+                warn!(
+                    "words pairs proximity ({:?} - {:?}, {:?}) is too large to be saved",
+                    w1, w2, min_prox
+                );
             }
         }
 
@@ -457,6 +462,8 @@ impl<'s, A: AsRef<[u8]>> Store<'s, A> {
             // that we write under the generated key into MTBL
             if lmdb_key_valid_size(&key) {
                 writer.insert(&key, &buffer)?;
+            } else {
+                warn!("word {:?} is too large to be saved", word);
             }
         }
 
@@ -493,6 +500,8 @@ impl<'s, A: AsRef<[u8]>> Store<'s, A> {
                 // that we write under the generated key into MTBL
                 if lmdb_key_valid_size(&key_buffer) {
                     writer.insert(&key_buffer, &data_buffer)?;
+                } else {
+                    warn!("word {:?} is too large to be saved", word);
                 }
             }
         }
@@ -610,6 +619,8 @@ impl<'s, A: AsRef<[u8]>> Store<'s, A> {
             // that we write under the generated key into MTBL
             if lmdb_key_valid_size(&key) {
                 sorter.insert(&key, &buffer)?;
+            } else {
+                warn!("word {:?} is too large to be saved", word);
             }
         }