searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-11-05 20:48:58 +01:00
Code Issues Releases Wiki Activity

Merge #637

Browse Source 
637: We avoid skipping errors in the indexing pipeline r=ManyTheFish a=Kerollmops

This PR is related to https://github.com/meilisearch/meilisearch/issues/2764 and should fix it when merged into Meilisearch.

Co-authored-by: Kerollmops <clement@meilisearch.com>
This commit is contained in:
bors[bot] 2022-09-13 12:12:05 +00:00 committed by GitHub
commit 2865b063ad
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 17 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
milli/src/update/index_documents/mod.rs
View File

@ -304,24 +304,23 @@ where
documents_chunk_size, documents_chunk_size,
); );
let result = original_chunk_iter let result = original_chunk_iter.and_then(|original_chunk| {
.and_then(|original_chunk_iter| Ok((original_chunk_iter, flattened_chunk_iter?))) let flattened_chunk = flattened_chunk_iter?;
.map(|(original_chunk, flattened_chunk)| { // extract all databases from the chunked obkv douments
// extract all databases from the chunked obkv douments extract::data_from_obkv_documents(
extract::data_from_obkv_documents( original_chunk,
original_chunk, flattened_chunk,
flattened_chunk, pool_params,
pool_params, lmdb_writer_sx.clone(),
lmdb_writer_sx.clone(), searchable_fields,
searchable_fields, faceted_fields,
faceted_fields, primary_key_id,
primary_key_id, geo_fields_ids,
geo_fields_ids, stop_words,
stop_words, max_positions_per_attributes,
max_positions_per_attributes, exact_attributes,
exact_attributes, )
) });
});
if let Err(e) = result { if let Err(e) = result {
let _ = lmdb_writer_sx.send(Err(e)); let _ = lmdb_writer_sx.send(Err(e));