searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-07-04 20:37:15 +02:00
Code Issues Releases Wiki Activity

Add support for the progress API of arroy

Browse source
This commit is contained in:
Tamo 2025-03-13 17:36:49 +01:00
parent 82912e191b
commit 009c36a4d0
7 changed files with 67 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

1
crates/milli/src/update/new/indexer/mod.rs
View file

@ -201,6 +201,7 @@ where
build_vectors(
index,
wtxn,
indexing_context.progress,
index_embeddings,
arroy_memory,
&mut arroy_writers,

3
crates/milli/src/update/new/indexer/write.rs
View file

@ -10,6 +10,7 @@ use super::super::channel::*;
use crate::documents::PrimaryKey;
use crate::fields_ids_map::metadata::FieldIdMapWithMetadata;
use crate::index::IndexEmbeddingConfig;
use crate::progress::Progress;
use crate::update::settings::InnerIndexSettings;
use crate::vector::{ArroyWrapper, Embedder, EmbeddingConfigs, Embeddings};
use crate::{Error, Index, InternalError, Result};
@ -100,6 +101,7 @@ impl ChannelCongestion {
pub fn build_vectors<MSP>(
index: &Index,
wtxn: &mut RwTxn<'_>,
progress: &Progress,
index_embeddings: Vec<IndexEmbeddingConfig>,
arroy_memory: Option<usize>,
arroy_writers: &mut HashMap<u8, (&str, &Embedder, ArroyWrapper, usize)>,
@ -118,6 +120,7 @@ where
let dimensions = *dimensions;
writer.build_and_quantize(
wtxn,
progress,
&mut rng,
dimensions,
false,