Add support for the progress API of arroy

crates/milli/src/update/index_documents/mod.rs

@@ -31,6 +31,7 @@ use super::new::StdResult;
 use crate::documents::{obkv_to_object, DocumentsBatchReader};
 use crate::error::{Error, InternalError};
 use crate::index::{PrefixSearch, PrefixSettings};
+use crate::progress::Progress;
 use crate::thread_pool_no_abort::ThreadPoolNoAbortBuilder;
 pub use crate::update::index_documents::helpers::CursorClonableMmap;
 use crate::update::{
@@ -522,6 +523,8 @@ where
                 let mut writer = ArroyWrapper::new(vector_arroy, embedder_index, was_quantized);
                 writer.build_and_quantize(
                     wtxn,
+                    // In the settings we don't have any progress to share
+                    &Progress::default(),
                     &mut rng,
                     dimension,
                     is_quantizing,

crates/milli/src/update/new/indexer/mod.rs

@@ -201,6 +201,7 @@ where
             build_vectors(
                 index,
                 wtxn,
+                indexing_context.progress,
                 index_embeddings,
                 arroy_memory,
                 &mut arroy_writers,

crates/milli/src/update/new/indexer/write.rs

@@ -10,6 +10,7 @@ use super::super::channel::*;
 use crate::documents::PrimaryKey;
 use crate::fields_ids_map::metadata::FieldIdMapWithMetadata;
 use crate::index::IndexEmbeddingConfig;
+use crate::progress::Progress;
 use crate::update::settings::InnerIndexSettings;
 use crate::vector::{ArroyWrapper, Embedder, EmbeddingConfigs, Embeddings};
 use crate::{Error, Index, InternalError, Result};
@@ -100,6 +101,7 @@ impl ChannelCongestion {
 pub fn build_vectors<MSP>(
     index: &Index,
     wtxn: &mut RwTxn<'_>,
+    progress: &Progress,
     index_embeddings: Vec<IndexEmbeddingConfig>,
     arroy_memory: Option<usize>,
     arroy_writers: &mut HashMap<u8, (&str, &Embedder, ArroyWrapper, usize)>,
@@ -118,6 +120,7 @@ where
         let dimensions = *dimensions;
         writer.build_and_quantize(
             wtxn,
+            progress,
             &mut rng,
             dimensions,
             false,