refactor: change thread_pool from Option<ThreadPoolNoAbort> to

ThreadPoolNoAbort

crates/milli/src/index.rs

@@ -1893,7 +1893,6 @@ pub(crate) mod tests {
     use crate::vector::EmbeddingConfigs;
     use crate::{
         db_snap, obkv_to_json, Filter, FilterableAttributesRule, Index, Search, SearchResult,
-        ThreadPoolNoAbortBuilder,
     };
 
     pub(crate) struct TempIndex {
@@ -1934,15 +1933,8 @@ pub(crate) mod tests {
             wtxn: &mut RwTxn<'t>,
             documents: Mmap,
         ) -> Result<(), crate::error::Error> {
-            let local_pool;
             let indexer_config = &self.indexer_config;
-            let pool = match &indexer_config.thread_pool {
-                Some(pool) => pool,
-                None => {
-                    local_pool = ThreadPoolNoAbortBuilder::new().build().unwrap();
-                    &local_pool
-                }
-            };
+            let pool = &indexer_config.thread_pool;
 
             let rtxn = self.inner.read_txn()?;
             let db_fields_ids_map = self.inner.fields_ids_map(&rtxn)?;
@@ -2028,15 +2020,8 @@ pub(crate) mod tests {
             wtxn: &mut RwTxn<'t>,
             external_document_ids: Vec<String>,
         ) -> Result<(), crate::error::Error> {
-            let local_pool;
             let indexer_config = &self.indexer_config;
-            let pool = match &indexer_config.thread_pool {
-                Some(pool) => pool,
-                None => {
-                    local_pool = ThreadPoolNoAbortBuilder::new().build().unwrap();
-                    &local_pool
-                }
-            };
+            let pool = &indexer_config.thread_pool;
 
             let rtxn = self.inner.read_txn()?;
             let db_fields_ids_map = self.inner.fields_ids_map(&rtxn)?;
@@ -2107,15 +2092,8 @@ pub(crate) mod tests {
         let mut wtxn = index.inner.write_txn().unwrap();
         let should_abort = AtomicBool::new(false);
 
-        let local_pool;
         let indexer_config = &index.indexer_config;
-        let pool = match &indexer_config.thread_pool {
-            Some(pool) => pool,
-            None => {
-                local_pool = ThreadPoolNoAbortBuilder::new().build().unwrap();
-                &local_pool
-            }
-        };
+        let pool = &indexer_config.thread_pool;
 
         let rtxn = index.inner.read_txn().unwrap();
         let db_fields_ids_map = index.inner.fields_ids_map(&rtxn).unwrap();

crates/milli/src/update/index_documents/mod.rs

@@ -33,7 +33,6 @@ use crate::documents::{obkv_to_object, DocumentsBatchReader};
 use crate::error::{Error, InternalError};
 use crate::index::{PrefixSearch, PrefixSettings};
 use crate::progress::Progress;
-use crate::thread_pool_no_abort::ThreadPoolNoAbortBuilder;
 pub use crate::update::index_documents::helpers::CursorClonableMmap;
 use crate::update::{
     IndexerConfig, UpdateIndexingStep, WordPrefixDocids, WordPrefixIntegerDocids, WordsPrefixesFst,
@@ -228,24 +227,7 @@ where
         let possible_embedding_mistakes =
             crate::vector::error::PossibleEmbeddingMistakes::new(&field_distribution);
 
-        let backup_pool;
-        let pool = match self.indexer_config.thread_pool {
-            Some(ref pool) => pool,
-            None => {
-                // We initialize a backup pool with the default
-                // settings if none have already been set.
-                #[allow(unused_mut)]
-                let mut pool_builder = ThreadPoolNoAbortBuilder::new();
-
-                #[cfg(test)]
-                {
-                    pool_builder = pool_builder.num_threads(1);
-                }
-
-                backup_pool = pool_builder.build()?;
-                &backup_pool
-            }
-        };
+        let pool = &self.indexer_config.thread_pool;
 
         // create LMDB writer channel
         let (lmdb_writer_sx, lmdb_writer_rx): (

crates/milli/src/update/indexer_config.rs

@@ -1,7 +1,7 @@
 use grenad::CompressionType;
 
 use super::GrenadParameters;
-use crate::thread_pool_no_abort::ThreadPoolNoAbort;
+use crate::{thread_pool_no_abort::ThreadPoolNoAbort, ThreadPoolNoAbortBuilder};
 
 #[derive(Debug)]
 pub struct IndexerConfig {
@@ -12,7 +12,7 @@ pub struct IndexerConfig {
     pub max_threads: Option<usize>,
     pub chunk_compression_type: CompressionType,
     pub chunk_compression_level: Option<u32>,
-    pub thread_pool: Option<ThreadPoolNoAbort>,
+    pub thread_pool: ThreadPoolNoAbort,
     pub max_positions_per_attributes: Option<u32>,
     pub skip_index_budget: bool,
 }
@@ -26,25 +26,23 @@ impl IndexerConfig {
             max_nb_chunks: self.max_nb_chunks,
         }
     }
-
-    pub fn clone_no_threadpool(&self) -> Self {
-        Self {
-            log_every_n: self.log_every_n,
-            max_nb_chunks: self.max_nb_chunks,
-            documents_chunk_size: self.documents_chunk_size,
-            max_memory: self.max_memory,
-            max_threads: self.max_threads,
-            chunk_compression_type: self.chunk_compression_type,
-            chunk_compression_level: self.chunk_compression_level,
-            max_positions_per_attributes: self.max_positions_per_attributes,
-            skip_index_budget: self.skip_index_budget,
-            thread_pool: None,
-        }
-    }
 }
 
 impl Default for IndexerConfig {
     fn default() -> Self {
+        #[allow(unused_mut)]
+        let mut pool_builder = ThreadPoolNoAbortBuilder::new();
+
+        #[cfg(test)]
+        {
+            pool_builder = pool_builder.num_threads(1);
+        }
+
+        let thread_pool = pool_builder
+            .thread_name(|index| format!("indexing-thread:{index}"))
+            .build()
+            .expect("failed to build default rayon thread pool");
+
         Self {
             log_every_n: None,
             max_nb_chunks: None,
@@ -53,9 +51,9 @@ impl Default for IndexerConfig {
             max_threads: None,
             chunk_compression_type: CompressionType::None,
             chunk_compression_level: None,
-            thread_pool: None,
             max_positions_per_attributes: None,
             skip_index_budget: false,
+            thread_pool,
         }
     }
 }