resolve merge conflicts

crates/meilisearch/Cargo.toml

@@ -105,8 +105,16 @@ tracing-actix-web = "0.7.15"
 build-info = { version = "1.7.0", path = "../build-info" }
 roaring = "0.10.10"
 mopa-maintained = "0.2.3"
-utoipa = { version = "5.3.1", features = ["actix_extras", "macros", "non_strict_integers", "preserve_order", "uuid", "time", "openapi_extensions"] }
-utoipa-scalar = { version = "0.2.1", optional = true, features = ["actix-web"] }
+utoipa = { version = "5.3.1", features = [
+    "actix_extras",
+    "macros",
+    "non_strict_integers",
+    "preserve_order",
+    "uuid",
+    "time",
+    "openapi_extensions",
+] }
+utoipa-scalar = { version = "0.3.0", optional = true, features = ["actix-web"] }
 
 [dev-dependencies]
 actix-rt = "2.10.0"

crates/meilisearch/src/analytics/segment_analytics.rs

@@ -177,19 +177,19 @@ impl SegmentAnalytics {
 /// This structure represent the `infos` field we send in the analytics.
 /// It's quite close to the `Opt` structure except all sensitive informations
 /// have been simplified to a boolean.
-/// It's send as-is in amplitude thus you should never update a name of the
+/// It's sent as-is in amplitude thus you should never update a name of the
 /// struct without the approval of the PM.
 #[derive(Debug, Clone, Serialize)]
 struct Infos {
     env: String,
     experimental_contains_filter: bool,
-    experimental_vector_store: bool,
     experimental_enable_metrics: bool,
     experimental_edit_documents_by_function: bool,
     experimental_search_queue_size: usize,
     experimental_drop_search_after: usize,
     experimental_nb_searches_per_core: usize,
     experimental_logs_mode: LogMode,
+    experimental_dumpless_upgrade: bool,
     experimental_replication_parameters: bool,
     experimental_enable_logs_route: bool,
     experimental_reduce_indexing_memory_usage: bool,
@@ -236,6 +236,7 @@ impl Infos {
             experimental_drop_search_after,
             experimental_nb_searches_per_core,
             experimental_logs_mode,
+            experimental_dumpless_upgrade,
             experimental_replication_parameters,
             experimental_enable_logs_route,
             experimental_reduce_indexing_memory_usage,
@@ -280,7 +281,6 @@ impl Infos {
             indexer_options;
 
         let RuntimeTogglableFeatures {
-            vector_store,
             metrics,
             logs_route,
             edit_documents_by_function,
@@ -292,13 +292,13 @@ impl Infos {
         Self {
             env,
             experimental_contains_filter: experimental_contains_filter | contains_filter,
-            experimental_vector_store: vector_store,
             experimental_edit_documents_by_function: edit_documents_by_function,
             experimental_enable_metrics: experimental_enable_metrics | metrics,
             experimental_search_queue_size,
             experimental_drop_search_after: experimental_drop_search_after.into(),
             experimental_nb_searches_per_core: experimental_nb_searches_per_core.into(),
             experimental_logs_mode,
+            experimental_dumpless_upgrade,
             experimental_replication_parameters,
             experimental_enable_logs_route: experimental_enable_logs_route | logs_route,
             experimental_reduce_indexing_memory_usage,

crates/meilisearch/src/lib.rs

@@ -34,11 +34,15 @@ use error::PayloadError;
 use extractors::payload::PayloadConfig;
 use index_scheduler::{IndexScheduler, IndexSchedulerOptions};
 use meilisearch_auth::AuthController;
+use meilisearch_types::milli::constants::VERSION_MAJOR;
 use meilisearch_types::milli::documents::{DocumentsBatchBuilder, DocumentsBatchReader};
 use meilisearch_types::milli::update::{IndexDocumentsConfig, IndexDocumentsMethod};
 use meilisearch_types::settings::apply_settings_to_builder;
 use meilisearch_types::tasks::KindWithContent;
-use meilisearch_types::versioning::{check_version_file, create_current_version_file};
+use meilisearch_types::versioning::{
+    create_current_version_file, get_version, update_version_file_for_dumpless_upgrade,
+    VersionFileError, VERSION_MINOR, VERSION_PATCH,
+};
 use meilisearch_types::{compression, milli, VERSION_FILE_NAME};
 pub use option::Opt;
 use option::ScheduleSnapshot;
@@ -206,13 +210,47 @@ enum OnFailure {
 }
 
 pub fn setup_meilisearch(opt: &Opt) -> anyhow::Result<(Arc<IndexScheduler>, Arc<AuthController>)> {
+    let index_scheduler_opt = IndexSchedulerOptions {
+        version_file_path: opt.db_path.join(VERSION_FILE_NAME),
+        auth_path: opt.db_path.join("auth"),
+        tasks_path: opt.db_path.join("tasks"),
+        update_file_path: opt.db_path.join("update_files"),
+        indexes_path: opt.db_path.join("indexes"),
+        snapshots_path: opt.snapshot_dir.clone(),
+        dumps_path: opt.dump_dir.clone(),
+        webhook_url: opt.task_webhook_url.as_ref().map(|url| url.to_string()),
+        webhook_authorization_header: opt.task_webhook_authorization_header.clone(),
+        task_db_size: opt.max_task_db_size.as_u64() as usize,
+        index_base_map_size: opt.max_index_size.as_u64() as usize,
+        enable_mdb_writemap: opt.experimental_reduce_indexing_memory_usage,
+        indexer_config: Arc::new((&opt.indexer_options).try_into()?),
+        autobatching_enabled: true,
+        cleanup_enabled: !opt.experimental_replication_parameters,
+        max_number_of_tasks: 1_000_000,
+        max_number_of_batched_tasks: opt.experimental_max_number_of_batched_tasks,
+        batched_tasks_size_limit: opt.experimental_limit_batched_tasks_total_size,
+        index_growth_amount: byte_unit::Byte::from_str("10GiB").unwrap().as_u64() as usize,
+        index_count: DEFAULT_INDEX_COUNT,
+        instance_features: opt.to_instance_features(),
+        auto_upgrade: opt.experimental_dumpless_upgrade,
+    };
+    let bin_major: u32 = VERSION_MAJOR.parse().unwrap();
+    let bin_minor: u32 = VERSION_MINOR.parse().unwrap();
+    let bin_patch: u32 = VERSION_PATCH.parse().unwrap();
+    let binary_version = (bin_major, bin_minor, bin_patch);
+
     let empty_db = is_empty_db(&opt.db_path);
     let (index_scheduler, auth_controller) = if let Some(ref snapshot_path) = opt.import_snapshot {
         let snapshot_path_exists = snapshot_path.exists();
         // the db is empty and the snapshot exists, import it
         if empty_db && snapshot_path_exists {
             match compression::from_tar_gz(snapshot_path, &opt.db_path) {
-                Ok(()) => open_or_create_database_unchecked(opt, OnFailure::RemoveDb)?,
+                Ok(()) => open_or_create_database_unchecked(
+                    opt,
+                    index_scheduler_opt,
+                    OnFailure::RemoveDb,
+                    binary_version, // the db is empty
+                )?,
                 Err(e) => {
                     std::fs::remove_dir_all(&opt.db_path)?;
                     return Err(e);
@@ -229,14 +267,18 @@ pub fn setup_meilisearch(opt: &Opt) -> anyhow::Result<(Arc<IndexScheduler>, Arc<
             bail!("snapshot doesn't exist at {}", snapshot_path.display())
         // the snapshot and the db exist, and we can ignore the snapshot because of the ignore_snapshot_if_db_exists flag
         } else {
-            open_or_create_database(opt, empty_db)?
+            open_or_create_database(opt, index_scheduler_opt, empty_db, binary_version)?
         }
     } else if let Some(ref path) = opt.import_dump {
         let src_path_exists = path.exists();
         // the db is empty and the dump exists, import it
         if empty_db && src_path_exists {
-            let (mut index_scheduler, mut auth_controller) =
-                open_or_create_database_unchecked(opt, OnFailure::RemoveDb)?;
+            let (mut index_scheduler, mut auth_controller) = open_or_create_database_unchecked(
+                opt,
+                index_scheduler_opt,
+                OnFailure::RemoveDb,
+                binary_version, // the db is empty
+            )?;
             match import_dump(&opt.db_path, path, &mut index_scheduler, &mut auth_controller) {
                 Ok(()) => (index_scheduler, auth_controller),
                 Err(e) => {
@@ -256,10 +298,10 @@ pub fn setup_meilisearch(opt: &Opt) -> anyhow::Result<(Arc<IndexScheduler>, Arc<
         // the dump and the db exist and we can ignore the dump because of the ignore_dump_if_db_exists flag
         // or, the dump is missing but we can ignore that because of the ignore_missing_dump flag
         } else {
-            open_or_create_database(opt, empty_db)?
+            open_or_create_database(opt, index_scheduler_opt, empty_db, binary_version)?
         }
     } else {
-        open_or_create_database(opt, empty_db)?
+        open_or_create_database(opt, index_scheduler_opt, empty_db, binary_version)?
     };
 
     // We create a loop in a thread that registers snapshotCreation tasks
@@ -287,37 +329,15 @@ pub fn setup_meilisearch(opt: &Opt) -> anyhow::Result<(Arc<IndexScheduler>, Arc<
 /// Try to start the IndexScheduler and AuthController without checking the VERSION file or anything.
 fn open_or_create_database_unchecked(
     opt: &Opt,
+    index_scheduler_opt: IndexSchedulerOptions,
     on_failure: OnFailure,
+    version: (u32, u32, u32),
 ) -> anyhow::Result<(IndexScheduler, AuthController)> {
     // we don't want to create anything in the data.ms yet, thus we
     // wrap our two builders in a closure that'll be executed later.
     let auth_controller = AuthController::new(&opt.db_path, &opt.master_key);
-    let instance_features = opt.to_instance_features();
-    let index_scheduler_builder = || -> anyhow::Result<_> {
-        Ok(IndexScheduler::new(IndexSchedulerOptions {
-            version_file_path: opt.db_path.join(VERSION_FILE_NAME),
-            auth_path: opt.db_path.join("auth"),
-            tasks_path: opt.db_path.join("tasks"),
-            update_file_path: opt.db_path.join("update_files"),
-            indexes_path: opt.db_path.join("indexes"),
-            snapshots_path: opt.snapshot_dir.clone(),
-            dumps_path: opt.dump_dir.clone(),
-            webhook_url: opt.task_webhook_url.as_ref().map(|url| url.to_string()),
-            webhook_authorization_header: opt.task_webhook_authorization_header.clone(),
-            task_db_size: opt.max_task_db_size.as_u64() as usize,
-            index_base_map_size: opt.max_index_size.as_u64() as usize,
-            enable_mdb_writemap: opt.experimental_reduce_indexing_memory_usage,
-            indexer_config: Arc::new((&opt.indexer_options).try_into()?),
-            autobatching_enabled: true,
-            cleanup_enabled: !opt.experimental_replication_parameters,
-            max_number_of_tasks: 1_000_000,
-            max_number_of_batched_tasks: opt.experimental_max_number_of_batched_tasks,
-            batched_tasks_size_limit: opt.experimental_limit_batched_tasks_total_size,
-            index_growth_amount: byte_unit::Byte::from_str("10GiB").unwrap().as_u64() as usize,
-            index_count: DEFAULT_INDEX_COUNT,
-            instance_features,
-        })?)
-    };
+    let index_scheduler_builder =
+        || -> anyhow::Result<_> { Ok(IndexScheduler::new(index_scheduler_opt, version)?) };
 
     match (
         index_scheduler_builder(),
@@ -334,16 +354,42 @@ fn open_or_create_database_unchecked(
     }
 }
 
+/// Ensures Meilisearch version is compatible with the database, returns an error in case of version mismatch.
+/// Returns the version that was contained in the version file
+fn check_version(opt: &Opt, binary_version: (u32, u32, u32)) -> anyhow::Result<(u32, u32, u32)> {
+    let (bin_major, bin_minor, bin_patch) = binary_version;
+    let (db_major, db_minor, db_patch) = get_version(&opt.db_path)?;
+
+    if db_major != bin_major || db_minor != bin_minor || db_patch > bin_patch {
+        if opt.experimental_dumpless_upgrade {
+            update_version_file_for_dumpless_upgrade(
+                &opt.db_path,
+                (db_major, db_minor, db_patch),
+                (bin_major, bin_minor, bin_patch),
+            )?;
+        } else {
+            return Err(VersionFileError::VersionMismatch {
+                major: db_major,
+                minor: db_minor,
+                patch: db_patch,
+            }
+            .into());
+        }
+    }
+
+    Ok((db_major, db_minor, db_patch))
+}
+
 /// Ensure you're in a valid state and open the IndexScheduler + AuthController for you.
 fn open_or_create_database(
     opt: &Opt,
+    index_scheduler_opt: IndexSchedulerOptions,
     empty_db: bool,
+    binary_version: (u32, u32, u32),
 ) -> anyhow::Result<(IndexScheduler, AuthController)> {
-    if !empty_db {
-        check_version_file(&opt.db_path)?;
-    }
+    let version = if !empty_db { check_version(opt, binary_version)? } else { binary_version };
 
-    open_or_create_database_unchecked(opt, OnFailure::KeepDb)
+    open_or_create_database_unchecked(opt, index_scheduler_opt, OnFailure::KeepDb, version)
 }
 
 fn import_dump(

crates/meilisearch/src/option.rs

@@ -49,6 +49,7 @@ const MEILI_IGNORE_DUMP_IF_DB_EXISTS: &str = "MEILI_IGNORE_DUMP_IF_DB_EXISTS";
 const MEILI_DUMP_DIR: &str = "MEILI_DUMP_DIR";
 const MEILI_LOG_LEVEL: &str = "MEILI_LOG_LEVEL";
 const MEILI_EXPERIMENTAL_LOGS_MODE: &str = "MEILI_EXPERIMENTAL_LOGS_MODE";
+const MEILI_EXPERIMENTAL_DUMPLESS_UPGRADE: &str = "MEILI_EXPERIMENTAL_DUMPLESS_UPGRADE";
 const MEILI_EXPERIMENTAL_REPLICATION_PARAMETERS: &str = "MEILI_EXPERIMENTAL_REPLICATION_PARAMETERS";
 const MEILI_EXPERIMENTAL_ENABLE_LOGS_ROUTE: &str = "MEILI_EXPERIMENTAL_ENABLE_LOGS_ROUTE";
 const MEILI_EXPERIMENTAL_CONTAINS_FILTER: &str = "MEILI_EXPERIMENTAL_CONTAINS_FILTER";
@@ -400,6 +401,13 @@ pub struct Opt {
     #[serde(default)]
     pub experimental_logs_mode: LogMode,
 
+    /// Experimental dumpless upgrade. For more information, see: <https://github.com/orgs/meilisearch/discussions/804>
+    ///
+    /// When set, Meilisearch will auto-update its database without using a dump.
+    #[clap(long, env = MEILI_EXPERIMENTAL_DUMPLESS_UPGRADE, default_value_t)]
+    #[serde(default)]
+    pub experimental_dumpless_upgrade: bool,
+
     /// Experimental logs route feature. For more information,
     /// see: <https://github.com/orgs/meilisearch/discussions/721>
     ///
@@ -535,6 +543,7 @@ impl Opt {
             experimental_drop_search_after,
             experimental_nb_searches_per_core,
             experimental_logs_mode,
+            experimental_dumpless_upgrade,
             experimental_enable_logs_route,
             experimental_replication_parameters,
             experimental_reduce_indexing_memory_usage,
@@ -608,6 +617,10 @@ impl Opt {
             MEILI_EXPERIMENTAL_LOGS_MODE,
             experimental_logs_mode.to_string(),
         );
+        export_to_env_if_not_present(
+            MEILI_EXPERIMENTAL_DUMPLESS_UPGRADE,
+            experimental_dumpless_upgrade.to_string(),
+        );
         export_to_env_if_not_present(
             MEILI_EXPERIMENTAL_REPLICATION_PARAMETERS,
             experimental_replication_parameters.to_string(),

crates/meilisearch/src/routes/features.rs

@@ -46,7 +46,6 @@ pub fn configure(cfg: &mut web::ServiceConfig) {
     security(("Bearer" = ["experimental_features.get", "experimental_features.*", "*"])),
     responses(
         (status = OK, description = "Experimental features are returned", body = RuntimeTogglableFeatures, content_type = "application/json", example = json!(RuntimeTogglableFeatures {
-            vector_store: Some(true),
             metrics: Some(true),
             logs_route: Some(false),
             edit_documents_by_function: Some(false),
@@ -71,6 +70,7 @@ async fn get_features(
     let features = index_scheduler.features();
 
     let features = features.runtime_features();
+    let features: RuntimeTogglableFeatures = features.into();
     debug!(returns = ?features, "Get features");
     HttpResponse::Ok().json(features)
 }
@@ -80,8 +80,6 @@ async fn get_features(
 #[serde(rename_all = "camelCase")]
 #[schema(rename_all = "camelCase")]
 pub struct RuntimeTogglableFeatures {
-    #[deserr(default)]
-    pub vector_store: Option<bool>,
     #[deserr(default)]
     pub metrics: Option<bool>,
     #[deserr(default)]
@@ -92,9 +90,26 @@ pub struct RuntimeTogglableFeatures {
     pub contains_filter: Option<bool>,
 }
 
+impl From<meilisearch_types::features::RuntimeTogglableFeatures> for RuntimeTogglableFeatures {
+    fn from(value: meilisearch_types::features::RuntimeTogglableFeatures) -> Self {
+        let meilisearch_types::features::RuntimeTogglableFeatures {
+            metrics,
+            logs_route,
+            edit_documents_by_function,
+            contains_filter,
+        } = value;
+
+        Self {
+            metrics: Some(metrics),
+            logs_route: Some(logs_route),
+            edit_documents_by_function: Some(edit_documents_by_function),
+            contains_filter: Some(contains_filter),
+        }
+    }
+}
+
 #[derive(Serialize)]
 pub struct PatchExperimentalFeatureAnalytics {
-    vector_store: bool,
     metrics: bool,
     logs_route: bool,
     edit_documents_by_function: bool,
@@ -108,7 +123,6 @@ impl Aggregate for PatchExperimentalFeatureAnalytics {
 
     fn aggregate(self: Box<Self>, new: Box<Self>) -> Box<Self> {
         Box::new(Self {
-            vector_store: new.vector_store,
             metrics: new.metrics,
             logs_route: new.logs_route,
             edit_documents_by_function: new.edit_documents_by_function,
@@ -131,7 +145,6 @@ impl Aggregate for PatchExperimentalFeatureAnalytics {
     security(("Bearer" = ["experimental_features.update", "experimental_features.*", "*"])),
     responses(
         (status = OK, description = "Experimental features are returned", body = RuntimeTogglableFeatures, content_type = "application/json", example = json!(RuntimeTogglableFeatures {
-            vector_store: Some(true),
             metrics: Some(true),
             logs_route: Some(false),
             edit_documents_by_function: Some(false),
@@ -161,7 +174,6 @@ async fn patch_features(
 
     let old_features = features.runtime_features();
     let new_features = meilisearch_types::features::RuntimeTogglableFeatures {
-        vector_store: new_features.0.vector_store.unwrap_or(old_features.vector_store),
         metrics: new_features.0.metrics.unwrap_or(old_features.metrics),
         logs_route: new_features.0.logs_route.unwrap_or(old_features.logs_route),
         edit_documents_by_function: new_features
@@ -175,7 +187,6 @@ async fn patch_features(
     // the it renames to camelCase, which we don't want for analytics.
     // **Do not** ignore fields with `..` or `_` here, because we want to add them in the future.
     let meilisearch_types::features::RuntimeTogglableFeatures {
-        vector_store,
         metrics,
         logs_route,
         edit_documents_by_function,
@@ -184,7 +195,6 @@ async fn patch_features(
 
     analytics.publish(
         PatchExperimentalFeatureAnalytics {
-            vector_store,
             metrics,
             logs_route,
             edit_documents_by_function,
@@ -193,6 +203,7 @@ async fn patch_features(
         &req,
     );
     index_scheduler.put_runtime_features(new_features)?;
+    let new_features: RuntimeTogglableFeatures = new_features.into();
     debug!(returns = ?new_features, "Patch features");
     Ok(HttpResponse::Ok().json(new_features))
 }

crates/meilisearch/src/routes/indexes/documents.rs

@@ -257,8 +257,7 @@ pub async fn get_document(
     let GetDocument { fields, retrieve_vectors: param_retrieve_vectors } = params.into_inner();
     let attributes_to_retrieve = fields.merge_star_and_none();
 
-    let features = index_scheduler.features();
-    let retrieve_vectors = RetrieveVectors::new(param_retrieve_vectors.0, features)?;
+    let retrieve_vectors = RetrieveVectors::new(param_retrieve_vectors.0);
 
     analytics.publish(
         DocumentsFetchAggregator::<DocumentsGET> {
@@ -593,8 +592,7 @@ fn documents_by_query(
     let index_uid = IndexUid::try_from(index_uid.into_inner())?;
     let BrowseQuery { offset, limit, fields, retrieve_vectors, filter } = query;
 
-    let features = index_scheduler.features();
-    let retrieve_vectors = RetrieveVectors::new(retrieve_vectors, features)?;
+    let retrieve_vectors = RetrieveVectors::new(retrieve_vectors);
 
     let index = index_scheduler.index(&index_uid)?;
     let (total, documents) = retrieve_documents(
@@ -1420,7 +1418,6 @@ fn some_documents<'a, 't: 'a>(
         ret.map_err(ResponseError::from).and_then(|(key, document)| -> Result<_, ResponseError> {
             let mut document = milli::obkv_to_json(&all_fields, &fields_ids_map, document)?;
             match retrieve_vectors {
-                RetrieveVectors::Ignore => {}
                 RetrieveVectors::Hide => {
                     document.remove("_vectors");
                 }

crates/meilisearch/src/routes/indexes/facet_search.rs

@@ -56,7 +56,7 @@ pub struct FacetSearchQuery {
     pub q: Option<String>,
     #[deserr(default, error = DeserrJsonError<InvalidSearchVector>)]
     pub vector: Option<Vec<f32>>,
-    #[deserr(default, error = DeserrJsonError<InvalidHybridQuery>)]
+    #[deserr(default, error = DeserrJsonError<InvalidSearchHybridQuery>)]
     pub hybrid: Option<HybridQuery>,
     #[deserr(default, error = DeserrJsonError<InvalidSearchFilter>)]
     pub filter: Option<Value>,
@@ -252,9 +252,7 @@ pub async fn search(
     }
 
     let index = index_scheduler.index(&index_uid)?;
-    let features = index_scheduler.features();
-    let search_kind =
-        search_kind(&search_query, &index_scheduler, index_uid.to_string(), &index, features)?;
+    let search_kind = search_kind(&search_query, &index_scheduler, index_uid.to_string(), &index)?;
     let permit = search_queue.try_get_search_permit().await?;
     let search_result = tokio::task::spawn_blocking(move || {
         perform_facet_search(

crates/meilisearch/src/routes/indexes/search.rs

@@ -1,7 +1,7 @@
 use actix_web::web::Data;
 use actix_web::{web, HttpRequest, HttpResponse};
 use deserr::actix_web::{AwebJson, AwebQueryParameter};
-use index_scheduler::{IndexScheduler, RoFeatures};
+use index_scheduler::IndexScheduler;
 use meilisearch_types::deserr::query_params::Param;
 use meilisearch_types::deserr::{DeserrJsonError, DeserrQueryParamError};
 use meilisearch_types::error::deserr_codes::*;
@@ -121,7 +121,7 @@ pub struct SearchQueryGet {
     #[deserr(default, error = DeserrQueryParamError<InvalidSearchAttributesToSearchOn>)]
     #[param(value_type = Vec<String>, explode = false)]
     pub attributes_to_search_on: Option<CS<String>>,
-    #[deserr(default, error = DeserrQueryParamError<InvalidEmbedder>)]
+    #[deserr(default, error = DeserrQueryParamError<InvalidSearchEmbedder>)]
     pub hybrid_embedder: Option<String>,
     #[deserr(default, error = DeserrQueryParamError<InvalidSearchSemanticRatio>)]
     #[param(value_type = f32)]
@@ -185,7 +185,7 @@ impl TryFrom<SearchQueryGet> for SearchQuery {
             (None, Some(_)) => {
                 return Err(ResponseError::from_msg(
                     "`hybridEmbedder` is mandatory when `hybridSemanticRatio` is present".into(),
-                    meilisearch_types::error::Code::InvalidHybridQuery,
+                    meilisearch_types::error::Code::InvalidSearchHybridQuery,
                 ));
             }
             (Some(embedder), None) => {
@@ -336,11 +336,10 @@ pub async fn search_with_url_query(
     let mut aggregate = SearchAggregator::<SearchGET>::from_query(&query);
 
     let index = index_scheduler.index(&index_uid)?;
-    let features = index_scheduler.features();
 
     let search_kind =
-        search_kind(&query, index_scheduler.get_ref(), index_uid.to_string(), &index, features)?;
-    let retrieve_vector = RetrieveVectors::new(query.retrieve_vectors, features)?;
+        search_kind(&query, index_scheduler.get_ref(), index_uid.to_string(), &index)?;
+    let retrieve_vector = RetrieveVectors::new(query.retrieve_vectors);
     let permit = search_queue.try_get_search_permit().await?;
     let search_result = tokio::task::spawn_blocking(move || {
         perform_search(
@@ -444,11 +443,9 @@ pub async fn search_with_post(
 
     let index = index_scheduler.index(&index_uid)?;
 
-    let features = index_scheduler.features();
-
     let search_kind =
-        search_kind(&query, index_scheduler.get_ref(), index_uid.to_string(), &index, features)?;
-    let retrieve_vectors = RetrieveVectors::new(query.retrieve_vectors, features)?;
+        search_kind(&query, index_scheduler.get_ref(), index_uid.to_string(), &index)?;
+    let retrieve_vectors = RetrieveVectors::new(query.retrieve_vectors);
 
     let permit = search_queue.try_get_search_permit().await?;
     let search_result = tokio::task::spawn_blocking(move || {
@@ -483,15 +480,7 @@ pub fn search_kind(
     index_scheduler: &IndexScheduler,
     index_uid: String,
     index: &milli::Index,
-    features: RoFeatures,
 ) -> Result<SearchKind, ResponseError> {
-    if query.vector.is_some() {
-        features.check_vector("Passing `vector` as a parameter")?;
-    }
-    if query.hybrid.is_some() {
-        features.check_vector("Passing `hybrid` as a parameter")?;
-    }
-
     // handle with care, the order of cases matters, the semantics is subtle
     match (query.q.as_deref(), &query.hybrid, query.vector.as_deref()) {
         // empty query, no vector => placeholder search

crates/meilisearch/src/routes/indexes/settings.rs

@@ -5,7 +5,6 @@ use index_scheduler::IndexScheduler;
 use meilisearch_types::deserr::DeserrJsonError;
 use meilisearch_types::error::ResponseError;
 use meilisearch_types::index_uid::IndexUid;
-use meilisearch_types::milli::update::Setting;
 use meilisearch_types::settings::{
     settings, SecretPolicy, SettingEmbeddingSettings, Settings, Unchecked,
 };
@@ -711,10 +710,7 @@ pub async fn delete_all(
 
 fn validate_settings(
     settings: Settings<Unchecked>,
-    index_scheduler: &IndexScheduler,
+    _index_scheduler: &IndexScheduler,
 ) -> Result<Settings<Unchecked>, ResponseError> {
-    if matches!(settings.embedders, Setting::Set(_)) {
-        index_scheduler.features().check_vector("Passing `embedders` in settings")?
-    }
     Ok(settings.validate()?)
 }

crates/meilisearch/src/routes/indexes/similar.rs

@@ -19,8 +19,8 @@ use crate::extractors::authentication::GuardedData;
 use crate::extractors::sequential_extractor::SeqHandler;
 use crate::routes::indexes::similar_analytics::{SimilarAggregator, SimilarGET, SimilarPOST};
 use crate::search::{
-    add_search_rules, perform_similar, RankingScoreThresholdSimilar, RetrieveVectors, SearchKind,
-    SimilarQuery, SimilarResult, DEFAULT_SEARCH_LIMIT, DEFAULT_SEARCH_OFFSET,
+    add_search_rules, perform_similar, RankingScoreThresholdSimilar, RetrieveVectors, Route,
+    SearchKind, SimilarQuery, SimilarResult, DEFAULT_SEARCH_LIMIT, DEFAULT_SEARCH_OFFSET,
 };
 
 #[derive(OpenApi)]
@@ -216,11 +216,7 @@ async fn similar(
     index_uid: IndexUid,
     mut query: SimilarQuery,
 ) -> Result<SimilarResult, ResponseError> {
-    let features = index_scheduler.features();
-
-    features.check_vector("Using the similar API")?;
-
-    let retrieve_vectors = RetrieveVectors::new(query.retrieve_vectors, features)?;
+    let retrieve_vectors = RetrieveVectors::new(query.retrieve_vectors);
 
     // Tenant token search_rules.
     if let Some(search_rules) = index_scheduler.filters().get_index_search_rules(&index_uid) {
@@ -235,6 +231,7 @@ async fn similar(
         &index,
         &query.embedder,
         None,
+        Route::Similar,
     )?;
 
     tokio::task::spawn_blocking(move || {
@@ -281,7 +278,7 @@ pub struct SimilarQueryGet {
     #[deserr(default, error = DeserrQueryParamError<InvalidSimilarRankingScoreThreshold>, default)]
     #[param(value_type = Option<f32>)]
     pub ranking_score_threshold: Option<RankingScoreThresholdGet>,
-    #[deserr(error = DeserrQueryParamError<InvalidEmbedder>)]
+    #[deserr(error = DeserrQueryParamError<InvalidSimilarEmbedder>)]
     pub embedder: String,
 }
 

crates/meilisearch/src/routes/multi_search.rs

@@ -106,7 +106,7 @@ pub struct SearchResults {
                     {
                         "id": 42,
                         "title": "Batman returns",
-                        "overview": "The overview of batman returns", 
+                        "overview": "The overview of batman returns",
                         "_federation": {
                             "indexUid": "movies",
                             "queriesPosition": 0
@@ -240,11 +240,9 @@ pub async fn multi_search_with_post(
                         index_scheduler.get_ref(),
                         index_uid_str.clone(),
                         &index,
-                        features,
                     )
                     .with_index(query_index)?;
-                    let retrieve_vector = RetrieveVectors::new(query.retrieve_vectors, features)
-                        .with_index(query_index)?;
+                    let retrieve_vector = RetrieveVectors::new(query.retrieve_vectors);
 
                     let search_result = tokio::task::spawn_blocking(move || {
                         perform_search(

crates/meilisearch/src/routes/tasks.rs

@@ -912,14 +912,14 @@ mod tests {
         {
             let params = "types=createIndex";
             let err = deserr_query_params::<TaskDeletionOrCancelationQuery>(params).unwrap_err();
-            snapshot!(meili_snap::json_string!(err), @r###"
+            snapshot!(meili_snap::json_string!(err), @r#"
             {
-              "message": "Invalid value in parameter `types`: `createIndex` is not a valid task type. Available types are `documentAdditionOrUpdate`, `documentEdition`, `documentDeletion`, `settingsUpdate`, `indexCreation`, `indexDeletion`, `indexUpdate`, `indexSwap`, `taskCancelation`, `taskDeletion`, `dumpCreation`, `snapshotCreation`.",
+              "message": "Invalid value in parameter `types`: `createIndex` is not a valid task type. Available types are `documentAdditionOrUpdate`, `documentEdition`, `documentDeletion`, `settingsUpdate`, `indexCreation`, `indexDeletion`, `indexUpdate`, `indexSwap`, `taskCancelation`, `taskDeletion`, `dumpCreation`, `snapshotCreation`, `upgradeDatabase`.",
               "code": "invalid_task_types",
               "type": "invalid_request",
               "link": "https://docs.meilisearch.com/errors#invalid_task_types"
             }
-            "###);
+            "#);
         }
     }
     #[test]

crates/meilisearch/src/search/federated.rs

@@ -569,7 +569,7 @@ pub fn perform_federated_search(
 
             let res: Result<(), ResponseError> = (|| {
                 let search_kind =
-                    search_kind(&query, index_scheduler, index_uid.to_string(), &index, features)?;
+                    search_kind(&query, index_scheduler, index_uid.to_string(), &index)?;
 
                 let canonicalization_kind = match (&search_kind, &query.q) {
                     (SearchKind::SemanticOnly { .. }, _) => {
@@ -631,7 +631,7 @@ pub fn perform_federated_search(
                     _ => semantic_hit_count = Some(0),
                 }
 
-                let retrieve_vectors = RetrieveVectors::new(query.retrieve_vectors, features)?;
+                let retrieve_vectors = RetrieveVectors::new(query.retrieve_vectors);
 
                 let time_budget = match cutoff {
                     Some(cutoff) => TimeBudget::new(Duration::from_millis(cutoff)),

crates/meilisearch/src/search/mod.rs

@@ -63,7 +63,7 @@ pub struct SearchQuery {
     pub q: Option<String>,
     #[deserr(default, error = DeserrJsonError<InvalidSearchVector>)]
     pub vector: Option<Vec<f32>>,
-    #[deserr(default, error = DeserrJsonError<InvalidHybridQuery>)]
+    #[deserr(default, error = DeserrJsonError<InvalidSearchHybridQuery>)]
     pub hybrid: Option<HybridQuery>,
     #[deserr(default = DEFAULT_SEARCH_OFFSET(), error = DeserrJsonError<InvalidSearchOffset>)]
     #[schema(default = DEFAULT_SEARCH_OFFSET)]
@@ -276,12 +276,12 @@ impl fmt::Debug for SearchQuery {
 }
 
 #[derive(Debug, Clone, Default, PartialEq, Deserr, ToSchema)]
-#[deserr(error = DeserrJsonError<InvalidHybridQuery>, rename_all = camelCase, deny_unknown_fields)]
+#[deserr(error = DeserrJsonError<InvalidSearchHybridQuery>, rename_all = camelCase, deny_unknown_fields)]
 pub struct HybridQuery {
     #[deserr(default, error = DeserrJsonError<InvalidSearchSemanticRatio>, default)]
     #[schema(value_type = f32, default)]
     pub semantic_ratio: SemanticRatio,
-    #[deserr(error = DeserrJsonError<InvalidEmbedder>)]
+    #[deserr(error = DeserrJsonError<InvalidSearchEmbedder>)]
     pub embedder: String,
 }
 
@@ -300,8 +300,14 @@ impl SearchKind {
         embedder_name: &str,
         vector_len: Option<usize>,
     ) -> Result<Self, ResponseError> {
-        let (embedder_name, embedder, quantized) =
-            Self::embedder(index_scheduler, index_uid, index, embedder_name, vector_len)?;
+        let (embedder_name, embedder, quantized) = Self::embedder(
+            index_scheduler,
+            index_uid,
+            index,
+            embedder_name,
+            vector_len,
+            Route::Search,
+        )?;
         Ok(Self::SemanticOnly { embedder_name, embedder, quantized })
     }
 
@@ -313,8 +319,14 @@ impl SearchKind {
         semantic_ratio: f32,
         vector_len: Option<usize>,
     ) -> Result<Self, ResponseError> {
-        let (embedder_name, embedder, quantized) =
-            Self::embedder(index_scheduler, index_uid, index, embedder_name, vector_len)?;
+        let (embedder_name, embedder, quantized) = Self::embedder(
+            index_scheduler,
+            index_uid,
+            index,
+            embedder_name,
+            vector_len,
+            Route::Search,
+        )?;
         Ok(Self::Hybrid { embedder_name, embedder, quantized, semantic_ratio })
     }
 
@@ -324,13 +336,21 @@ impl SearchKind {
         index: &Index,
         embedder_name: &str,
         vector_len: Option<usize>,
+        route: Route,
     ) -> Result<(String, Arc<Embedder>, bool), ResponseError> {
         let embedder_configs = index.embedding_configs(&index.read_txn()?)?;
         let embedders = index_scheduler.embedders(index_uid, embedder_configs)?;
 
         let (embedder, _, quantized) = embedders
             .get(embedder_name)
-            .ok_or(milli::UserError::InvalidEmbedder(embedder_name.to_owned()))
+            .ok_or(match route {
+                Route::Search | Route::MultiSearch => {
+                    milli::UserError::InvalidSearchEmbedder(embedder_name.to_owned())
+                }
+                Route::Similar => {
+                    milli::UserError::InvalidSimilarEmbedder(embedder_name.to_owned())
+                }
+            })
             .map_err(milli::Error::from)?;
 
         if let Some(vector_len) = vector_len {
@@ -401,7 +421,7 @@ pub struct SearchQueryWithIndex {
     pub q: Option<String>,
     #[deserr(default, error = DeserrJsonError<InvalidSearchQ>)]
     pub vector: Option<Vec<f32>>,
-    #[deserr(default, error = DeserrJsonError<InvalidHybridQuery>)]
+    #[deserr(default, error = DeserrJsonError<InvalidSearchHybridQuery>)]
     pub hybrid: Option<HybridQuery>,
     #[deserr(default, error = DeserrJsonError<InvalidSearchOffset>)]
     pub offset: Option<usize>,
@@ -553,7 +573,7 @@ pub struct SimilarQuery {
     pub limit: usize,
     #[deserr(default, error = DeserrJsonError<InvalidSimilarFilter>)]
     pub filter: Option<Value>,
-    #[deserr(error = DeserrJsonError<InvalidEmbedder>)]
+    #[deserr(error = DeserrJsonError<InvalidSimilarEmbedder>)]
     pub embedder: String,
     #[deserr(default, error = DeserrJsonError<InvalidSimilarAttributesToRetrieve>)]
     pub attributes_to_retrieve: Option<BTreeSet<String>>,
@@ -1048,9 +1068,10 @@ pub struct ComputedFacets {
     pub stats: BTreeMap<String, FacetStats>,
 }
 
-enum Route {
+pub enum Route {
     Search,
     MultiSearch,
+    Similar,
 }
 
 fn compute_facet_distribution_stats<S: AsRef<str>>(
@@ -1141,10 +1162,6 @@ struct AttributesFormat {
 
 #[derive(Debug, Clone, Copy, PartialEq, Eq)]
 pub enum RetrieveVectors {
-    /// Do not touch the `_vectors` field
-    ///
-    /// this is the behavior when the vectorStore feature is disabled
-    Ignore,
     /// Remove the `_vectors` field
     ///
     /// this is the behavior when the vectorStore feature is enabled, and `retrieveVectors` is `false`
@@ -1156,15 +1173,11 @@ pub enum RetrieveVectors {
 }
 
 impl RetrieveVectors {
-    pub fn new(
-        retrieve_vector: bool,
-        features: index_scheduler::RoFeatures,
-    ) -> Result<Self, index_scheduler::Error> {
-        match (retrieve_vector, features.check_vector("Passing `retrieveVectors` as a parameter")) {
-            (true, Ok(())) => Ok(Self::Retrieve),
-            (true, Err(error)) => Err(error),
-            (false, Ok(())) => Ok(Self::Hide),
-            (false, Err(_)) => Ok(Self::Ignore),
+    pub fn new(retrieve_vector: bool) -> Self {
+        if retrieve_vector {
+            Self::Retrieve
+        } else {
+            Self::Hide
         }
     }
 }

crates/meilisearch/src/upgrade/mod.rs

@@ -0,0 +1 @@
+

crates/meilisearch/tests/batches/errors.rs

@@ -42,7 +42,7 @@ async fn batch_bad_types() {
     snapshot!(code, @"400 Bad Request");
     snapshot!(json_string!(response), @r#"
     {
-      "message": "Invalid value in parameter `types`: `doggo` is not a valid task type. Available types are `documentAdditionOrUpdate`, `documentEdition`, `documentDeletion`, `settingsUpdate`, `indexCreation`, `indexDeletion`, `indexUpdate`, `indexSwap`, `taskCancelation`, `taskDeletion`, `dumpCreation`, `snapshotCreation`.",
+      "message": "Invalid value in parameter `types`: `doggo` is not a valid task type. Available types are `documentAdditionOrUpdate`, `documentEdition`, `documentDeletion`, `settingsUpdate`, `indexCreation`, `indexDeletion`, `indexUpdate`, `indexSwap`, `taskCancelation`, `taskDeletion`, `dumpCreation`, `snapshotCreation`, `upgradeDatabase`.",
       "code": "invalid_task_types",
       "type": "invalid_request",
       "link": "https://docs.meilisearch.com/errors#invalid_task_types"

crates/meilisearch/tests/documents/errors.rs

@@ -760,15 +760,6 @@ async fn retrieve_vectors() {
       "link": "https://docs.meilisearch.com/errors#invalid_document_retrieve_vectors"
     }
     "###);
-    let (response, _code) = index.get_all_documents_raw("?retrieveVectors=true").await;
-    snapshot!(response, @r###"
-    {
-      "message": "Passing `retrieveVectors` as a parameter requires enabling the `vector store` experimental feature. See https://github.com/meilisearch/product/discussions/677",
-      "code": "feature_not_enabled",
-      "type": "invalid_request",
-      "link": "https://docs.meilisearch.com/errors#feature_not_enabled"
-    }
-    "###);
 
     // FETCH ALL DOCUMENTS BY POST
     let (response, _code) =
@@ -781,15 +772,6 @@ async fn retrieve_vectors() {
       "link": "https://docs.meilisearch.com/errors#invalid_document_retrieve_vectors"
     }
     "###);
-    let (response, _code) = index.get_document_by_filter(json!({ "retrieveVectors": true })).await;
-    snapshot!(response, @r###"
-    {
-      "message": "Passing `retrieveVectors` as a parameter requires enabling the `vector store` experimental feature. See https://github.com/meilisearch/product/discussions/677",
-      "code": "feature_not_enabled",
-      "type": "invalid_request",
-      "link": "https://docs.meilisearch.com/errors#feature_not_enabled"
-    }
-    "###);
 
     // GET A SINGLE DOCUMENT
     let (response, _code) = index.get_document(0, Some(json!({"retrieveVectors": "tamo"}))).await;
@@ -801,13 +783,4 @@ async fn retrieve_vectors() {
       "link": "https://docs.meilisearch.com/errors#invalid_document_retrieve_vectors"
     }
     "###);
-    let (response, _code) = index.get_document(0, Some(json!({"retrieveVectors": true}))).await;
-    snapshot!(response, @r###"
-    {
-      "message": "Passing `retrieveVectors` as a parameter requires enabling the `vector store` experimental feature. See https://github.com/meilisearch/product/discussions/677",
-      "code": "feature_not_enabled",
-      "type": "invalid_request",
-      "link": "https://docs.meilisearch.com/errors#feature_not_enabled"
-    }
-    "###);
 }

crates/meilisearch/tests/documents/get_documents.rs

@@ -518,17 +518,6 @@ async fn get_document_by_filter() {
 async fn get_document_with_vectors() {
     let server = Server::new().await;
     let index = server.index("doggo");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({

crates/meilisearch/tests/dumps/mod.rs

@@ -78,6 +78,7 @@ async fn import_dump_v1_movie_raw() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -243,6 +244,7 @@ async fn import_dump_v1_movie_with_settings() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -394,6 +396,7 @@ async fn import_dump_v1_rubygems_with_settings() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -531,6 +534,7 @@ async fn import_dump_v2_movie_raw() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -680,6 +684,7 @@ async fn import_dump_v2_movie_with_settings() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -828,6 +833,7 @@ async fn import_dump_v2_rubygems_with_settings() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -965,6 +971,7 @@ async fn import_dump_v3_movie_raw() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -1114,6 +1121,7 @@ async fn import_dump_v3_movie_with_settings() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -1262,6 +1270,7 @@ async fn import_dump_v3_rubygems_with_settings() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -1399,6 +1408,7 @@ async fn import_dump_v4_movie_raw() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -1548,6 +1558,7 @@ async fn import_dump_v4_movie_with_settings() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -1696,6 +1707,7 @@ async fn import_dump_v4_rubygems_with_settings() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -1893,7 +1905,6 @@ async fn import_dump_v6_containing_experimental_features() {
     meili_snap::snapshot!(code, @"200 OK");
     meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
     {
-      "vectorStore": false,
       "metrics": false,
       "logsRoute": false,
       "editDocumentsByFunction": false,
@@ -1945,6 +1956,7 @@ async fn import_dump_v6_containing_experimental_features() {
       "pagination": {
         "maxTotalHits": 1000
       },
+      "embedders": {},
       "searchCutoffMs": null,
       "localizedAttributes": null,
       "facetSearch": true,
@@ -1988,16 +2000,7 @@ async fn generate_and_import_dump_containing_vectors() {
     let temp = tempfile::tempdir().unwrap();
     let mut opt = default_settings(temp.path());
     let server = Server::new_with_options(opt.clone()).await.unwrap();
-    let (code, _) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
+
     let index = server.index("pets");
     let (response, code) = index
         .update_settings(json!(
@@ -2063,7 +2066,6 @@ async fn generate_and_import_dump_containing_vectors() {
     meili_snap::snapshot!(code, @"200 OK");
     meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
     {
-      "vectorStore": true,
       "metrics": false,
       "logsRoute": false,
       "editDocumentsByFunction": false,

crates/meilisearch/tests/features/mod.rs

@@ -7,7 +7,7 @@ use crate::json;
 /// Feature name to test against.
 /// This will have to be changed by a different one when that feature is stabilized.
 /// All tests that need to set a feature can make use of this constant.
-const FEATURE_NAME: &str = "vectorStore";
+const FEATURE_NAME: &str = "metrics";
 
 #[actix_rt::test]
 async fn experimental_features() {
@@ -18,7 +18,6 @@ async fn experimental_features() {
     meili_snap::snapshot!(code, @"200 OK");
     meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
     {
-      "vectorStore": false,
       "metrics": false,
       "logsRoute": false,
       "editDocumentsByFunction": false,
@@ -31,8 +30,7 @@ async fn experimental_features() {
     meili_snap::snapshot!(code, @"200 OK");
     meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
     {
-      "vectorStore": true,
-      "metrics": false,
+      "metrics": true,
       "logsRoute": false,
       "editDocumentsByFunction": false,
       "containsFilter": false
@@ -44,8 +42,7 @@ async fn experimental_features() {
     meili_snap::snapshot!(code, @"200 OK");
     meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
     {
-      "vectorStore": true,
-      "metrics": false,
+      "metrics": true,
       "logsRoute": false,
       "editDocumentsByFunction": false,
       "containsFilter": false
@@ -58,8 +55,7 @@ async fn experimental_features() {
     meili_snap::snapshot!(code, @"200 OK");
     meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
     {
-      "vectorStore": true,
-      "metrics": false,
+      "metrics": true,
       "logsRoute": false,
       "editDocumentsByFunction": false,
       "containsFilter": false
@@ -72,8 +68,7 @@ async fn experimental_features() {
     meili_snap::snapshot!(code, @"200 OK");
     meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
     {
-      "vectorStore": true,
-      "metrics": false,
+      "metrics": true,
       "logsRoute": false,
       "editDocumentsByFunction": false,
       "containsFilter": false
@@ -93,7 +88,6 @@ async fn experimental_feature_metrics() {
     meili_snap::snapshot!(code, @"200 OK");
     meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
     {
-      "vectorStore": false,
       "metrics": true,
       "logsRoute": false,
       "editDocumentsByFunction": false,
@@ -152,7 +146,7 @@ async fn errors() {
     meili_snap::snapshot!(code, @"400 Bad Request");
     meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
     {
-      "message": "Unknown field `NotAFeature`: expected one of `vectorStore`, `metrics`, `logsRoute`, `editDocumentsByFunction`, `containsFilter`",
+      "message": "Unknown field `NotAFeature`: expected one of `metrics`, `logsRoute`, `editDocumentsByFunction`, `containsFilter`",
       "code": "bad_request",
       "type": "invalid_request",
       "link": "https://docs.meilisearch.com/errors#bad_request"
@@ -165,7 +159,7 @@ async fn errors() {
     meili_snap::snapshot!(code, @"400 Bad Request");
     meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
     {
-      "message": "Invalid value type at `.vectorStore`: expected a boolean, but found a positive integer: `42`",
+      "message": "Invalid value type at `.metrics`: expected a boolean, but found a positive integer: `42`",
       "code": "bad_request",
       "type": "invalid_request",
       "link": "https://docs.meilisearch.com/errors#bad_request"
@@ -178,7 +172,7 @@ async fn errors() {
     meili_snap::snapshot!(code, @"400 Bad Request");
     meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
     {
-      "message": "Invalid value type at `.vectorStore`: expected a boolean, but found a string: `\"true\"`",
+      "message": "Invalid value type at `.metrics`: expected a boolean, but found a string: `\"true\"`",
       "code": "bad_request",
       "type": "invalid_request",
       "link": "https://docs.meilisearch.com/errors#bad_request"

crates/meilisearch/tests/integration.rs

@@ -14,6 +14,7 @@ mod snapshot;
 mod stats;
 mod swap_indexes;
 mod tasks;
+mod upgrade;
 mod vector;
 
 // Tests are isolated by features in different modules to allow better readability, test

crates/meilisearch/tests/search/hybrid.rs

@@ -11,19 +11,6 @@ async fn index_with_documents_user_provided<'a>(
 ) -> Index<'a> {
     let index = server.index("test");
 
-    let (response, code) = server.set_features(json!({"vectorStore": true})).await;
-
-    meili_snap::snapshot!(code, @"200 OK");
-    meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
-
     let (response, code) = index
         .update_settings(json!({ "embedders": {"default": {
                 "source": "userProvided",
@@ -41,19 +28,6 @@ async fn index_with_documents_user_provided<'a>(
 async fn index_with_documents_hf<'a>(server: &'a Server, documents: &Value) -> Index<'a> {
     let index = server.index("test");
 
-    let (response, code) = server.set_features(json!({"vectorStore": true})).await;
-
-    meili_snap::snapshot!(code, @"200 OK");
-    meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
-
     let (response, code) = index
         .update_settings(json!({ "embedders": {"default": {
             "source": "huggingFace",

crates/meilisearch/tests/search/mod.rs

@@ -818,13 +818,6 @@ async fn test_score_details() {
                       "green",
                       "red"
                     ],
-                    "_vectors": {
-                      "manual": [
-                        -100,
-                        231,
-                        32
-                      ]
-                    },
                     "_rankingScoreDetails": {
                       "words": {
                         "order": 0,
@@ -1159,206 +1152,6 @@ async fn test_degraded_score_details() {
         .await;
 }
 
-#[actix_rt::test]
-async fn experimental_feature_vector_store() {
-    let server = Server::new().await;
-    let index = server.index("test");
-
-    let documents = DOCUMENTS.clone();
-
-    let (task, _status_code) = index.add_documents(json!(documents), None).await;
-    index.wait_task(task.uid()).await.succeeded();
-
-    let (response, code) = index
-        .search_post(json!({
-            "vector": [1.0, 2.0, 3.0],
-            "hybrid": {
-              "embedder": "manual",
-            },
-            "showRankingScore": true
-        }))
-        .await;
-
-    {
-        meili_snap::snapshot!(code, @"400 Bad Request");
-        meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
-          {
-            "message": "Passing `vector` as a parameter requires enabling the `vector store` experimental feature. See https://github.com/meilisearch/product/discussions/677",
-            "code": "feature_not_enabled",
-            "type": "invalid_request",
-            "link": "https://docs.meilisearch.com/errors#feature_not_enabled"
-          }
-          "###);
-    }
-
-    index
-        .search(json!({
-            "retrieveVectors": true,
-            "showRankingScore": true
-        }), |response, code|{
-            meili_snap::snapshot!(code, @"400 Bad Request");
-            meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
-            {
-              "message": "Passing `retrieveVectors` as a parameter requires enabling the `vector store` experimental feature. See https://github.com/meilisearch/product/discussions/677",
-              "code": "feature_not_enabled",
-              "type": "invalid_request",
-              "link": "https://docs.meilisearch.com/errors#feature_not_enabled"
-            }
-            "###);
-        })
-        .await;
-
-    let (response, code) = server.set_features(json!({"vectorStore": true})).await;
-    meili_snap::snapshot!(code, @"200 OK");
-    meili_snap::snapshot!(response["vectorStore"], @"true");
-
-    let (response, code) = index
-        .update_settings(json!({"embedders": {
-            "manual": {
-                "source": "userProvided",
-                "dimensions": 3,
-            }
-        }}))
-        .await;
-
-    meili_snap::snapshot!(response, @r###"
-    {
-      "taskUid": 1,
-      "indexUid": "test",
-      "status": "enqueued",
-      "type": "settingsUpdate",
-      "enqueuedAt": "[date]"
-    }
-    "###);
-    meili_snap::snapshot!(code, @"202 Accepted");
-    let response = index.wait_task(response.uid()).await;
-
-    meili_snap::snapshot!(meili_snap::json_string!(response["status"]), @"\"succeeded\"");
-
-    let (response, code) = index
-        .search_post(json!({
-            "vector": [1.0, 2.0, 3.0],
-            "hybrid": {
-              "embedder": "manual",
-            },
-            "showRankingScore": true,
-            "retrieveVectors": true,
-        }))
-        .await;
-
-    meili_snap::snapshot!(code, @"200 OK");
-    // vector search returns all documents that don't have vectors in the last bucket, like all sorts
-    meili_snap::snapshot!(meili_snap::json_string!(response["hits"]), @r###"
-    [
-      {
-        "title": "Shazam!",
-        "id": "287947",
-        "color": [
-          "green",
-          "blue"
-        ],
-        "_vectors": {
-          "manual": {
-            "embeddings": [
-              [
-                1.0,
-                2.0,
-                3.0
-              ]
-            ],
-            "regenerate": false
-          }
-        },
-        "_rankingScore": 1.0
-      },
-      {
-        "title": "Captain Marvel",
-        "id": "299537",
-        "color": [
-          "yellow",
-          "blue"
-        ],
-        "_vectors": {
-          "manual": {
-            "embeddings": [
-              [
-                1.0,
-                2.0,
-                54.0
-              ]
-            ],
-            "regenerate": false
-          }
-        },
-        "_rankingScore": 0.9129111766815186
-      },
-      {
-        "title": "Gläss",
-        "id": "450465",
-        "color": [
-          "blue",
-          "red"
-        ],
-        "_vectors": {
-          "manual": {
-            "embeddings": [
-              [
-                -100.0,
-                340.0,
-                90.0
-              ]
-            ],
-            "regenerate": false
-          }
-        },
-        "_rankingScore": 0.8106412887573242
-      },
-      {
-        "title": "How to Train Your Dragon: The Hidden World",
-        "id": "166428",
-        "color": [
-          "green",
-          "red"
-        ],
-        "_vectors": {
-          "manual": {
-            "embeddings": [
-              [
-                -100.0,
-                231.0,
-                32.0
-              ]
-            ],
-            "regenerate": false
-          }
-        },
-        "_rankingScore": 0.7412010431289673
-      },
-      {
-        "title": "Escape Room",
-        "id": "522681",
-        "color": [
-          "yellow",
-          "red"
-        ],
-        "_vectors": {
-          "manual": {
-            "embeddings": [
-              [
-                10.0,
-                -23.0,
-                32.0
-              ]
-            ],
-            "regenerate": false
-          }
-        },
-        "_rankingScore": 0.6972063183784485
-      }
-    ]
-    "###);
-}
-
 #[cfg(feature = "default")]
 #[actix_rt::test]
 async fn camelcased_words() {
@@ -1611,14 +1404,7 @@ async fn simple_search_with_strange_synonyms() {
                 "color": [
                   "green",
                   "red"
-                ],
-                "_vectors": {
-                  "manual": [
-                    -100,
-                    231,
-                    32
-                  ]
-                }
+                ]
               }
             ]
             "###);
@@ -1636,14 +1422,7 @@ async fn simple_search_with_strange_synonyms() {
                 "color": [
                   "green",
                   "red"
-                ],
-                "_vectors": {
-                  "manual": [
-                    -100,
-                    231,
-                    32
-                  ]
-                }
+                ]
               }
             ]
             "###);
@@ -1661,14 +1440,7 @@ async fn simple_search_with_strange_synonyms() {
                 "color": [
                   "green",
                   "red"
-                ],
-                "_vectors": {
-                  "manual": [
-                    -100,
-                    231,
-                    32
-                  ]
-                }
+                ]
               }
             ]
             "###);
@@ -1752,3 +1524,57 @@ async fn change_attributes_settings() {
         )
         .await;
 }
+
+/// Modifying facets with different casing should work correctly
+#[actix_rt::test]
+async fn change_facet_casing() {
+    let server = Server::new().await;
+    let index = server.index("test");
+
+    let (response, code) = index
+        .update_settings(json!({
+            "filterableAttributes": ["dog"],
+        }))
+        .await;
+    assert_eq!("202", code.as_str(), "{:?}", response);
+    index.wait_task(response.uid()).await;
+
+    let (response, _code) = index
+        .add_documents(
+            json!([
+                {
+                    "id": 1,
+                    "dog": "Bouvier Bernois"
+                }
+            ]),
+            None,
+        )
+        .await;
+    index.wait_task(response.uid()).await;
+
+    let (response, _code) = index
+        .add_documents(
+            json!([
+                {
+                    "id": 1,
+                    "dog": "bouvier bernois"
+                }
+            ]),
+            None,
+        )
+        .await;
+    index.wait_task(response.uid()).await;
+
+    index
+        .search(json!({ "facets": ["dog"] }), |response, code| {
+            meili_snap::snapshot!(code, @"200 OK");
+            meili_snap::snapshot!(meili_snap::json_string!(response["facetDistribution"]), @r###"
+            {
+              "dog": {
+                "bouvier bernois": 1
+              }
+            }
+            "###);
+        })
+        .await;
+}

crates/meilisearch/tests/search/multi.rs

@@ -110,14 +110,7 @@ async fn simple_search_single_index() {
             "color": [
               "blue",
               "red"
-            ],
-            "_vectors": {
-              "manual": [
-                -100,
-                340,
-                90
-              ]
-            }
+            ]
           }
         ],
         "query": "glass",
@@ -135,14 +128,7 @@ async fn simple_search_single_index() {
             "color": [
               "yellow",
               "blue"
-            ],
-            "_vectors": {
-              "manual": [
-                1,
-                2,
-                54
-              ]
-            }
+            ]
           }
         ],
         "query": "captain",
@@ -180,13 +166,6 @@ async fn federation_single_search_single_index() {
             "blue",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              -100,
-              340,
-              90
-            ]
-          },
           "_federation": {
             "indexUid": "test",
             "queriesPosition": 0,
@@ -303,13 +282,6 @@ async fn federation_two_search_single_index() {
             "blue",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              -100,
-              340,
-              90
-            ]
-          },
           "_federation": {
             "indexUid": "test",
             "queriesPosition": 0,
@@ -323,13 +295,6 @@ async fn federation_two_search_single_index() {
             "yellow",
             "blue"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "test",
             "queriesPosition": 1,
@@ -477,14 +442,7 @@ async fn simple_search_two_indexes() {
             "color": [
               "blue",
               "red"
-            ],
-            "_vectors": {
-              "manual": [
-                -100,
-                340,
-                90
-              ]
-            }
+            ]
           }
         ],
         "query": "glass",
@@ -510,14 +468,7 @@ async fn simple_search_two_indexes() {
                 "age": 4
               }
             ],
-            "cattos": "pésti",
-            "_vectors": {
-              "manual": [
-                1,
-                2,
-                3
-              ]
-            }
+            "cattos": "pésti"
           },
           {
             "id": 654,
@@ -532,14 +483,7 @@ async fn simple_search_two_indexes() {
             "cattos": [
               "simba",
               "pestiféré"
-            ],
-            "_vectors": {
-              "manual": [
-                1,
-                2,
-                54
-              ]
-            }
+            ]
           }
         ],
         "query": "pésti",
@@ -583,13 +527,6 @@ async fn federation_two_search_two_indexes() {
             "blue",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              -100,
-              340,
-              90
-            ]
-          },
           "_federation": {
             "indexUid": "test",
             "queriesPosition": 0,
@@ -611,13 +548,6 @@ async fn federation_two_search_two_indexes() {
             }
           ],
           "cattos": "pésti",
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              3
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 1,
@@ -638,13 +568,6 @@ async fn federation_two_search_two_indexes() {
             "simba",
             "pestiféré"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 1,
@@ -705,13 +628,6 @@ async fn federation_multiple_search_multiple_indexes() {
             "blue",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              -100,
-              340,
-              90
-            ]
-          },
           "_federation": {
             "indexUid": "test",
             "queriesPosition": 0,
@@ -733,13 +649,6 @@ async fn federation_multiple_search_multiple_indexes() {
             }
           ],
           "cattos": "pésti",
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              3
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 2,
@@ -771,13 +680,6 @@ async fn federation_multiple_search_multiple_indexes() {
             "yellow",
             "blue"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "test",
             "queriesPosition": 1,
@@ -791,13 +693,6 @@ async fn federation_multiple_search_multiple_indexes() {
             "yellow",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              10,
-              -23,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "test",
             "queriesPosition": 3,
@@ -822,13 +717,6 @@ async fn federation_multiple_search_multiple_indexes() {
             "moumoute",
             "gomez"
           ],
-          "_vectors": {
-            "manual": [
-              10,
-              23,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 4,
@@ -867,13 +755,6 @@ async fn federation_multiple_search_multiple_indexes() {
             "simba",
             "pestiféré"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 2,
@@ -896,13 +777,6 @@ async fn federation_multiple_search_multiple_indexes() {
             "green",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              -100,
-              231,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "test",
             "queriesPosition": 6,
@@ -1391,13 +1265,6 @@ async fn federation_sort_same_indexes_same_criterion_same_direction() {
             }
           ],
           "cattos": "pésti",
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              3
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 0,
@@ -1412,13 +1279,6 @@ async fn federation_sort_same_indexes_same_criterion_same_direction() {
           "cattos": [
             "enigma"
           ],
-          "_vectors": {
-            "manual": [
-              10,
-              23,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 0,
@@ -1440,13 +1300,6 @@ async fn federation_sort_same_indexes_same_criterion_same_direction() {
             "simba",
             "pestiféré"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 0,
@@ -1472,13 +1325,6 @@ async fn federation_sort_same_indexes_same_criterion_same_direction() {
             "moumoute",
             "gomez"
           ],
-          "_vectors": {
-            "manual": [
-              10,
-              23,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 0,
@@ -1520,13 +1366,6 @@ async fn federation_sort_same_indexes_same_criterion_same_direction() {
             }
           ],
           "cattos": "pésti",
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              3
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 0,
@@ -1548,13 +1387,6 @@ async fn federation_sort_same_indexes_same_criterion_same_direction() {
             "simba",
             "pestiféré"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 0,
@@ -1580,13 +1412,6 @@ async fn federation_sort_same_indexes_same_criterion_same_direction() {
             "moumoute",
             "gomez"
           ],
-          "_vectors": {
-            "manual": [
-              10,
-              23,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 1,
@@ -1714,13 +1539,6 @@ async fn federation_sort_same_indexes_different_criterion_same_direction() {
             }
           ],
           "cattos": "pésti",
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              3
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 1,
@@ -1746,13 +1564,6 @@ async fn federation_sort_same_indexes_different_criterion_same_direction() {
             "moumoute",
             "gomez"
           ],
-          "_vectors": {
-            "manual": [
-              10,
-              23,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 1,
@@ -1767,13 +1578,6 @@ async fn federation_sort_same_indexes_different_criterion_same_direction() {
           "cattos": [
             "enigma"
           ],
-          "_vectors": {
-            "manual": [
-              10,
-              23,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 0,
@@ -1795,13 +1599,6 @@ async fn federation_sort_same_indexes_different_criterion_same_direction() {
             "simba",
             "pestiféré"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 1,
@@ -1843,13 +1640,6 @@ async fn federation_sort_same_indexes_different_criterion_same_direction() {
             "simba",
             "pestiféré"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 0,
@@ -1872,13 +1662,6 @@ async fn federation_sort_same_indexes_different_criterion_same_direction() {
             }
           ],
           "cattos": "pésti",
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              3
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 0,
@@ -1904,13 +1687,6 @@ async fn federation_sort_same_indexes_different_criterion_same_direction() {
             "moumoute",
             "gomez"
           ],
-          "_vectors": {
-            "manual": [
-              10,
-              23,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "nested",
             "queriesPosition": 1,
@@ -2101,13 +1877,6 @@ async fn federation_sort_different_indexes_same_criterion_same_direction() {
             "yellow",
             "blue"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2122,13 +1891,6 @@ async fn federation_sort_different_indexes_same_criterion_same_direction() {
             "yellow",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              10,
-              -23,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2143,13 +1905,6 @@ async fn federation_sort_different_indexes_same_criterion_same_direction() {
             "blue",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              -100,
-              340,
-              90
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2164,13 +1919,6 @@ async fn federation_sort_different_indexes_same_criterion_same_direction() {
             "green",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              -100,
-              231,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2185,13 +1933,6 @@ async fn federation_sort_different_indexes_same_criterion_same_direction() {
             "green",
             "blue"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              3
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2226,13 +1967,6 @@ async fn federation_sort_different_indexes_same_criterion_same_direction() {
             "yellow",
             "blue"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 1,
@@ -2413,13 +2147,6 @@ async fn federation_sort_different_ranking_rules() {
             "yellow",
             "blue"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2434,13 +2161,6 @@ async fn federation_sort_different_ranking_rules() {
             "yellow",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              10,
-              -23,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2455,13 +2175,6 @@ async fn federation_sort_different_ranking_rules() {
             "blue",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              -100,
-              340,
-              90
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2476,13 +2189,6 @@ async fn federation_sort_different_ranking_rules() {
             "green",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              -100,
-              231,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2497,13 +2203,6 @@ async fn federation_sort_different_ranking_rules() {
             "green",
             "blue"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              3
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2714,13 +2413,6 @@ async fn federation_sort_different_indexes_different_criterion_same_direction()
             "yellow",
             "blue"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2755,13 +2447,6 @@ async fn federation_sort_different_indexes_different_criterion_same_direction()
             "yellow",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              10,
-              -23,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2776,13 +2461,6 @@ async fn federation_sort_different_indexes_different_criterion_same_direction()
             "blue",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              -100,
-              340,
-              90
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2797,13 +2475,6 @@ async fn federation_sort_different_indexes_different_criterion_same_direction()
             "green",
             "red"
           ],
-          "_vectors": {
-            "manual": [
-              -100,
-              231,
-              32
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2818,13 +2489,6 @@ async fn federation_sort_different_indexes_different_criterion_same_direction()
             "green",
             "blue"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              3
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 0,
@@ -2879,13 +2543,6 @@ async fn federation_sort_different_indexes_different_criterion_same_direction()
             "yellow",
             "blue"
           ],
-          "_vectors": {
-            "manual": [
-              1,
-              2,
-              54
-            ]
-          },
           "_federation": {
             "indexUid": "movies",
             "queriesPosition": 1,
@@ -4094,13 +3751,6 @@ async fn federation_non_federated_contains_federation_option() {
 #[actix_rt::test]
 async fn federation_vector_single_index() {
     let server = Server::new().await;
-    let (_, code) = server
-        .set_features(json!({
-          "vectorStore": true
-        }))
-        .await;
-
-    snapshot!(code, @"200 OK");
 
     let index = server.index("vectors");
 
@@ -4302,13 +3952,6 @@ async fn federation_vector_single_index() {
 #[actix_rt::test]
 async fn federation_vector_two_indexes() {
     let server = Server::new().await;
-    let (_, code) = server
-        .set_features(json!({
-          "vectorStore": true
-        }))
-        .await;
-
-    snapshot!(code, @"200 OK");
 
     let index = server.index("vectors-animal");
 

crates/meilisearch/tests/settings/.prefix_search_settings.rs.pending-snap

@@ -0,0 +1,9 @@
+{"run_id":"1737725573-949900000","line":48,"new":{"module_name":"integration__settings__prefix_search_settings","snapshot_name":"add_docs_and_disable","metadata":{"source":"crates/meilisearch/tests/settings/prefix_search_settings.rs","assertion_line":48},"snapshot":"[\n  {\n    \"id\": 2,\n    \"a\": \"Soup of day so\",\n    \"b\": \"manythe manythelazyfish\",\n    \"_formatted\": {\n      \"id\": \"2\",\n      \"a\": \"<em>So</em>up of day <em>so</em>\",\n      \"b\": \"manythe manythelazyfish\"\n    }\n  },\n  {\n    \"id\": 1,\n    \"a\": \"Soup of the day\",\n    \"b\": \"manythefishou\",\n    \"_formatted\": {\n      \"id\": \"1\",\n      \"a\": \"<em>So</em>up of the day\",\n      \"b\": \"manythefishou\"\n    }\n  },\n  {\n    \"id\": 3,\n    \"a\": \"the Soup of day\",\n    \"b\": \"manythelazyfish\",\n    \"_formatted\": {\n      \"id\": \"3\",\n      \"a\": \"the <em>So</em>up of day\",\n      \"b\": \"manythelazyfish\"\n    }\n  }\n]"},"old":{"module_name":"integration__settings__prefix_search_settings","metadata":{},"snapshot":"[\n  {\n    \"id\": 2,\n    \"a\": \"Soup of day so\",\n    \"b\": \"manythe manythelazyfish\",\n    \"_formatted\": {\n      \"id\": \"2\",\n      \"a\": \"Soup of day <em>so</em>\",\n      \"b\": \"manythe manythelazyfish\"\n    }\n  }\n]"}}
+{"run_id":"1737725573-949900000","line":381,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":382,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":381,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":382,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":421,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":422,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":421,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":422,"new":null,"old":null}

crates/meilisearch/tests/settings/get_settings.rs

@@ -152,7 +152,7 @@ test_setting_routes!(
     {
         setting: embedders,
         update_verb: patch,
-        default_value: null
+        default_value: {}
     },
     {
         setting: facet_search,
@@ -197,7 +197,7 @@ async fn get_settings() {
     let (response, code) = index.settings().await;
     assert_eq!(code, 200);
     let settings = response.as_object().unwrap();
-    assert_eq!(settings.keys().len(), 19);
+    assert_eq!(settings.keys().len(), 20);
     assert_eq!(settings["displayedAttributes"], json!(["*"]));
     assert_eq!(settings["searchableAttributes"], json!(["*"]));
     assert_eq!(settings["filterableAttributes"], json!([]));
@@ -230,23 +230,12 @@ async fn get_settings() {
     assert_eq!(settings["searchCutoffMs"], json!(null));
     assert_eq!(settings["prefixSearch"], json!("indexingTime"));
     assert_eq!(settings["facetSearch"], json!(true));
+    assert_eq!(settings["embedders"], json!({}));
 }
 
 #[actix_rt::test]
 async fn secrets_are_hidden_in_settings() {
     let server = Server::new().await;
-    let (response, code) = server.set_features(json!({"vectorStore": true})).await;
-
-    meili_snap::snapshot!(code, @"200 OK");
-    meili_snap::snapshot!(meili_snap::json_string!(response), @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let index = server.index("test");
     let (response, _code) = index.create(None).await;

crates/meilisearch/tests/similar/.errors.rs.pending-snap

@@ -0,0 +1 @@
+{"run_id":"1737725573-949900000","line":492,"new":{"module_name":"integration__similar__errors","snapshot_name":"filter_invalid_attribute_string","metadata":{"source":"crates/meilisearch/tests/similar/errors.rs","assertion_line":492},"snapshot":"500 Internal Server Error"},"old":{"module_name":"integration__similar__errors","metadata":{},"snapshot":"202 Accepted"}}

crates/meilisearch/tests/similar/errors.rs

@@ -8,7 +8,6 @@ use crate::json;
 async fn similar_unexisting_index() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let expected_response = json!({
         "message": "Index `test` not found.",
@@ -29,7 +28,6 @@ async fn similar_unexisting_index() {
 async fn similar_unexisting_parameter() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     index
         .similar(json!({"id": 287947, "marin": "hello"}), |response, code| {
@@ -39,28 +37,10 @@ async fn similar_unexisting_parameter() {
         .await;
 }
 
-#[actix_rt::test]
-async fn similar_feature_not_enabled() {
-    let server = Server::new().await;
-    let index = server.index("test");
-
-    let (response, code) = index.similar_post(json!({"id": 287947, "embedder": "manual"})).await;
-    snapshot!(code, @"400 Bad Request");
-    snapshot!(json_string!(response), @r###"
-    {
-      "message": "Using the similar API requires enabling the `vector store` experimental feature. See https://github.com/meilisearch/product/discussions/677",
-      "code": "feature_not_enabled",
-      "type": "invalid_request",
-      "link": "https://docs.meilisearch.com/errors#feature_not_enabled"
-    }
-    "###);
-}
-
 #[actix_rt::test]
 async fn similar_bad_id() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -91,7 +71,6 @@ async fn similar_bad_id() {
 async fn similar_bad_ranking_score_threshold() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -122,7 +101,6 @@ async fn similar_bad_ranking_score_threshold() {
 async fn similar_invalid_ranking_score_threshold() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -153,7 +131,6 @@ async fn similar_invalid_ranking_score_threshold() {
 async fn similar_invalid_id() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -184,7 +161,6 @@ async fn similar_invalid_id() {
 async fn similar_not_found_id() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -216,7 +192,6 @@ async fn similar_not_found_id() {
 async fn similar_bad_offset() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -259,7 +234,6 @@ async fn similar_bad_offset() {
 async fn similar_bad_limit() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -304,7 +278,6 @@ async fn similar_bad_filter() {
     // Thus the error message is not generated by deserr but written by us.
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -344,7 +317,6 @@ async fn similar_bad_filter() {
 async fn filter_invalid_syntax_object() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -383,7 +355,6 @@ async fn filter_invalid_syntax_object() {
 async fn filter_invalid_syntax_array() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -422,7 +393,6 @@ async fn filter_invalid_syntax_array() {
 async fn filter_invalid_syntax_string() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -463,7 +433,6 @@ async fn filter_invalid_syntax_string() {
 async fn filter_invalid_attribute_array() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -504,7 +473,6 @@ async fn filter_invalid_attribute_array() {
 async fn filter_invalid_attribute_string() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -545,7 +513,6 @@ async fn filter_invalid_attribute_string() {
 async fn filter_reserved_geo_attribute_array() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -586,7 +553,6 @@ async fn filter_reserved_geo_attribute_array() {
 async fn filter_reserved_geo_attribute_string() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -627,7 +593,6 @@ async fn filter_reserved_geo_attribute_string() {
 async fn filter_reserved_attribute_array() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -668,7 +633,6 @@ async fn filter_reserved_attribute_array() {
 async fn filter_reserved_attribute_string() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -709,7 +673,6 @@ async fn filter_reserved_attribute_string() {
 async fn filter_reserved_geo_point_array() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -750,7 +713,6 @@ async fn filter_reserved_geo_point_array() {
 async fn filter_reserved_geo_point_string() {
     let server = Server::new().await;
     let index = server.index("test");
-    server.set_features(json!({"vectorStore": true})).await;
 
     let (response, code) = index
         .update_settings(json!({
@@ -790,7 +752,6 @@ async fn filter_reserved_geo_point_string() {
 #[actix_rt::test]
 async fn similar_bad_retrieve_vectors() {
     let server = Server::new().await;
-    server.set_features(json!({"vectorStore": true})).await;
     let index = server.index("test");
 
     let (response, code) =
@@ -839,3 +800,86 @@ async fn similar_bad_retrieve_vectors() {
     }
     "###);
 }
+
+#[actix_rt::test]
+async fn similar_bad_embedder() {
+    let server = Server::new().await;
+    let index = server.index("test");
+
+    let (response, code) = index
+        .update_settings(json!({
+        "embedders": {
+            "manual": {
+                "source": "userProvided",
+                "dimensions": 3,
+            }
+        },
+        "filterableAttributes": ["title"]}))
+        .await;
+    snapshot!(code, @"202 Accepted");
+    server.wait_task(response.uid()).await;
+
+    let documents = DOCUMENTS.clone();
+    let (value, code) = index.add_documents(documents, None).await;
+    snapshot!(code, @"202 Accepted");
+    index.wait_task(value.uid()).await;
+
+    let expected_response = json!({
+    "message": "Cannot find embedder with name `auto`.",
+    "code": "invalid_similar_embedder",
+    "type": "invalid_request",
+    "link": "https://docs.meilisearch.com/errors#invalid_similar_embedder"
+    });
+
+    index
+        .similar(json!({"id": 287947, "embedder": "auto"}), |response, code| {
+            assert_eq!(response, expected_response);
+            assert_eq!(code, 400);
+        })
+        .await;
+
+    let expected_response = json!({
+        "message": "Invalid value type at `.embedder`: expected a string, but found a positive integer: `42`",
+        "code": "invalid_similar_embedder",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#invalid_similar_embedder"
+    });
+
+    let (response, code) = index.similar_post(json!({"id": 287947, "embedder": 42})).await;
+
+    assert_eq!(response, expected_response);
+    assert_eq!(code, 400);
+
+    let expected_response = json!({
+        "message": "Invalid value type at `.embedder`: expected a string, but found null",
+        "code": "invalid_similar_embedder",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#invalid_similar_embedder"
+    });
+
+    let (response, code) = index.similar_post(json!({"id": 287947, "embedder": null})).await;
+
+    assert_eq!(response, expected_response);
+    assert_eq!(code, 400);
+
+    let expected_response = json!({
+       "message": "Missing field `embedder`",
+        "code": "bad_request",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#bad_request"
+    });
+
+    let (response, code) = index.similar_post(json!({"id": 287947})).await;
+    assert_eq!(response, expected_response);
+    assert_eq!(code, 400);
+
+    let expected_response = json!({
+       "message": "Missing parameter `embedder`",
+        "code": "bad_request",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#bad_request"
+    });
+    let (response, code) = index.similar_get("?id=287947").await;
+    assert_eq!(response, expected_response);
+    assert_eq!(code, 400);
+}

crates/meilisearch/tests/similar/mod.rs

@@ -49,17 +49,6 @@ static DOCUMENTS: Lazy<Value> = Lazy::new(|| {
 async fn basic() {
     let server = Server::new().await;
     let index = server.index("test");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({
@@ -246,17 +235,6 @@ async fn basic() {
 async fn ranking_score_threshold() {
     let server = Server::new().await;
     let index = server.index("test");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({
@@ -527,17 +505,6 @@ async fn ranking_score_threshold() {
 async fn filter() {
     let server = Server::new().await;
     let index = server.index("test");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({
@@ -656,17 +623,6 @@ async fn filter() {
 async fn limit_and_offset() {
     let server = Server::new().await;
     let index = server.index("test");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({

crates/meilisearch/tests/tasks/errors.rs

@@ -95,36 +95,36 @@ async fn task_bad_types() {
 
     let (response, code) = server.tasks_filter("types=doggo").await;
     snapshot!(code, @"400 Bad Request");
-    snapshot!(json_string!(response), @r###"
+    snapshot!(json_string!(response), @r#"
     {
-      "message": "Invalid value in parameter `types`: `doggo` is not a valid task type. Available types are `documentAdditionOrUpdate`, `documentEdition`, `documentDeletion`, `settingsUpdate`, `indexCreation`, `indexDeletion`, `indexUpdate`, `indexSwap`, `taskCancelation`, `taskDeletion`, `dumpCreation`, `snapshotCreation`.",
+      "message": "Invalid value in parameter `types`: `doggo` is not a valid task type. Available types are `documentAdditionOrUpdate`, `documentEdition`, `documentDeletion`, `settingsUpdate`, `indexCreation`, `indexDeletion`, `indexUpdate`, `indexSwap`, `taskCancelation`, `taskDeletion`, `dumpCreation`, `snapshotCreation`, `upgradeDatabase`.",
       "code": "invalid_task_types",
       "type": "invalid_request",
       "link": "https://docs.meilisearch.com/errors#invalid_task_types"
     }
-    "###);
+    "#);
 
     let (response, code) = server.cancel_tasks("types=doggo").await;
     snapshot!(code, @"400 Bad Request");
-    snapshot!(json_string!(response), @r###"
+    snapshot!(json_string!(response), @r#"
     {
-      "message": "Invalid value in parameter `types`: `doggo` is not a valid task type. Available types are `documentAdditionOrUpdate`, `documentEdition`, `documentDeletion`, `settingsUpdate`, `indexCreation`, `indexDeletion`, `indexUpdate`, `indexSwap`, `taskCancelation`, `taskDeletion`, `dumpCreation`, `snapshotCreation`.",
+      "message": "Invalid value in parameter `types`: `doggo` is not a valid task type. Available types are `documentAdditionOrUpdate`, `documentEdition`, `documentDeletion`, `settingsUpdate`, `indexCreation`, `indexDeletion`, `indexUpdate`, `indexSwap`, `taskCancelation`, `taskDeletion`, `dumpCreation`, `snapshotCreation`, `upgradeDatabase`.",
       "code": "invalid_task_types",
       "type": "invalid_request",
       "link": "https://docs.meilisearch.com/errors#invalid_task_types"
     }
-    "###);
+    "#);
 
     let (response, code) = server.delete_tasks("types=doggo").await;
     snapshot!(code, @"400 Bad Request");
-    snapshot!(json_string!(response), @r###"
+    snapshot!(json_string!(response), @r#"
     {
-      "message": "Invalid value in parameter `types`: `doggo` is not a valid task type. Available types are `documentAdditionOrUpdate`, `documentEdition`, `documentDeletion`, `settingsUpdate`, `indexCreation`, `indexDeletion`, `indexUpdate`, `indexSwap`, `taskCancelation`, `taskDeletion`, `dumpCreation`, `snapshotCreation`.",
+      "message": "Invalid value in parameter `types`: `doggo` is not a valid task type. Available types are `documentAdditionOrUpdate`, `documentEdition`, `documentDeletion`, `settingsUpdate`, `indexCreation`, `indexDeletion`, `indexUpdate`, `indexSwap`, `taskCancelation`, `taskDeletion`, `dumpCreation`, `snapshotCreation`, `upgradeDatabase`.",
       "code": "invalid_task_types",
       "type": "invalid_request",
       "link": "https://docs.meilisearch.com/errors#invalid_task_types"
     }
-    "###);
+    "#);
 }
 
 #[actix_rt::test]

crates/meilisearch/tests/upgrade/mod.rs

@@ -0,0 +1,87 @@
+mod v1_12;
+
+use std::path::Path;
+use std::{fs, io};
+
+use meili_snap::snapshot;
+use meilisearch::Opt;
+
+use crate::common::{default_settings, Server};
+
+fn copy_dir_all(src: impl AsRef<Path>, dst: impl AsRef<Path>) -> io::Result<()> {
+    fs::create_dir_all(&dst)?;
+    for entry in fs::read_dir(src)? {
+        let entry = entry?;
+        let ty = entry.file_type()?;
+        if ty.is_dir() {
+            copy_dir_all(entry.path(), dst.as_ref().join(entry.file_name()))?;
+        } else {
+            fs::copy(entry.path(), dst.as_ref().join(entry.file_name()))?;
+        }
+    }
+    Ok(())
+}
+
+#[actix_rt::test]
+async fn malformed_version_file() {
+    let temp = tempfile::tempdir().unwrap();
+    let default_settings = default_settings(temp.path());
+    let db_path = default_settings.db_path.clone();
+    std::fs::create_dir_all(&db_path).unwrap();
+    std::fs::write(db_path.join("VERSION"), "kefir").unwrap();
+    let options = Opt { experimental_dumpless_upgrade: true, ..default_settings };
+    let err = Server::new_with_options(options).await.map(|_| ()).unwrap_err();
+    snapshot!(err, @"Version file is corrupted and thus Meilisearch is unable to determine the version of the database. The version contains 1 parts instead of 3 (major, minor and patch)");
+}
+
+#[actix_rt::test]
+async fn version_too_old() {
+    let temp = tempfile::tempdir().unwrap();
+    let default_settings = default_settings(temp.path());
+    let db_path = default_settings.db_path.clone();
+    std::fs::create_dir_all(&db_path).unwrap();
+    std::fs::write(db_path.join("VERSION"), "1.11.9999").unwrap();
+    let options = Opt { experimental_dumpless_upgrade: true, ..default_settings };
+    let err = Server::new_with_options(options).await.map(|_| ()).unwrap_err();
+    snapshot!(err, @"Database version 1.11.9999 is too old for the experimental dumpless upgrade feature. Please generate a dump using the v1.11.9999 and import it in the v1.13.0");
+}
+
+#[actix_rt::test]
+async fn version_requires_downgrade() {
+    let temp = tempfile::tempdir().unwrap();
+    let default_settings = default_settings(temp.path());
+    let db_path = default_settings.db_path.clone();
+    std::fs::create_dir_all(&db_path).unwrap();
+    let major = meilisearch_types::versioning::VERSION_MAJOR;
+    let minor = meilisearch_types::versioning::VERSION_MINOR;
+    let patch = meilisearch_types::versioning::VERSION_PATCH.parse::<u32>().unwrap() + 1;
+    std::fs::write(db_path.join("VERSION"), format!("{major}.{minor}.{patch}")).unwrap();
+    let options = Opt { experimental_dumpless_upgrade: true, ..default_settings };
+    let err = Server::new_with_options(options).await.map(|_| ()).unwrap_err();
+    snapshot!(err, @"Database version 1.13.1 is higher than the Meilisearch version 1.13.0. Downgrade is not supported");
+}
+
+#[actix_rt::test]
+async fn upgrade_to_the_current_version() {
+    let temp = tempfile::tempdir().unwrap();
+    let server = Server::new_with_options(default_settings(temp.path())).await.unwrap();
+    drop(server);
+
+    let server = Server::new_with_options(Opt {
+        experimental_dumpless_upgrade: true,
+        ..default_settings(temp.path())
+    })
+    .await
+    .unwrap();
+    // The upgrade tasks should NOT be spawned => task queue is empty
+    let (tasks, _status) = server.tasks().await;
+    snapshot!(tasks, @r#"
+    {
+      "results": [],
+      "total": 0,
+      "limit": 20,
+      "from": null,
+      "next": null
+    }
+    "#);
+}

crates/meilisearch/tests/upgrade/v1_12/mod.rs

@@ -0,0 +1 @@
+mod v1_12_0;

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_features/kefir_settings.snap

@@ -0,0 +1,78 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "displayedAttributes": [
+    "*"
+  ],
+  "searchableAttributes": [
+    "*"
+  ],
+  "filterableAttributes": [
+    "age",
+    "surname"
+  ],
+  "sortableAttributes": [
+    "age"
+  ],
+  "rankingRules": [
+    "words",
+    "typo",
+    "proximity",
+    "attribute",
+    "sort",
+    "exactness"
+  ],
+  "stopWords": [
+    "le",
+    "un"
+  ],
+  "nonSeparatorTokens": [],
+  "separatorTokens": [],
+  "dictionary": [],
+  "synonyms": {
+    "boubou": [
+      "kefir"
+    ]
+  },
+  "distinctAttribute": null,
+  "proximityPrecision": "byWord",
+  "typoTolerance": {
+    "enabled": true,
+    "minWordSizeForTypos": {
+      "oneTypo": 4,
+      "twoTypos": 9
+    },
+    "disableOnWords": [
+      "kefir"
+    ],
+    "disableOnAttributes": [
+      "surname"
+    ]
+  },
+  "faceting": {
+    "maxValuesPerFacet": 99,
+    "sortFacetValuesBy": {
+      "*": "alpha",
+      "age": "count"
+    }
+  },
+  "pagination": {
+    "maxTotalHits": 15
+  },
+  "embedders": {},
+  "searchCutoffMs": 8000,
+  "localizedAttributes": [
+    {
+      "attributePatterns": [
+        "description"
+      ],
+      "locales": [
+        "fra"
+      ]
+    }
+  ],
+  "facetSearch": true,
+  "prefixSearch": "indexingTime"
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_features/search_with_sort_and_filter.snap

@@ -0,0 +1,25 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "hits": [
+    {
+      "id": 1,
+      "name": "kefir",
+      "surname": [
+        "kef",
+        "kefkef",
+        "kefirounet",
+        "boubou"
+      ],
+      "age": 1.4,
+      "description": "kefir est un petit chien blanc très mignon"
+    }
+  ],
+  "query": "",
+  "processingTimeMs": "[duration]",
+  "limit": 20,
+  "offset": 0,
+  "estimatedTotalHits": 1
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/batch_by_batchUids_after_deletion.snap

@@ -0,0 +1,11 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [],
+  "total": 0,
+  "limit": 20,
+  "from": null,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/batches_filter_afterEnqueuedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,505 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 24,
+      "progress": null,
+      "details": {
+        "upgradeFrom": "v1.12.0",
+        "upgradeTo": "v1.13.0"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "upgradeDatabase": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "[duration]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 23,
+      "progress": null,
+      "details": {
+        "deletedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "indexDeletion": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.004146631S",
+      "startedAt": "2025-01-23T11:38:57.012591321Z",
+      "finishedAt": "2025-01-23T11:38:57.016737952Z"
+    },
+    {
+      "uid": 22,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.102738497S",
+      "startedAt": "2025-01-23T11:36:22.551906856Z",
+      "finishedAt": "2025-01-23T11:36:22.654645353Z"
+    },
+    {
+      "uid": 21,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "failed": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.005108474S",
+      "startedAt": "2025-01-23T11:36:04.132670526Z",
+      "finishedAt": "2025-01-23T11:36:04.137779Z"
+    },
+    {
+      "uid": 20,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "failed": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.027954894S",
+      "startedAt": "2025-01-23T11:35:53.631082795Z",
+      "finishedAt": "2025-01-23T11:35:53.659037689Z"
+    },
+    {
+      "uid": 19,
+      "progress": null,
+      "details": {
+        "deletedDocuments": 19546
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "indexDeletion": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.006903297S",
+      "startedAt": "2025-01-20T11:50:52.874106134Z",
+      "finishedAt": "2025-01-20T11:50:52.881009431Z"
+    },
+    {
+      "uid": 18,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0,
+        "matchedTasks": 1,
+        "canceledTasks": 1,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 2,
+        "status": {
+          "succeeded": 1,
+          "canceled": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1,
+          "taskCancelation": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.000481257S",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 17,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000407005S",
+      "startedAt": "2025-01-20T11:47:53.509403957Z",
+      "finishedAt": "2025-01-20T11:47:53.509810962Z"
+    },
+    {
+      "uid": 16,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000403716S",
+      "startedAt": "2025-01-20T11:47:48.430653005Z",
+      "finishedAt": "2025-01-20T11:47:48.431056721Z"
+    },
+    {
+      "uid": 15,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000417016S",
+      "startedAt": "2025-01-20T11:47:42.429678617Z",
+      "finishedAt": "2025-01-20T11:47:42.430095633Z"
+    },
+    {
+      "uid": 14,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 19546
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT12.086284842S",
+      "startedAt": "2025-01-20T11:47:03.092181576Z",
+      "finishedAt": "2025-01-20T11:47:15.178466418Z"
+    },
+    {
+      "uid": 13,
+      "progress": null,
+      "details": {
+        "localizedAttributes": [
+          {
+            "attributePatterns": [
+              "description"
+            ],
+            "locales": [
+              "fr"
+            ]
+          }
+        ]
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.011506614S",
+      "startedAt": "2025-01-16T17:18:43.29334923Z",
+      "finishedAt": "2025-01-16T17:18:43.304855844Z"
+    },
+    {
+      "uid": 12,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "sortFacetValuesBy": {
+            "*": "alpha",
+            "age": "count"
+          }
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007640163S",
+      "startedAt": "2025-01-16T17:02:52.539749853Z",
+      "finishedAt": "2025-01-16T17:02:52.547390016Z"
+    },
+    {
+      "uid": 11,
+      "progress": null,
+      "details": {
+        "searchCutoffMs": 8000
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007307840S",
+      "startedAt": "2025-01-16T17:01:14.112756687Z",
+      "finishedAt": "2025-01-16T17:01:14.120064527Z"
+    },
+    {
+      "uid": 10,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007391353S",
+      "startedAt": "2025-01-16T17:00:29.201180268Z",
+      "finishedAt": "2025-01-16T17:00:29.208571621Z"
+    },
+    {
+      "uid": 9,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 100
+        },
+        "pagination": {
+          "maxTotalHits": 1000
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007445825S",
+      "startedAt": "2025-01-16T17:00:15.77629445Z",
+      "finishedAt": "2025-01-16T17:00:15.783740275Z"
+    },
+    {
+      "uid": 8,
+      "progress": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          },
+          "disableOnWords": [
+            "kefir"
+          ],
+          "disableOnAttributes": [
+            "surname"
+          ]
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.012020083S",
+      "startedAt": "2025-01-16T16:59:42.744086671Z",
+      "finishedAt": "2025-01-16T16:59:42.756106754Z"
+    },
+    {
+      "uid": 7,
+      "progress": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          }
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007440092S",
+      "startedAt": "2025-01-16T16:58:41.2155771Z",
+      "finishedAt": "2025-01-16T16:58:41.223017192Z"
+    },
+    {
+      "uid": 6,
+      "progress": null,
+      "details": {
+        "synonyms": {
+          "boubou": [
+            "kefir"
+          ]
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007565161S",
+      "startedAt": "2025-01-16T16:54:51.940332781Z",
+      "finishedAt": "2025-01-16T16:54:51.947897942Z"
+    },
+    {
+      "uid": 5,
+      "progress": null,
+      "details": {
+        "stopWords": [
+          "le",
+          "un"
+        ]
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.016307263S",
+      "startedAt": "2025-01-16T16:53:19.913351957Z",
+      "finishedAt": "2025-01-16T16:53:19.92965922Z"
+    }
+  ],
+  "total": 23,
+  "limit": 20,
+  "from": 24,
+  "next": 4
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/batches_filter_afterFinishedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,505 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 24,
+      "progress": null,
+      "details": {
+        "upgradeFrom": "v1.12.0",
+        "upgradeTo": "v1.13.0"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "upgradeDatabase": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "[duration]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 23,
+      "progress": null,
+      "details": {
+        "deletedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "indexDeletion": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.004146631S",
+      "startedAt": "2025-01-23T11:38:57.012591321Z",
+      "finishedAt": "2025-01-23T11:38:57.016737952Z"
+    },
+    {
+      "uid": 22,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.102738497S",
+      "startedAt": "2025-01-23T11:36:22.551906856Z",
+      "finishedAt": "2025-01-23T11:36:22.654645353Z"
+    },
+    {
+      "uid": 21,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "failed": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.005108474S",
+      "startedAt": "2025-01-23T11:36:04.132670526Z",
+      "finishedAt": "2025-01-23T11:36:04.137779Z"
+    },
+    {
+      "uid": 20,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "failed": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.027954894S",
+      "startedAt": "2025-01-23T11:35:53.631082795Z",
+      "finishedAt": "2025-01-23T11:35:53.659037689Z"
+    },
+    {
+      "uid": 19,
+      "progress": null,
+      "details": {
+        "deletedDocuments": 19546
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "indexDeletion": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.006903297S",
+      "startedAt": "2025-01-20T11:50:52.874106134Z",
+      "finishedAt": "2025-01-20T11:50:52.881009431Z"
+    },
+    {
+      "uid": 18,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0,
+        "matchedTasks": 1,
+        "canceledTasks": 1,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 2,
+        "status": {
+          "succeeded": 1,
+          "canceled": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1,
+          "taskCancelation": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.000481257S",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 17,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000407005S",
+      "startedAt": "2025-01-20T11:47:53.509403957Z",
+      "finishedAt": "2025-01-20T11:47:53.509810962Z"
+    },
+    {
+      "uid": 16,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000403716S",
+      "startedAt": "2025-01-20T11:47:48.430653005Z",
+      "finishedAt": "2025-01-20T11:47:48.431056721Z"
+    },
+    {
+      "uid": 15,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000417016S",
+      "startedAt": "2025-01-20T11:47:42.429678617Z",
+      "finishedAt": "2025-01-20T11:47:42.430095633Z"
+    },
+    {
+      "uid": 14,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 19546
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT12.086284842S",
+      "startedAt": "2025-01-20T11:47:03.092181576Z",
+      "finishedAt": "2025-01-20T11:47:15.178466418Z"
+    },
+    {
+      "uid": 13,
+      "progress": null,
+      "details": {
+        "localizedAttributes": [
+          {
+            "attributePatterns": [
+              "description"
+            ],
+            "locales": [
+              "fr"
+            ]
+          }
+        ]
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.011506614S",
+      "startedAt": "2025-01-16T17:18:43.29334923Z",
+      "finishedAt": "2025-01-16T17:18:43.304855844Z"
+    },
+    {
+      "uid": 12,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "sortFacetValuesBy": {
+            "*": "alpha",
+            "age": "count"
+          }
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007640163S",
+      "startedAt": "2025-01-16T17:02:52.539749853Z",
+      "finishedAt": "2025-01-16T17:02:52.547390016Z"
+    },
+    {
+      "uid": 11,
+      "progress": null,
+      "details": {
+        "searchCutoffMs": 8000
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007307840S",
+      "startedAt": "2025-01-16T17:01:14.112756687Z",
+      "finishedAt": "2025-01-16T17:01:14.120064527Z"
+    },
+    {
+      "uid": 10,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007391353S",
+      "startedAt": "2025-01-16T17:00:29.201180268Z",
+      "finishedAt": "2025-01-16T17:00:29.208571621Z"
+    },
+    {
+      "uid": 9,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 100
+        },
+        "pagination": {
+          "maxTotalHits": 1000
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007445825S",
+      "startedAt": "2025-01-16T17:00:15.77629445Z",
+      "finishedAt": "2025-01-16T17:00:15.783740275Z"
+    },
+    {
+      "uid": 8,
+      "progress": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          },
+          "disableOnWords": [
+            "kefir"
+          ],
+          "disableOnAttributes": [
+            "surname"
+          ]
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.012020083S",
+      "startedAt": "2025-01-16T16:59:42.744086671Z",
+      "finishedAt": "2025-01-16T16:59:42.756106754Z"
+    },
+    {
+      "uid": 7,
+      "progress": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          }
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007440092S",
+      "startedAt": "2025-01-16T16:58:41.2155771Z",
+      "finishedAt": "2025-01-16T16:58:41.223017192Z"
+    },
+    {
+      "uid": 6,
+      "progress": null,
+      "details": {
+        "synonyms": {
+          "boubou": [
+            "kefir"
+          ]
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007565161S",
+      "startedAt": "2025-01-16T16:54:51.940332781Z",
+      "finishedAt": "2025-01-16T16:54:51.947897942Z"
+    },
+    {
+      "uid": 5,
+      "progress": null,
+      "details": {
+        "stopWords": [
+          "le",
+          "un"
+        ]
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.016307263S",
+      "startedAt": "2025-01-16T16:53:19.913351957Z",
+      "finishedAt": "2025-01-16T16:53:19.92965922Z"
+    }
+  ],
+  "total": 23,
+  "limit": 20,
+  "from": 24,
+  "next": 4
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/batches_filter_afterStartedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,505 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 24,
+      "progress": null,
+      "details": {
+        "upgradeFrom": "v1.12.0",
+        "upgradeTo": "v1.13.0"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "upgradeDatabase": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "[duration]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 23,
+      "progress": null,
+      "details": {
+        "deletedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "indexDeletion": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.004146631S",
+      "startedAt": "2025-01-23T11:38:57.012591321Z",
+      "finishedAt": "2025-01-23T11:38:57.016737952Z"
+    },
+    {
+      "uid": 22,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.102738497S",
+      "startedAt": "2025-01-23T11:36:22.551906856Z",
+      "finishedAt": "2025-01-23T11:36:22.654645353Z"
+    },
+    {
+      "uid": 21,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "failed": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.005108474S",
+      "startedAt": "2025-01-23T11:36:04.132670526Z",
+      "finishedAt": "2025-01-23T11:36:04.137779Z"
+    },
+    {
+      "uid": 20,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "failed": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.027954894S",
+      "startedAt": "2025-01-23T11:35:53.631082795Z",
+      "finishedAt": "2025-01-23T11:35:53.659037689Z"
+    },
+    {
+      "uid": 19,
+      "progress": null,
+      "details": {
+        "deletedDocuments": 19546
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "indexDeletion": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.006903297S",
+      "startedAt": "2025-01-20T11:50:52.874106134Z",
+      "finishedAt": "2025-01-20T11:50:52.881009431Z"
+    },
+    {
+      "uid": 18,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0,
+        "matchedTasks": 1,
+        "canceledTasks": 1,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 2,
+        "status": {
+          "succeeded": 1,
+          "canceled": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1,
+          "taskCancelation": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.000481257S",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 17,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000407005S",
+      "startedAt": "2025-01-20T11:47:53.509403957Z",
+      "finishedAt": "2025-01-20T11:47:53.509810962Z"
+    },
+    {
+      "uid": 16,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000403716S",
+      "startedAt": "2025-01-20T11:47:48.430653005Z",
+      "finishedAt": "2025-01-20T11:47:48.431056721Z"
+    },
+    {
+      "uid": 15,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000417016S",
+      "startedAt": "2025-01-20T11:47:42.429678617Z",
+      "finishedAt": "2025-01-20T11:47:42.430095633Z"
+    },
+    {
+      "uid": 14,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 19546
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT12.086284842S",
+      "startedAt": "2025-01-20T11:47:03.092181576Z",
+      "finishedAt": "2025-01-20T11:47:15.178466418Z"
+    },
+    {
+      "uid": 13,
+      "progress": null,
+      "details": {
+        "localizedAttributes": [
+          {
+            "attributePatterns": [
+              "description"
+            ],
+            "locales": [
+              "fr"
+            ]
+          }
+        ]
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.011506614S",
+      "startedAt": "2025-01-16T17:18:43.29334923Z",
+      "finishedAt": "2025-01-16T17:18:43.304855844Z"
+    },
+    {
+      "uid": 12,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "sortFacetValuesBy": {
+            "*": "alpha",
+            "age": "count"
+          }
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007640163S",
+      "startedAt": "2025-01-16T17:02:52.539749853Z",
+      "finishedAt": "2025-01-16T17:02:52.547390016Z"
+    },
+    {
+      "uid": 11,
+      "progress": null,
+      "details": {
+        "searchCutoffMs": 8000
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007307840S",
+      "startedAt": "2025-01-16T17:01:14.112756687Z",
+      "finishedAt": "2025-01-16T17:01:14.120064527Z"
+    },
+    {
+      "uid": 10,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007391353S",
+      "startedAt": "2025-01-16T17:00:29.201180268Z",
+      "finishedAt": "2025-01-16T17:00:29.208571621Z"
+    },
+    {
+      "uid": 9,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 100
+        },
+        "pagination": {
+          "maxTotalHits": 1000
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007445825S",
+      "startedAt": "2025-01-16T17:00:15.77629445Z",
+      "finishedAt": "2025-01-16T17:00:15.783740275Z"
+    },
+    {
+      "uid": 8,
+      "progress": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          },
+          "disableOnWords": [
+            "kefir"
+          ],
+          "disableOnAttributes": [
+            "surname"
+          ]
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.012020083S",
+      "startedAt": "2025-01-16T16:59:42.744086671Z",
+      "finishedAt": "2025-01-16T16:59:42.756106754Z"
+    },
+    {
+      "uid": 7,
+      "progress": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          }
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007440092S",
+      "startedAt": "2025-01-16T16:58:41.2155771Z",
+      "finishedAt": "2025-01-16T16:58:41.223017192Z"
+    },
+    {
+      "uid": 6,
+      "progress": null,
+      "details": {
+        "synonyms": {
+          "boubou": [
+            "kefir"
+          ]
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007565161S",
+      "startedAt": "2025-01-16T16:54:51.940332781Z",
+      "finishedAt": "2025-01-16T16:54:51.947897942Z"
+    },
+    {
+      "uid": 5,
+      "progress": null,
+      "details": {
+        "stopWords": [
+          "le",
+          "un"
+        ]
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.016307263S",
+      "startedAt": "2025-01-16T16:53:19.913351957Z",
+      "finishedAt": "2025-01-16T16:53:19.92965922Z"
+    }
+  ],
+  "total": 23,
+  "limit": 20,
+  "from": 24,
+  "next": 4
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/batches_filter_batchUids_equal_10.snap

@@ -0,0 +1,39 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "uid": 10,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "[duration]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    }
+  ],
+  "total": 1,
+  "limit": 20,
+  "from": 10,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/batches_filter_beforeEnqueuedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,57 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 1,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "[duration]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 0,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.111055654S",
+      "startedAt": "2025-01-16T16:45:16.020248085Z",
+      "finishedAt": "2025-01-16T16:45:16.131303739Z"
+    }
+  ],
+  "total": 2,
+  "limit": 20,
+  "from": 1,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/batches_filter_beforeFinishedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,57 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 1,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "[duration]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 0,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.111055654S",
+      "startedAt": "2025-01-16T16:45:16.020248085Z",
+      "finishedAt": "2025-01-16T16:45:16.131303739Z"
+    }
+  ],
+  "total": 2,
+  "limit": 20,
+  "from": 1,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/batches_filter_beforeStartedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,57 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 1,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "[duration]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 0,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.111055654S",
+      "startedAt": "2025-01-16T16:45:16.020248085Z",
+      "finishedAt": "2025-01-16T16:45:16.131303739Z"
+    }
+  ],
+  "total": 2,
+  "limit": 20,
+  "from": 1,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/batches_filter_canceledBy_equal_19.snap

@@ -0,0 +1,40 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "uid": 18,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0,
+        "matchedTasks": 1,
+        "canceledTasks": 1,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 2,
+        "status": {
+          "succeeded": 1,
+          "canceled": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1,
+          "taskCancelation": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "[duration]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    }
+  ],
+  "total": 1,
+  "limit": 20,
+  "from": 18,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/batches_filter_statuses_equal_canceled.snap

@@ -0,0 +1,40 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "uid": 18,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0,
+        "matchedTasks": 1,
+        "canceledTasks": 1,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 2,
+        "status": {
+          "succeeded": 1,
+          "canceled": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1,
+          "taskCancelation": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "[duration]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    }
+  ],
+  "total": 1,
+  "limit": 20,
+  "from": 18,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/batches_filter_uids_equal_10.snap

@@ -0,0 +1,39 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "uid": 10,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "[duration]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    }
+  ],
+  "total": 1,
+  "limit": 20,
+  "from": 10,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/task_by_batchUids_after_deletion.snap

@@ -0,0 +1,11 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [],
+  "total": 0,
+  "limit": 20,
+  "from": null,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/tasks_filter_afterEnqueuedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,397 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 25,
+      "batchUid": 24,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "upgradeDatabase",
+      "canceledBy": null,
+      "details": {
+        "upgradeFrom": "v1.12.0",
+        "upgradeTo": "v1.13.0"
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 24,
+      "batchUid": 23,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "indexDeletion",
+      "canceledBy": null,
+      "details": {
+        "deletedDocuments": 0
+      },
+      "error": null,
+      "duration": "PT0.004146631S",
+      "enqueuedAt": "2025-01-23T11:38:57.000009177Z",
+      "startedAt": "2025-01-23T11:38:57.012591321Z",
+      "finishedAt": "2025-01-23T11:38:57.016737952Z"
+    },
+    {
+      "uid": 23,
+      "batchUid": 22,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "PT0.102738497S",
+      "enqueuedAt": "2025-01-23T11:36:22.53917994Z",
+      "startedAt": "2025-01-23T11:36:22.551906856Z",
+      "finishedAt": "2025-01-23T11:36:22.654645353Z"
+    },
+    {
+      "uid": 22,
+      "batchUid": 21,
+      "indexUid": "kefir",
+      "status": "failed",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "error": {
+        "message": "Document doesn't have a `id` attribute: `{\"age\":1.4}`.",
+        "code": "missing_document_id",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#missing_document_id"
+      },
+      "duration": "PT0.005108474S",
+      "enqueuedAt": "2025-01-23T11:36:04.115475071Z",
+      "startedAt": "2025-01-23T11:36:04.132670526Z",
+      "finishedAt": "2025-01-23T11:36:04.137779Z"
+    },
+    {
+      "uid": 21,
+      "batchUid": 20,
+      "indexUid": "mieli",
+      "status": "failed",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "error": {
+        "message": "The primary key inference failed as the engine did not find any field ending with `id` in its name. Please specify the primary key manually using the `primaryKey` query parameter.",
+        "code": "index_primary_key_no_candidate_found",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#index_primary_key_no_candidate_found"
+      },
+      "duration": "PT0.027954894S",
+      "enqueuedAt": "2025-01-23T11:35:53.625718309Z",
+      "startedAt": "2025-01-23T11:35:53.631082795Z",
+      "finishedAt": "2025-01-23T11:35:53.659037689Z"
+    },
+    {
+      "uid": 20,
+      "batchUid": 19,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "indexDeletion",
+      "canceledBy": null,
+      "details": {
+        "deletedDocuments": 19546
+      },
+      "error": null,
+      "duration": "PT0.006903297S",
+      "enqueuedAt": "2025-01-20T11:50:52.862223877Z",
+      "startedAt": "2025-01-20T11:50:52.874106134Z",
+      "finishedAt": "2025-01-20T11:50:52.881009431Z"
+    },
+    {
+      "uid": 19,
+      "batchUid": 18,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 1,
+        "canceledTasks": 1,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000481257S",
+      "enqueuedAt": "2025-01-20T11:48:04.618121963Z",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 18,
+      "batchUid": 18,
+      "indexUid": "mieli",
+      "status": "canceled",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": 19,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0
+      },
+      "error": null,
+      "duration": "PT0.000481257S",
+      "enqueuedAt": "2025-01-20T11:48:04.596815611Z",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 17,
+      "batchUid": 17,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000407005S",
+      "enqueuedAt": "2025-01-20T11:47:53.498618093Z",
+      "startedAt": "2025-01-20T11:47:53.509403957Z",
+      "finishedAt": "2025-01-20T11:47:53.509810962Z"
+    },
+    {
+      "uid": 16,
+      "batchUid": 16,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000403716S",
+      "enqueuedAt": "2025-01-20T11:47:48.426597451Z",
+      "startedAt": "2025-01-20T11:47:48.430653005Z",
+      "finishedAt": "2025-01-20T11:47:48.431056721Z"
+    },
+    {
+      "uid": 15,
+      "batchUid": 15,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing"
+      },
+      "error": null,
+      "duration": "PT0.000417016S",
+      "enqueuedAt": "2025-01-20T11:47:42.414346511Z",
+      "startedAt": "2025-01-20T11:47:42.429678617Z",
+      "finishedAt": "2025-01-20T11:47:42.430095633Z"
+    },
+    {
+      "uid": 14,
+      "batchUid": 14,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 19546
+      },
+      "error": null,
+      "duration": "PT12.086284842S",
+      "enqueuedAt": "2025-01-20T11:47:03.079292487Z",
+      "startedAt": "2025-01-20T11:47:03.092181576Z",
+      "finishedAt": "2025-01-20T11:47:15.178466418Z"
+    },
+    {
+      "uid": 13,
+      "batchUid": 13,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "localizedAttributes": [
+          {
+            "attributePatterns": [
+              "description"
+            ],
+            "locales": [
+              "fr"
+            ]
+          }
+        ]
+      },
+      "error": null,
+      "duration": "PT0.011506614S",
+      "enqueuedAt": "2025-01-16T17:18:43.280901282Z",
+      "startedAt": "2025-01-16T17:18:43.29334923Z",
+      "finishedAt": "2025-01-16T17:18:43.304855844Z"
+    },
+    {
+      "uid": 12,
+      "batchUid": 12,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "sortFacetValuesBy": {
+            "*": "alpha",
+            "age": "count"
+          }
+        }
+      },
+      "error": null,
+      "duration": "PT0.007640163S",
+      "enqueuedAt": "2025-01-16T17:02:52.527382964Z",
+      "startedAt": "2025-01-16T17:02:52.539749853Z",
+      "finishedAt": "2025-01-16T17:02:52.547390016Z"
+    },
+    {
+      "uid": 11,
+      "batchUid": 11,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "searchCutoffMs": 8000
+      },
+      "error": null,
+      "duration": "PT0.007307840S",
+      "enqueuedAt": "2025-01-16T17:01:14.100316617Z",
+      "startedAt": "2025-01-16T17:01:14.112756687Z",
+      "finishedAt": "2025-01-16T17:01:14.120064527Z"
+    },
+    {
+      "uid": 10,
+      "batchUid": 10,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "error": null,
+      "duration": "PT0.007391353S",
+      "enqueuedAt": "2025-01-16T17:00:29.188815062Z",
+      "startedAt": "2025-01-16T17:00:29.201180268Z",
+      "finishedAt": "2025-01-16T17:00:29.208571621Z"
+    },
+    {
+      "uid": 9,
+      "batchUid": 9,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 100
+        },
+        "pagination": {
+          "maxTotalHits": 1000
+        }
+      },
+      "error": null,
+      "duration": "PT0.007445825S",
+      "enqueuedAt": "2025-01-16T17:00:15.759501709Z",
+      "startedAt": "2025-01-16T17:00:15.77629445Z",
+      "finishedAt": "2025-01-16T17:00:15.783740275Z"
+    },
+    {
+      "uid": 8,
+      "batchUid": 8,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          },
+          "disableOnWords": [
+            "kefir"
+          ],
+          "disableOnAttributes": [
+            "surname"
+          ]
+        }
+      },
+      "error": null,
+      "duration": "PT0.012020083S",
+      "enqueuedAt": "2025-01-16T16:59:42.727292501Z",
+      "startedAt": "2025-01-16T16:59:42.744086671Z",
+      "finishedAt": "2025-01-16T16:59:42.756106754Z"
+    },
+    {
+      "uid": 7,
+      "batchUid": 7,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          }
+        }
+      },
+      "error": null,
+      "duration": "PT0.007440092S",
+      "enqueuedAt": "2025-01-16T16:58:41.203145044Z",
+      "startedAt": "2025-01-16T16:58:41.2155771Z",
+      "finishedAt": "2025-01-16T16:58:41.223017192Z"
+    },
+    {
+      "uid": 6,
+      "batchUid": 6,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "synonyms": {
+          "boubou": [
+            "kefir"
+          ]
+        }
+      },
+      "error": null,
+      "duration": "PT0.007565161S",
+      "enqueuedAt": "2025-01-16T16:54:51.927866243Z",
+      "startedAt": "2025-01-16T16:54:51.940332781Z",
+      "finishedAt": "2025-01-16T16:54:51.947897942Z"
+    }
+  ],
+  "total": 24,
+  "limit": 20,
+  "from": 25,
+  "next": 5
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/tasks_filter_afterFinishedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,397 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 25,
+      "batchUid": 24,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "upgradeDatabase",
+      "canceledBy": null,
+      "details": {
+        "upgradeFrom": "v1.12.0",
+        "upgradeTo": "v1.13.0"
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 24,
+      "batchUid": 23,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "indexDeletion",
+      "canceledBy": null,
+      "details": {
+        "deletedDocuments": 0
+      },
+      "error": null,
+      "duration": "PT0.004146631S",
+      "enqueuedAt": "2025-01-23T11:38:57.000009177Z",
+      "startedAt": "2025-01-23T11:38:57.012591321Z",
+      "finishedAt": "2025-01-23T11:38:57.016737952Z"
+    },
+    {
+      "uid": 23,
+      "batchUid": 22,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "PT0.102738497S",
+      "enqueuedAt": "2025-01-23T11:36:22.53917994Z",
+      "startedAt": "2025-01-23T11:36:22.551906856Z",
+      "finishedAt": "2025-01-23T11:36:22.654645353Z"
+    },
+    {
+      "uid": 22,
+      "batchUid": 21,
+      "indexUid": "kefir",
+      "status": "failed",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "error": {
+        "message": "Document doesn't have a `id` attribute: `{\"age\":1.4}`.",
+        "code": "missing_document_id",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#missing_document_id"
+      },
+      "duration": "PT0.005108474S",
+      "enqueuedAt": "2025-01-23T11:36:04.115475071Z",
+      "startedAt": "2025-01-23T11:36:04.132670526Z",
+      "finishedAt": "2025-01-23T11:36:04.137779Z"
+    },
+    {
+      "uid": 21,
+      "batchUid": 20,
+      "indexUid": "mieli",
+      "status": "failed",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "error": {
+        "message": "The primary key inference failed as the engine did not find any field ending with `id` in its name. Please specify the primary key manually using the `primaryKey` query parameter.",
+        "code": "index_primary_key_no_candidate_found",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#index_primary_key_no_candidate_found"
+      },
+      "duration": "PT0.027954894S",
+      "enqueuedAt": "2025-01-23T11:35:53.625718309Z",
+      "startedAt": "2025-01-23T11:35:53.631082795Z",
+      "finishedAt": "2025-01-23T11:35:53.659037689Z"
+    },
+    {
+      "uid": 20,
+      "batchUid": 19,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "indexDeletion",
+      "canceledBy": null,
+      "details": {
+        "deletedDocuments": 19546
+      },
+      "error": null,
+      "duration": "PT0.006903297S",
+      "enqueuedAt": "2025-01-20T11:50:52.862223877Z",
+      "startedAt": "2025-01-20T11:50:52.874106134Z",
+      "finishedAt": "2025-01-20T11:50:52.881009431Z"
+    },
+    {
+      "uid": 19,
+      "batchUid": 18,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 1,
+        "canceledTasks": 1,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000481257S",
+      "enqueuedAt": "2025-01-20T11:48:04.618121963Z",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 18,
+      "batchUid": 18,
+      "indexUid": "mieli",
+      "status": "canceled",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": 19,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0
+      },
+      "error": null,
+      "duration": "PT0.000481257S",
+      "enqueuedAt": "2025-01-20T11:48:04.596815611Z",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 17,
+      "batchUid": 17,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000407005S",
+      "enqueuedAt": "2025-01-20T11:47:53.498618093Z",
+      "startedAt": "2025-01-20T11:47:53.509403957Z",
+      "finishedAt": "2025-01-20T11:47:53.509810962Z"
+    },
+    {
+      "uid": 16,
+      "batchUid": 16,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000403716S",
+      "enqueuedAt": "2025-01-20T11:47:48.426597451Z",
+      "startedAt": "2025-01-20T11:47:48.430653005Z",
+      "finishedAt": "2025-01-20T11:47:48.431056721Z"
+    },
+    {
+      "uid": 15,
+      "batchUid": 15,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing"
+      },
+      "error": null,
+      "duration": "PT0.000417016S",
+      "enqueuedAt": "2025-01-20T11:47:42.414346511Z",
+      "startedAt": "2025-01-20T11:47:42.429678617Z",
+      "finishedAt": "2025-01-20T11:47:42.430095633Z"
+    },
+    {
+      "uid": 14,
+      "batchUid": 14,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 19546
+      },
+      "error": null,
+      "duration": "PT12.086284842S",
+      "enqueuedAt": "2025-01-20T11:47:03.079292487Z",
+      "startedAt": "2025-01-20T11:47:03.092181576Z",
+      "finishedAt": "2025-01-20T11:47:15.178466418Z"
+    },
+    {
+      "uid": 13,
+      "batchUid": 13,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "localizedAttributes": [
+          {
+            "attributePatterns": [
+              "description"
+            ],
+            "locales": [
+              "fr"
+            ]
+          }
+        ]
+      },
+      "error": null,
+      "duration": "PT0.011506614S",
+      "enqueuedAt": "2025-01-16T17:18:43.280901282Z",
+      "startedAt": "2025-01-16T17:18:43.29334923Z",
+      "finishedAt": "2025-01-16T17:18:43.304855844Z"
+    },
+    {
+      "uid": 12,
+      "batchUid": 12,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "sortFacetValuesBy": {
+            "*": "alpha",
+            "age": "count"
+          }
+        }
+      },
+      "error": null,
+      "duration": "PT0.007640163S",
+      "enqueuedAt": "2025-01-16T17:02:52.527382964Z",
+      "startedAt": "2025-01-16T17:02:52.539749853Z",
+      "finishedAt": "2025-01-16T17:02:52.547390016Z"
+    },
+    {
+      "uid": 11,
+      "batchUid": 11,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "searchCutoffMs": 8000
+      },
+      "error": null,
+      "duration": "PT0.007307840S",
+      "enqueuedAt": "2025-01-16T17:01:14.100316617Z",
+      "startedAt": "2025-01-16T17:01:14.112756687Z",
+      "finishedAt": "2025-01-16T17:01:14.120064527Z"
+    },
+    {
+      "uid": 10,
+      "batchUid": 10,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "error": null,
+      "duration": "PT0.007391353S",
+      "enqueuedAt": "2025-01-16T17:00:29.188815062Z",
+      "startedAt": "2025-01-16T17:00:29.201180268Z",
+      "finishedAt": "2025-01-16T17:00:29.208571621Z"
+    },
+    {
+      "uid": 9,
+      "batchUid": 9,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 100
+        },
+        "pagination": {
+          "maxTotalHits": 1000
+        }
+      },
+      "error": null,
+      "duration": "PT0.007445825S",
+      "enqueuedAt": "2025-01-16T17:00:15.759501709Z",
+      "startedAt": "2025-01-16T17:00:15.77629445Z",
+      "finishedAt": "2025-01-16T17:00:15.783740275Z"
+    },
+    {
+      "uid": 8,
+      "batchUid": 8,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          },
+          "disableOnWords": [
+            "kefir"
+          ],
+          "disableOnAttributes": [
+            "surname"
+          ]
+        }
+      },
+      "error": null,
+      "duration": "PT0.012020083S",
+      "enqueuedAt": "2025-01-16T16:59:42.727292501Z",
+      "startedAt": "2025-01-16T16:59:42.744086671Z",
+      "finishedAt": "2025-01-16T16:59:42.756106754Z"
+    },
+    {
+      "uid": 7,
+      "batchUid": 7,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          }
+        }
+      },
+      "error": null,
+      "duration": "PT0.007440092S",
+      "enqueuedAt": "2025-01-16T16:58:41.203145044Z",
+      "startedAt": "2025-01-16T16:58:41.2155771Z",
+      "finishedAt": "2025-01-16T16:58:41.223017192Z"
+    },
+    {
+      "uid": 6,
+      "batchUid": 6,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "synonyms": {
+          "boubou": [
+            "kefir"
+          ]
+        }
+      },
+      "error": null,
+      "duration": "PT0.007565161S",
+      "enqueuedAt": "2025-01-16T16:54:51.927866243Z",
+      "startedAt": "2025-01-16T16:54:51.940332781Z",
+      "finishedAt": "2025-01-16T16:54:51.947897942Z"
+    }
+  ],
+  "total": 24,
+  "limit": 20,
+  "from": 25,
+  "next": 5
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/tasks_filter_afterStartedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,397 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 25,
+      "batchUid": 24,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "upgradeDatabase",
+      "canceledBy": null,
+      "details": {
+        "upgradeFrom": "v1.12.0",
+        "upgradeTo": "v1.13.0"
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 24,
+      "batchUid": 23,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "indexDeletion",
+      "canceledBy": null,
+      "details": {
+        "deletedDocuments": 0
+      },
+      "error": null,
+      "duration": "PT0.004146631S",
+      "enqueuedAt": "2025-01-23T11:38:57.000009177Z",
+      "startedAt": "2025-01-23T11:38:57.012591321Z",
+      "finishedAt": "2025-01-23T11:38:57.016737952Z"
+    },
+    {
+      "uid": 23,
+      "batchUid": 22,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "PT0.102738497S",
+      "enqueuedAt": "2025-01-23T11:36:22.53917994Z",
+      "startedAt": "2025-01-23T11:36:22.551906856Z",
+      "finishedAt": "2025-01-23T11:36:22.654645353Z"
+    },
+    {
+      "uid": 22,
+      "batchUid": 21,
+      "indexUid": "kefir",
+      "status": "failed",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "error": {
+        "message": "Document doesn't have a `id` attribute: `{\"age\":1.4}`.",
+        "code": "missing_document_id",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#missing_document_id"
+      },
+      "duration": "PT0.005108474S",
+      "enqueuedAt": "2025-01-23T11:36:04.115475071Z",
+      "startedAt": "2025-01-23T11:36:04.132670526Z",
+      "finishedAt": "2025-01-23T11:36:04.137779Z"
+    },
+    {
+      "uid": 21,
+      "batchUid": 20,
+      "indexUid": "mieli",
+      "status": "failed",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "error": {
+        "message": "The primary key inference failed as the engine did not find any field ending with `id` in its name. Please specify the primary key manually using the `primaryKey` query parameter.",
+        "code": "index_primary_key_no_candidate_found",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#index_primary_key_no_candidate_found"
+      },
+      "duration": "PT0.027954894S",
+      "enqueuedAt": "2025-01-23T11:35:53.625718309Z",
+      "startedAt": "2025-01-23T11:35:53.631082795Z",
+      "finishedAt": "2025-01-23T11:35:53.659037689Z"
+    },
+    {
+      "uid": 20,
+      "batchUid": 19,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "indexDeletion",
+      "canceledBy": null,
+      "details": {
+        "deletedDocuments": 19546
+      },
+      "error": null,
+      "duration": "PT0.006903297S",
+      "enqueuedAt": "2025-01-20T11:50:52.862223877Z",
+      "startedAt": "2025-01-20T11:50:52.874106134Z",
+      "finishedAt": "2025-01-20T11:50:52.881009431Z"
+    },
+    {
+      "uid": 19,
+      "batchUid": 18,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 1,
+        "canceledTasks": 1,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000481257S",
+      "enqueuedAt": "2025-01-20T11:48:04.618121963Z",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 18,
+      "batchUid": 18,
+      "indexUid": "mieli",
+      "status": "canceled",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": 19,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0
+      },
+      "error": null,
+      "duration": "PT0.000481257S",
+      "enqueuedAt": "2025-01-20T11:48:04.596815611Z",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 17,
+      "batchUid": 17,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000407005S",
+      "enqueuedAt": "2025-01-20T11:47:53.498618093Z",
+      "startedAt": "2025-01-20T11:47:53.509403957Z",
+      "finishedAt": "2025-01-20T11:47:53.509810962Z"
+    },
+    {
+      "uid": 16,
+      "batchUid": 16,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000403716S",
+      "enqueuedAt": "2025-01-20T11:47:48.426597451Z",
+      "startedAt": "2025-01-20T11:47:48.430653005Z",
+      "finishedAt": "2025-01-20T11:47:48.431056721Z"
+    },
+    {
+      "uid": 15,
+      "batchUid": 15,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing"
+      },
+      "error": null,
+      "duration": "PT0.000417016S",
+      "enqueuedAt": "2025-01-20T11:47:42.414346511Z",
+      "startedAt": "2025-01-20T11:47:42.429678617Z",
+      "finishedAt": "2025-01-20T11:47:42.430095633Z"
+    },
+    {
+      "uid": 14,
+      "batchUid": 14,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 19546
+      },
+      "error": null,
+      "duration": "PT12.086284842S",
+      "enqueuedAt": "2025-01-20T11:47:03.079292487Z",
+      "startedAt": "2025-01-20T11:47:03.092181576Z",
+      "finishedAt": "2025-01-20T11:47:15.178466418Z"
+    },
+    {
+      "uid": 13,
+      "batchUid": 13,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "localizedAttributes": [
+          {
+            "attributePatterns": [
+              "description"
+            ],
+            "locales": [
+              "fr"
+            ]
+          }
+        ]
+      },
+      "error": null,
+      "duration": "PT0.011506614S",
+      "enqueuedAt": "2025-01-16T17:18:43.280901282Z",
+      "startedAt": "2025-01-16T17:18:43.29334923Z",
+      "finishedAt": "2025-01-16T17:18:43.304855844Z"
+    },
+    {
+      "uid": 12,
+      "batchUid": 12,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "sortFacetValuesBy": {
+            "*": "alpha",
+            "age": "count"
+          }
+        }
+      },
+      "error": null,
+      "duration": "PT0.007640163S",
+      "enqueuedAt": "2025-01-16T17:02:52.527382964Z",
+      "startedAt": "2025-01-16T17:02:52.539749853Z",
+      "finishedAt": "2025-01-16T17:02:52.547390016Z"
+    },
+    {
+      "uid": 11,
+      "batchUid": 11,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "searchCutoffMs": 8000
+      },
+      "error": null,
+      "duration": "PT0.007307840S",
+      "enqueuedAt": "2025-01-16T17:01:14.100316617Z",
+      "startedAt": "2025-01-16T17:01:14.112756687Z",
+      "finishedAt": "2025-01-16T17:01:14.120064527Z"
+    },
+    {
+      "uid": 10,
+      "batchUid": 10,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "error": null,
+      "duration": "PT0.007391353S",
+      "enqueuedAt": "2025-01-16T17:00:29.188815062Z",
+      "startedAt": "2025-01-16T17:00:29.201180268Z",
+      "finishedAt": "2025-01-16T17:00:29.208571621Z"
+    },
+    {
+      "uid": 9,
+      "batchUid": 9,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 100
+        },
+        "pagination": {
+          "maxTotalHits": 1000
+        }
+      },
+      "error": null,
+      "duration": "PT0.007445825S",
+      "enqueuedAt": "2025-01-16T17:00:15.759501709Z",
+      "startedAt": "2025-01-16T17:00:15.77629445Z",
+      "finishedAt": "2025-01-16T17:00:15.783740275Z"
+    },
+    {
+      "uid": 8,
+      "batchUid": 8,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          },
+          "disableOnWords": [
+            "kefir"
+          ],
+          "disableOnAttributes": [
+            "surname"
+          ]
+        }
+      },
+      "error": null,
+      "duration": "PT0.012020083S",
+      "enqueuedAt": "2025-01-16T16:59:42.727292501Z",
+      "startedAt": "2025-01-16T16:59:42.744086671Z",
+      "finishedAt": "2025-01-16T16:59:42.756106754Z"
+    },
+    {
+      "uid": 7,
+      "batchUid": 7,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          }
+        }
+      },
+      "error": null,
+      "duration": "PT0.007440092S",
+      "enqueuedAt": "2025-01-16T16:58:41.203145044Z",
+      "startedAt": "2025-01-16T16:58:41.2155771Z",
+      "finishedAt": "2025-01-16T16:58:41.223017192Z"
+    },
+    {
+      "uid": 6,
+      "batchUid": 6,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "synonyms": {
+          "boubou": [
+            "kefir"
+          ]
+        }
+      },
+      "error": null,
+      "duration": "PT0.007565161S",
+      "enqueuedAt": "2025-01-16T16:54:51.927866243Z",
+      "startedAt": "2025-01-16T16:54:51.940332781Z",
+      "finishedAt": "2025-01-16T16:54:51.947897942Z"
+    }
+  ],
+  "total": 24,
+  "limit": 20,
+  "from": 25,
+  "next": 5
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/tasks_filter_batchUids_equal_10.snap

@@ -0,0 +1,33 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "uid": 10,
+      "batchUid": 10,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    }
+  ],
+  "total": 1,
+  "limit": 20,
+  "from": 10,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/tasks_filter_beforeEnqueuedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,45 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 1,
+      "batchUid": 1,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 0,
+      "batchUid": 0,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "PT0.111055654S",
+      "enqueuedAt": "2025-01-16T16:45:16.003570092Z",
+      "startedAt": "2025-01-16T16:45:16.020248085Z",
+      "finishedAt": "2025-01-16T16:45:16.131303739Z"
+    }
+  ],
+  "total": 2,
+  "limit": 20,
+  "from": 1,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/tasks_filter_beforeFinishedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,45 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 1,
+      "batchUid": 1,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 0,
+      "batchUid": 0,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "PT0.111055654S",
+      "enqueuedAt": "2025-01-16T16:45:16.003570092Z",
+      "startedAt": "2025-01-16T16:45:16.020248085Z",
+      "finishedAt": "2025-01-16T16:45:16.131303739Z"
+    }
+  ],
+  "total": 2,
+  "limit": 20,
+  "from": 1,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/tasks_filter_beforeStartedAt_equal_2025-01-16T16_47_41.snap

@@ -0,0 +1,45 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+---
+{
+  "results": [
+    {
+      "uid": 1,
+      "batchUid": 1,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 0,
+      "batchUid": 0,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "PT0.111055654S",
+      "enqueuedAt": "2025-01-16T16:45:16.003570092Z",
+      "startedAt": "2025-01-16T16:45:16.020248085Z",
+      "finishedAt": "2025-01-16T16:45:16.131303739Z"
+    }
+  ],
+  "total": 2,
+  "limit": 20,
+  "from": 1,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/tasks_filter_canceledBy_equal_19.snap

@@ -0,0 +1,29 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "uid": 18,
+      "batchUid": 18,
+      "indexUid": "mieli",
+      "status": "canceled",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": 19,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    }
+  ],
+  "total": 1,
+  "limit": 20,
+  "from": 18,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/tasks_filter_statuses_equal_canceled.snap

@@ -0,0 +1,29 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "uid": 18,
+      "batchUid": 18,
+      "indexUid": "mieli",
+      "status": "canceled",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": 19,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    }
+  ],
+  "total": 1,
+  "limit": 20,
+  "from": 18,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/tasks_filter_uids_equal_10.snap

@@ -0,0 +1,33 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "uid": 10,
+      "batchUid": 10,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    }
+  ],
+  "total": 1,
+  "limit": 20,
+  "from": 10,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/the_whole_batch_queue_once_everything_has_been_processed.snap

@@ -0,0 +1,624 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "uid": 24,
+      "progress": null,
+      "details": {
+        "upgradeFrom": "v1.12.0",
+        "upgradeTo": "v1.13.0"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "upgradeDatabase": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "[duration]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 23,
+      "progress": null,
+      "details": {
+        "deletedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "indexDeletion": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.004146631S",
+      "startedAt": "2025-01-23T11:38:57.012591321Z",
+      "finishedAt": "2025-01-23T11:38:57.016737952Z"
+    },
+    {
+      "uid": 22,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.102738497S",
+      "startedAt": "2025-01-23T11:36:22.551906856Z",
+      "finishedAt": "2025-01-23T11:36:22.654645353Z"
+    },
+    {
+      "uid": 21,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "failed": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.005108474S",
+      "startedAt": "2025-01-23T11:36:04.132670526Z",
+      "finishedAt": "2025-01-23T11:36:04.137779Z"
+    },
+    {
+      "uid": 20,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "failed": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.027954894S",
+      "startedAt": "2025-01-23T11:35:53.631082795Z",
+      "finishedAt": "2025-01-23T11:35:53.659037689Z"
+    },
+    {
+      "uid": 19,
+      "progress": null,
+      "details": {
+        "deletedDocuments": 19546
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "indexDeletion": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.006903297S",
+      "startedAt": "2025-01-20T11:50:52.874106134Z",
+      "finishedAt": "2025-01-20T11:50:52.881009431Z"
+    },
+    {
+      "uid": 18,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0,
+        "matchedTasks": 1,
+        "canceledTasks": 1,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 2,
+        "status": {
+          "succeeded": 1,
+          "canceled": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1,
+          "taskCancelation": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT0.000481257S",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 17,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000407005S",
+      "startedAt": "2025-01-20T11:47:53.509403957Z",
+      "finishedAt": "2025-01-20T11:47:53.509810962Z"
+    },
+    {
+      "uid": 16,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000403716S",
+      "startedAt": "2025-01-20T11:47:48.430653005Z",
+      "finishedAt": "2025-01-20T11:47:48.431056721Z"
+    },
+    {
+      "uid": 15,
+      "progress": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing"
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "taskCancelation": 1
+        },
+        "indexUids": {}
+      },
+      "duration": "PT0.000417016S",
+      "startedAt": "2025-01-20T11:47:42.429678617Z",
+      "finishedAt": "2025-01-20T11:47:42.430095633Z"
+    },
+    {
+      "uid": 14,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 19546
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "mieli": 1
+        }
+      },
+      "duration": "PT12.086284842S",
+      "startedAt": "2025-01-20T11:47:03.092181576Z",
+      "finishedAt": "2025-01-20T11:47:15.178466418Z"
+    },
+    {
+      "uid": 13,
+      "progress": null,
+      "details": {
+        "localizedAttributes": [
+          {
+            "attributePatterns": [
+              "description"
+            ],
+            "locales": [
+              "fr"
+            ]
+          }
+        ]
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.011506614S",
+      "startedAt": "2025-01-16T17:18:43.29334923Z",
+      "finishedAt": "2025-01-16T17:18:43.304855844Z"
+    },
+    {
+      "uid": 12,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "sortFacetValuesBy": {
+            "*": "alpha",
+            "age": "count"
+          }
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007640163S",
+      "startedAt": "2025-01-16T17:02:52.539749853Z",
+      "finishedAt": "2025-01-16T17:02:52.547390016Z"
+    },
+    {
+      "uid": 11,
+      "progress": null,
+      "details": {
+        "searchCutoffMs": 8000
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007307840S",
+      "startedAt": "2025-01-16T17:01:14.112756687Z",
+      "finishedAt": "2025-01-16T17:01:14.120064527Z"
+    },
+    {
+      "uid": 10,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007391353S",
+      "startedAt": "2025-01-16T17:00:29.201180268Z",
+      "finishedAt": "2025-01-16T17:00:29.208571621Z"
+    },
+    {
+      "uid": 9,
+      "progress": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 100
+        },
+        "pagination": {
+          "maxTotalHits": 1000
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007445825S",
+      "startedAt": "2025-01-16T17:00:15.77629445Z",
+      "finishedAt": "2025-01-16T17:00:15.783740275Z"
+    },
+    {
+      "uid": 8,
+      "progress": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          },
+          "disableOnWords": [
+            "kefir"
+          ],
+          "disableOnAttributes": [
+            "surname"
+          ]
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.012020083S",
+      "startedAt": "2025-01-16T16:59:42.744086671Z",
+      "finishedAt": "2025-01-16T16:59:42.756106754Z"
+    },
+    {
+      "uid": 7,
+      "progress": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          }
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007440092S",
+      "startedAt": "2025-01-16T16:58:41.2155771Z",
+      "finishedAt": "2025-01-16T16:58:41.223017192Z"
+    },
+    {
+      "uid": 6,
+      "progress": null,
+      "details": {
+        "synonyms": {
+          "boubou": [
+            "kefir"
+          ]
+        }
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007565161S",
+      "startedAt": "2025-01-16T16:54:51.940332781Z",
+      "finishedAt": "2025-01-16T16:54:51.947897942Z"
+    },
+    {
+      "uid": 5,
+      "progress": null,
+      "details": {
+        "stopWords": [
+          "le",
+          "un"
+        ]
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.016307263S",
+      "startedAt": "2025-01-16T16:53:19.913351957Z",
+      "finishedAt": "2025-01-16T16:53:19.92965922Z"
+    },
+    {
+      "uid": 4,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.087655941S",
+      "startedAt": "2025-01-16T16:52:32.631145531Z",
+      "finishedAt": "2025-01-16T16:52:32.718801472Z"
+    },
+    {
+      "uid": 3,
+      "progress": null,
+      "details": {
+        "sortableAttributes": [
+          "age"
+        ]
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.007593573S",
+      "startedAt": "2025-01-16T16:47:53.677901409Z",
+      "finishedAt": "2025-01-16T16:47:53.685494982Z"
+    },
+    {
+      "uid": 2,
+      "progress": null,
+      "details": {
+        "filterableAttributes": [
+          "age",
+          "surname"
+        ]
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "settingsUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.017769760S",
+      "startedAt": "2025-01-16T16:47:41.211587682Z",
+      "finishedAt": "2025-01-16T16:47:41.229357442Z"
+    },
+    {
+      "uid": 1,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.066095506S",
+      "startedAt": "2025-01-16T16:47:10.217299609Z",
+      "finishedAt": "2025-01-16T16:47:10.283395115Z"
+    },
+    {
+      "uid": 0,
+      "progress": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "stats": {
+        "totalNbTasks": 1,
+        "status": {
+          "succeeded": 1
+        },
+        "types": {
+          "documentAdditionOrUpdate": 1
+        },
+        "indexUids": {
+          "kefir": 1
+        }
+      },
+      "duration": "PT0.111055654S",
+      "startedAt": "2025-01-16T16:45:16.020248085Z",
+      "finishedAt": "2025-01-16T16:45:16.131303739Z"
+    }
+  ],
+  "total": 25,
+  "limit": 1000,
+  "from": 24,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_index_scheduler/the_whole_task_queue_once_everything_has_been_processed.snap

@@ -0,0 +1,505 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "uid": 25,
+      "batchUid": 24,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "upgradeDatabase",
+      "canceledBy": null,
+      "details": {
+        "upgradeFrom": "v1.12.0",
+        "upgradeTo": "v1.13.0"
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    },
+    {
+      "uid": 24,
+      "batchUid": 23,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "indexDeletion",
+      "canceledBy": null,
+      "details": {
+        "deletedDocuments": 0
+      },
+      "error": null,
+      "duration": "PT0.004146631S",
+      "enqueuedAt": "2025-01-23T11:38:57.000009177Z",
+      "startedAt": "2025-01-23T11:38:57.012591321Z",
+      "finishedAt": "2025-01-23T11:38:57.016737952Z"
+    },
+    {
+      "uid": 23,
+      "batchUid": 22,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "PT0.102738497S",
+      "enqueuedAt": "2025-01-23T11:36:22.53917994Z",
+      "startedAt": "2025-01-23T11:36:22.551906856Z",
+      "finishedAt": "2025-01-23T11:36:22.654645353Z"
+    },
+    {
+      "uid": 22,
+      "batchUid": 21,
+      "indexUid": "kefir",
+      "status": "failed",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "error": {
+        "message": "Document doesn't have a `id` attribute: `{\"age\":1.4}`.",
+        "code": "missing_document_id",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#missing_document_id"
+      },
+      "duration": "PT0.005108474S",
+      "enqueuedAt": "2025-01-23T11:36:04.115475071Z",
+      "startedAt": "2025-01-23T11:36:04.132670526Z",
+      "finishedAt": "2025-01-23T11:36:04.137779Z"
+    },
+    {
+      "uid": 21,
+      "batchUid": 20,
+      "indexUid": "mieli",
+      "status": "failed",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 0
+      },
+      "error": {
+        "message": "The primary key inference failed as the engine did not find any field ending with `id` in its name. Please specify the primary key manually using the `primaryKey` query parameter.",
+        "code": "index_primary_key_no_candidate_found",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#index_primary_key_no_candidate_found"
+      },
+      "duration": "PT0.027954894S",
+      "enqueuedAt": "2025-01-23T11:35:53.625718309Z",
+      "startedAt": "2025-01-23T11:35:53.631082795Z",
+      "finishedAt": "2025-01-23T11:35:53.659037689Z"
+    },
+    {
+      "uid": 20,
+      "batchUid": 19,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "indexDeletion",
+      "canceledBy": null,
+      "details": {
+        "deletedDocuments": 19546
+      },
+      "error": null,
+      "duration": "PT0.006903297S",
+      "enqueuedAt": "2025-01-20T11:50:52.862223877Z",
+      "startedAt": "2025-01-20T11:50:52.874106134Z",
+      "finishedAt": "2025-01-20T11:50:52.881009431Z"
+    },
+    {
+      "uid": 19,
+      "batchUid": 18,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 1,
+        "canceledTasks": 1,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000481257S",
+      "enqueuedAt": "2025-01-20T11:48:04.618121963Z",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 18,
+      "batchUid": 18,
+      "indexUid": "mieli",
+      "status": "canceled",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": 19,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 0
+      },
+      "error": null,
+      "duration": "PT0.000481257S",
+      "enqueuedAt": "2025-01-20T11:48:04.596815611Z",
+      "startedAt": "2025-01-20T11:48:04.92820416Z",
+      "finishedAt": "2025-01-20T11:48:04.928685417Z"
+    },
+    {
+      "uid": 17,
+      "batchUid": 17,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000407005S",
+      "enqueuedAt": "2025-01-20T11:47:53.498618093Z",
+      "startedAt": "2025-01-20T11:47:53.509403957Z",
+      "finishedAt": "2025-01-20T11:47:53.509810962Z"
+    },
+    {
+      "uid": 16,
+      "batchUid": 16,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing%2Cenqueued"
+      },
+      "error": null,
+      "duration": "PT0.000403716S",
+      "enqueuedAt": "2025-01-20T11:47:48.426597451Z",
+      "startedAt": "2025-01-20T11:47:48.430653005Z",
+      "finishedAt": "2025-01-20T11:47:48.431056721Z"
+    },
+    {
+      "uid": 15,
+      "batchUid": 15,
+      "indexUid": null,
+      "status": "succeeded",
+      "type": "taskCancelation",
+      "canceledBy": null,
+      "details": {
+        "matchedTasks": 0,
+        "canceledTasks": 0,
+        "originalFilter": "?statuses=processing"
+      },
+      "error": null,
+      "duration": "PT0.000417016S",
+      "enqueuedAt": "2025-01-20T11:47:42.414346511Z",
+      "startedAt": "2025-01-20T11:47:42.429678617Z",
+      "finishedAt": "2025-01-20T11:47:42.430095633Z"
+    },
+    {
+      "uid": 14,
+      "batchUid": 14,
+      "indexUid": "mieli",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 19547,
+        "indexedDocuments": 19546
+      },
+      "error": null,
+      "duration": "PT12.086284842S",
+      "enqueuedAt": "2025-01-20T11:47:03.079292487Z",
+      "startedAt": "2025-01-20T11:47:03.092181576Z",
+      "finishedAt": "2025-01-20T11:47:15.178466418Z"
+    },
+    {
+      "uid": 13,
+      "batchUid": 13,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "localizedAttributes": [
+          {
+            "attributePatterns": [
+              "description"
+            ],
+            "locales": [
+              "fr"
+            ]
+          }
+        ]
+      },
+      "error": null,
+      "duration": "PT0.011506614S",
+      "enqueuedAt": "2025-01-16T17:18:43.280901282Z",
+      "startedAt": "2025-01-16T17:18:43.29334923Z",
+      "finishedAt": "2025-01-16T17:18:43.304855844Z"
+    },
+    {
+      "uid": 12,
+      "batchUid": 12,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "sortFacetValuesBy": {
+            "*": "alpha",
+            "age": "count"
+          }
+        }
+      },
+      "error": null,
+      "duration": "PT0.007640163S",
+      "enqueuedAt": "2025-01-16T17:02:52.527382964Z",
+      "startedAt": "2025-01-16T17:02:52.539749853Z",
+      "finishedAt": "2025-01-16T17:02:52.547390016Z"
+    },
+    {
+      "uid": 11,
+      "batchUid": 11,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "searchCutoffMs": 8000
+      },
+      "error": null,
+      "duration": "PT0.007307840S",
+      "enqueuedAt": "2025-01-16T17:01:14.100316617Z",
+      "startedAt": "2025-01-16T17:01:14.112756687Z",
+      "finishedAt": "2025-01-16T17:01:14.120064527Z"
+    },
+    {
+      "uid": 10,
+      "batchUid": 10,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 99
+        },
+        "pagination": {
+          "maxTotalHits": 15
+        }
+      },
+      "error": null,
+      "duration": "PT0.007391353S",
+      "enqueuedAt": "2025-01-16T17:00:29.188815062Z",
+      "startedAt": "2025-01-16T17:00:29.201180268Z",
+      "finishedAt": "2025-01-16T17:00:29.208571621Z"
+    },
+    {
+      "uid": 9,
+      "batchUid": 9,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "faceting": {
+          "maxValuesPerFacet": 100
+        },
+        "pagination": {
+          "maxTotalHits": 1000
+        }
+      },
+      "error": null,
+      "duration": "PT0.007445825S",
+      "enqueuedAt": "2025-01-16T17:00:15.759501709Z",
+      "startedAt": "2025-01-16T17:00:15.77629445Z",
+      "finishedAt": "2025-01-16T17:00:15.783740275Z"
+    },
+    {
+      "uid": 8,
+      "batchUid": 8,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          },
+          "disableOnWords": [
+            "kefir"
+          ],
+          "disableOnAttributes": [
+            "surname"
+          ]
+        }
+      },
+      "error": null,
+      "duration": "PT0.012020083S",
+      "enqueuedAt": "2025-01-16T16:59:42.727292501Z",
+      "startedAt": "2025-01-16T16:59:42.744086671Z",
+      "finishedAt": "2025-01-16T16:59:42.756106754Z"
+    },
+    {
+      "uid": 7,
+      "batchUid": 7,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "typoTolerance": {
+          "minWordSizeForTypos": {
+            "oneTypo": 4
+          }
+        }
+      },
+      "error": null,
+      "duration": "PT0.007440092S",
+      "enqueuedAt": "2025-01-16T16:58:41.203145044Z",
+      "startedAt": "2025-01-16T16:58:41.2155771Z",
+      "finishedAt": "2025-01-16T16:58:41.223017192Z"
+    },
+    {
+      "uid": 6,
+      "batchUid": 6,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "synonyms": {
+          "boubou": [
+            "kefir"
+          ]
+        }
+      },
+      "error": null,
+      "duration": "PT0.007565161S",
+      "enqueuedAt": "2025-01-16T16:54:51.927866243Z",
+      "startedAt": "2025-01-16T16:54:51.940332781Z",
+      "finishedAt": "2025-01-16T16:54:51.947897942Z"
+    },
+    {
+      "uid": 5,
+      "batchUid": 5,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "stopWords": [
+          "le",
+          "un"
+        ]
+      },
+      "error": null,
+      "duration": "PT0.016307263S",
+      "enqueuedAt": "2025-01-16T16:53:19.900781991Z",
+      "startedAt": "2025-01-16T16:53:19.913351957Z",
+      "finishedAt": "2025-01-16T16:53:19.92965922Z"
+    },
+    {
+      "uid": 4,
+      "batchUid": 4,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "PT0.087655941S",
+      "enqueuedAt": "2025-01-16T16:52:32.618659861Z",
+      "startedAt": "2025-01-16T16:52:32.631145531Z",
+      "finishedAt": "2025-01-16T16:52:32.718801472Z"
+    },
+    {
+      "uid": 3,
+      "batchUid": 3,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "sortableAttributes": [
+          "age"
+        ]
+      },
+      "error": null,
+      "duration": "PT0.007593573S",
+      "enqueuedAt": "2025-01-16T16:47:53.665616298Z",
+      "startedAt": "2025-01-16T16:47:53.677901409Z",
+      "finishedAt": "2025-01-16T16:47:53.685494982Z"
+    },
+    {
+      "uid": 2,
+      "batchUid": 2,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "filterableAttributes": [
+          "age",
+          "surname"
+        ]
+      },
+      "error": null,
+      "duration": "PT0.017769760S",
+      "enqueuedAt": "2025-01-16T16:47:41.194872913Z",
+      "startedAt": "2025-01-16T16:47:41.211587682Z",
+      "finishedAt": "2025-01-16T16:47:41.229357442Z"
+    },
+    {
+      "uid": 1,
+      "batchUid": 1,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "PT0.066095506S",
+      "enqueuedAt": "2025-01-16T16:47:10.200537203Z",
+      "startedAt": "2025-01-16T16:47:10.217299609Z",
+      "finishedAt": "2025-01-16T16:47:10.283395115Z"
+    },
+    {
+      "uid": 0,
+      "batchUid": 0,
+      "indexUid": "kefir",
+      "status": "succeeded",
+      "type": "documentAdditionOrUpdate",
+      "canceledBy": null,
+      "details": {
+        "receivedDocuments": 1,
+        "indexedDocuments": 1
+      },
+      "error": null,
+      "duration": "PT0.111055654S",
+      "enqueuedAt": "2025-01-16T16:45:16.003570092Z",
+      "startedAt": "2025-01-16T16:45:16.020248085Z",
+      "finishedAt": "2025-01-16T16:45:16.131303739Z"
+    }
+  ],
+  "total": 26,
+  "limit": 1000,
+  "from": 25,
+  "next": null
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_keys/list_all_keys.snap

@@ -0,0 +1,42 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "name": "Kefir",
+      "description": "My little kefirino key",
+      "key": "760c6345918b5ab1d251c1a3e8f9666547628a710d91f6b1d558ba944ef15746",
+      "uid": "9a77a636-e4e2-4f1a-93ac-978c368fd596",
+      "actions": [
+        "stats.get",
+        "documents.*"
+      ],
+      "indexes": [
+        "kefir"
+      ],
+      "expiresAt": null,
+      "createdAt": "2025-01-16T14:43:20.863318893Z",
+      "updatedAt": "[date]"
+    },
+    {
+      "name": "Default Search API Key",
+      "description": "Use it to search from the frontend",
+      "key": "4d9376547ed779a05dde416148e7e98bd47530e28c500be674c9e60b2accb814",
+      "uid": "dc699ff0-a053-4956-a46a-912e51b3316b",
+      "actions": [
+        "search"
+      ],
+      "indexes": [
+        "*"
+      ],
+      "expiresAt": null,
+      "createdAt": "2025-01-16T14:24:46.264041777Z",
+      "updatedAt": "[date]"
+    }
+  ],
+  "offset": 0,
+  "limit": 20,
+  "total": 2
+}

crates/meilisearch/tests/upgrade/v1_12/snapshots/v1_12_0.rs/check_the_keys/list_all_keys_after_removing_kefir.snap

@@ -0,0 +1,26 @@
+---
+source: crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs
+snapshot_kind: text
+---
+{
+  "results": [
+    {
+      "name": "kefir",
+      "description": "the patou",
+      "key": "4d9376547ed779a05dde416148e7e98bd47530e28c500be674c9e60b2accb814",
+      "uid": "dc699ff0-a053-4956-a46a-912e51b3316b",
+      "actions": [
+        "search"
+      ],
+      "indexes": [
+        "*"
+      ],
+      "expiresAt": null,
+      "createdAt": "2025-01-16T14:24:46.264041777Z",
+      "updatedAt": "[date]"
+    }
+  ],
+  "offset": 0,
+  "limit": 20,
+  "total": 1
+}

crates/meilisearch/tests/upgrade/v1_12/v1_12_0.ms/VERSION

@@ -0,0 +1 @@
+1.12.0

crates/meilisearch/tests/upgrade/v1_12/v1_12_0.ms/instance-uid

@@ -0,0 +1 @@
+34ebe3d9-306d-4ead-885d-65d33b4bd60a

crates/meilisearch/tests/upgrade/v1_12/v1_12_0.rs

@@ -0,0 +1,268 @@
+// This test is the first test of the dumpless upgrade.
+// It must test pretty much all the features of meilisearch because the other tests will only tests
+// the new features they introduced.
+
+use manifest_dir_macros::exist_relative_path;
+use meili_snap::{json_string, snapshot};
+use meilisearch::Opt;
+
+use crate::common::{default_settings, Server, Value};
+use crate::json;
+use crate::upgrade::copy_dir_all;
+
+#[actix_rt::test]
+async fn import_v1_12_0() {
+    let temp = tempfile::tempdir().unwrap();
+    let original_db_path = exist_relative_path!("tests/upgrade/v1_12/v1_12_0.ms");
+    let options = Opt {
+        experimental_dumpless_upgrade: true,
+        master_key: Some("kefir".to_string()),
+        ..default_settings(temp.path())
+    };
+    copy_dir_all(original_db_path, &options.db_path).unwrap();
+    let mut server = Server::new_with_options(options).await.unwrap();
+    server.use_api_key("kefir");
+
+    check_the_keys(&server).await;
+    check_the_index_scheduler(&server).await;
+    check_the_index_features(&server).await;
+}
+
+/// We must ensure that the keys database is still working:
+/// 1. Check its content
+/// 2. Ensure we can still query the keys
+/// 3. Ensure we can still update the keys
+async fn check_the_keys(server: &Server) {
+    // All the api keys are still present
+    let (keys, _) = server.list_api_keys("").await;
+    snapshot!(json_string!(keys, { ".results[].updatedAt" => "[date]" }), name: "list_all_keys");
+
+    // We can still query the keys
+    let (by_uid, _) = server.get_api_key("9a77a636-e4e2-4f1a-93ac-978c368fd596").await;
+    let (by_key, _) = server
+        .get_api_key("760c6345918b5ab1d251c1a3e8f9666547628a710d91f6b1d558ba944ef15746")
+        .await;
+
+    assert_eq!(by_uid, by_key);
+    snapshot!(json_string!(by_uid, { ".updatedAt" => "[date]" }), @r#"
+    {
+      "name": "Kefir",
+      "description": "My little kefirino key",
+      "key": "760c6345918b5ab1d251c1a3e8f9666547628a710d91f6b1d558ba944ef15746",
+      "uid": "9a77a636-e4e2-4f1a-93ac-978c368fd596",
+      "actions": [
+        "stats.get",
+        "documents.*"
+      ],
+      "indexes": [
+        "kefir"
+      ],
+      "expiresAt": null,
+      "createdAt": "2025-01-16T14:43:20.863318893Z",
+      "updatedAt": "[date]"
+    }
+    "#);
+
+    // Remove a key
+    let (_value, status) = server.delete_api_key("9a77a636-e4e2-4f1a-93ac-978c368fd596").await;
+    snapshot!(status, @"204 No Content");
+
+    // Update a key
+    let (value, _) = server
+        .patch_api_key(
+            "dc699ff0-a053-4956-a46a-912e51b3316b",
+            json!({ "name": "kefir", "description": "the patou" }),
+        )
+        .await;
+    snapshot!(json_string!(value, { ".updatedAt" => "[date]" }), @r#"
+    {
+      "name": "kefir",
+      "description": "the patou",
+      "key": "4d9376547ed779a05dde416148e7e98bd47530e28c500be674c9e60b2accb814",
+      "uid": "dc699ff0-a053-4956-a46a-912e51b3316b",
+      "actions": [
+        "search"
+      ],
+      "indexes": [
+        "*"
+      ],
+      "expiresAt": null,
+      "createdAt": "2025-01-16T14:24:46.264041777Z",
+      "updatedAt": "[date]"
+    }
+    "#);
+
+    // Everything worked
+    let (keys, _) = server.list_api_keys("").await;
+    snapshot!(json_string!(keys, { ".results[].updatedAt" => "[date]" }), name: "list_all_keys_after_removing_kefir");
+}
+
+/// We must ensure the index-scheduler database is still working:
+/// 1. We can query the indexes and their metadata
+/// 2. The upgrade task has been spawned and has been processed (wait for it to finish or it'll be flaky)
+/// 3. Snapshot the whole queue, the tasks and batches should always be the same after update
+/// 4. Query the batches and tasks on all filters => the databases should still works
+/// 5. Ensure we can still update the queue
+///    5.1. Delete tasks until a batch is removed
+///    5.2. Enqueue a new task
+///    5.3. Create an index
+async fn check_the_index_scheduler(server: &Server) {
+    // All the indexes are still present
+    let (indexes, _) = server.list_indexes(None, None).await;
+    snapshot!(indexes, @r#"
+    {
+      "results": [
+        {
+          "uid": "kefir",
+          "createdAt": "2025-01-16T16:45:16.020663157Z",
+          "updatedAt": "2025-01-23T11:36:22.634859166Z",
+          "primaryKey": "id"
+        }
+      ],
+      "offset": 0,
+      "limit": 20,
+      "total": 1
+    }
+    "#);
+    // And their metadata are still right
+    let (stats, _) = server.stats().await;
+    snapshot!(stats, @r#"
+    {
+      "databaseSize": 438272,
+      "lastUpdate": "2025-01-23T11:36:22.634859166Z",
+      "indexes": {
+        "kefir": {
+          "numberOfDocuments": 1,
+          "isIndexing": false,
+          "fieldDistribution": {
+            "age": 1,
+            "description": 1,
+            "id": 1,
+            "name": 1,
+            "surname": 1
+          }
+        }
+      }
+    }
+    "#);
+
+    // Wait until the upgrade has been applied to all indexes to avoid flakyness
+    let (tasks, _) = server.tasks_filter("types=upgradeDatabase&limit=1").await;
+    server.wait_task(Value(tasks["results"][0].clone()).uid()).await.succeeded();
+
+    // Tasks and batches should still work
+    // We rewrite the first task for all calls because it may be the upgrade database with unknown dates and duration.
+    // The other tasks should NOT change
+    let (tasks, _) = server.tasks_filter("limit=1000").await;
+    snapshot!(json_string!(tasks, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "the_whole_task_queue_once_everything_has_been_processed");
+    let (batches, _) = server.batches_filter("limit=1000").await;
+    snapshot!(json_string!(batches, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "the_whole_batch_queue_once_everything_has_been_processed");
+
+    // Tests all the tasks query parameters
+    let (tasks, _) = server.tasks_filter("uids=10").await;
+    snapshot!(json_string!(tasks, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "tasks_filter_uids_equal_10");
+    let (tasks, _) = server.tasks_filter("batchUids=10").await;
+    snapshot!(json_string!(tasks, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "tasks_filter_batchUids_equal_10");
+    let (tasks, _) = server.tasks_filter("statuses=canceled").await;
+    snapshot!(json_string!(tasks, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "tasks_filter_statuses_equal_canceled");
+    // types has already been tested above to retrieve the upgrade database
+    let (tasks, _) = server.tasks_filter("canceledBy=19").await;
+    snapshot!(json_string!(tasks, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "tasks_filter_canceledBy_equal_19");
+    let (tasks, _) = server.tasks_filter("beforeEnqueuedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(tasks, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "tasks_filter_beforeEnqueuedAt_equal_2025-01-16T16_47_41");
+    let (tasks, _) = server.tasks_filter("afterEnqueuedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(tasks, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "tasks_filter_afterEnqueuedAt_equal_2025-01-16T16_47_41");
+    let (tasks, _) = server.tasks_filter("beforeStartedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(tasks, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "tasks_filter_beforeStartedAt_equal_2025-01-16T16_47_41");
+    let (tasks, _) = server.tasks_filter("afterStartedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(tasks, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "tasks_filter_afterStartedAt_equal_2025-01-16T16_47_41");
+    let (tasks, _) = server.tasks_filter("beforeFinishedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(tasks, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "tasks_filter_beforeFinishedAt_equal_2025-01-16T16_47_41");
+    let (tasks, _) = server.tasks_filter("afterFinishedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(tasks, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "tasks_filter_afterFinishedAt_equal_2025-01-16T16_47_41");
+
+    // Tests all the batches query parameters
+    let (batches, _) = server.batches_filter("uids=10").await;
+    snapshot!(json_string!(batches, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "batches_filter_uids_equal_10");
+    let (batches, _) = server.batches_filter("batchUids=10").await;
+    snapshot!(json_string!(batches, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "batches_filter_batchUids_equal_10");
+    let (batches, _) = server.batches_filter("statuses=canceled").await;
+    snapshot!(json_string!(batches, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "batches_filter_statuses_equal_canceled");
+    // types has already been tested above to retrieve the upgrade database
+    let (batches, _) = server.batches_filter("canceledBy=19").await;
+    snapshot!(json_string!(batches, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "batches_filter_canceledBy_equal_19");
+    let (batches, _) = server.batches_filter("beforeEnqueuedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(batches, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "batches_filter_beforeEnqueuedAt_equal_2025-01-16T16_47_41");
+    let (batches, _) = server.batches_filter("afterEnqueuedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(batches, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "batches_filter_afterEnqueuedAt_equal_2025-01-16T16_47_41");
+    let (batches, _) = server.batches_filter("beforeStartedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(batches, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "batches_filter_beforeStartedAt_equal_2025-01-16T16_47_41");
+    let (batches, _) = server.batches_filter("afterStartedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(batches, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "batches_filter_afterStartedAt_equal_2025-01-16T16_47_41");
+    let (batches, _) = server.batches_filter("beforeFinishedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(batches, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "batches_filter_beforeFinishedAt_equal_2025-01-16T16_47_41");
+    let (batches, _) = server.batches_filter("afterFinishedAt=2025-01-16T16:47:41Z").await;
+    snapshot!(json_string!(batches, { ".results[0].duration" => "[duration]", ".results[0].enqueuedAt" => "[date]", ".results[0].startedAt" => "[date]", ".results[0].finishedAt" => "[date]" }), name: "batches_filter_afterFinishedAt_equal_2025-01-16T16_47_41");
+
+    let (stats, _) = server.stats().await;
+    snapshot!(stats, @r#"
+    {
+      "databaseSize": 438272,
+      "lastUpdate": "2025-01-23T11:36:22.634859166Z",
+      "indexes": {
+        "kefir": {
+          "numberOfDocuments": 1,
+          "isIndexing": false,
+          "fieldDistribution": {
+            "age": 1,
+            "description": 1,
+            "id": 1,
+            "name": 1,
+            "surname": 1
+          }
+        }
+      }
+    }
+    "#);
+    let index = server.index("kefir");
+    let (stats, _) = index.stats().await;
+    snapshot!(stats, @r#"
+    {
+      "numberOfDocuments": 1,
+      "isIndexing": false,
+      "fieldDistribution": {
+        "age": 1,
+        "description": 1,
+        "id": 1,
+        "name": 1,
+        "surname": 1
+      }
+    }
+    "#);
+
+    // Delete all the tasks of a specific batch
+    let (task, _) = server.delete_tasks("batchUids=10").await;
+    server.wait_task(task.uid()).await.succeeded();
+
+    let (tasks, _) = server.tasks_filter("batchUids=10").await;
+    snapshot!(tasks, name: "task_by_batchUids_after_deletion");
+    let (tasks, _) = server.batches_filter("batchUids=10").await;
+    snapshot!(tasks, name: "batch_by_batchUids_after_deletion");
+
+    let index = server.index("kefirausaurus");
+    let (task, _) = index.create(Some("kefid")).await;
+    server.wait_task(task.uid()).await.succeeded();
+}
+
+/// Ensuring the index roughly works with filter and sort.
+/// More specific test will be made for the next versions everytime they updates a feature
+async fn check_the_index_features(server: &Server) {
+    let kefir = server.index("kefir");
+
+    let (settings, _) = kefir.settings().await;
+    snapshot!(settings, name: "kefir_settings");
+
+    let (results, _status) =
+        kefir.search_post(json!({ "sort": ["age:asc"], "filter": "surname = kefirounet" })).await;
+    snapshot!(results, name: "search_with_sort_and_filter");
+}

crates/meilisearch/tests/vector/.openai.rs.pending-snap

@@ -0,0 +1 @@
+{"run_id":"1737725573-949900000","line":1913,"new":{"module_name":"integration__vector__openai","snapshot_name":"timeout","metadata":{"source":"crates/meilisearch/tests/vector/openai.rs","assertion_line":1913},"snapshot":"\"failed\""},"old":{"module_name":"integration__vector__openai","metadata":{},"snapshot":"\"succeeded\""}}

crates/meilisearch/tests/vector/.rest.rs.pending-snap

@@ -0,0 +1,23 @@
+{"run_id":"1737725573-949900000","line":2022,"new":{"module_name":"integration__vector__rest","snapshot_name":"searchable_reindex","metadata":{"source":"crates/meilisearch/tests/vector/rest.rs","assertion_line":2022},"snapshot":"{\n  \"uid\": \"[uid]\",\n  \"batchUid\": \"[batch_uid]\",\n  \"indexUid\": \"doggo\",\n  \"status\": \"failed\",\n  \"type\": \"settingsUpdate\",\n  \"canceledBy\": null,\n  \"details\": {\n    \"searchableAttributes\": [\n      \"name\",\n      \"missing_field\"\n    ],\n    \"embedders\": {\n      \"rest\": {\n        \"source\": \"rest\",\n        \"dimensions\": 3,\n        \"url\": \"[url]\",\n        \"request\": \"{{text}}\",\n        \"response\": {\n          \"data\": \"{{embedding}}\"\n        }\n      }\n    }\n  },\n  \"error\": {\n    \"message\": \"Index `3bf3e3d4-1139-4198-972c-41133c6cd284`: Too many open files (os error 24)\",\n    \"code\": \"too_many_open_files\",\n    \"type\": \"system\",\n    \"link\": \"https://docs.meilisearch.com/errors#too_many_open_files\"\n  },\n  \"duration\": \"[duration]\",\n  \"enqueuedAt\": \"[date]\",\n  \"startedAt\": \"[date]\",\n  \"finishedAt\": \"[date]\"\n}"},"old":{"module_name":"integration__vector__rest","metadata":{},"snapshot":"{\n  \"uid\": \"[uid]\",\n  \"batchUid\": \"[batch_uid]\",\n  \"indexUid\": \"doggo\",\n  \"status\": \"succeeded\",\n  \"type\": \"settingsUpdate\",\n  \"canceledBy\": null,\n  \"details\": {\n    \"searchableAttributes\": [\n      \"name\",\n      \"missing_field\"\n    ],\n    \"embedders\": {\n      \"rest\": {\n        \"source\": \"rest\",\n        \"dimensions\": 3,\n        \"url\": \"[url]\",\n        \"request\": \"{{text}}\",\n        \"response\": {\n          \"data\": \"{{embedding}}\"\n        }\n      }\n    }\n  },\n  \"error\": null,\n  \"duration\": \"[duration]\",\n  \"enqueuedAt\": \"[date]\",\n  \"startedAt\": \"[date]\",\n  \"finishedAt\": \"[date]\"\n}"}}
+{"run_id":"1737725573-949900000","line":422,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":423,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":445,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":446,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":468,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":469,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":491,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":492,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":518,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":519,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":539,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":540,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":560,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":561,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":581,"new":null,"old":null}
+{"run_id":"1737725573-949900000","line":582,"new":null,"old":null}
+{"run_id":"1737725634-53518000","line":2020,"new":null,"old":null}
+{"run_id":"1737725634-53518000","line":2022,"new":null,"old":null}
+{"run_id":"1737725634-53518000","line":2057,"new":null,"old":null}
+{"run_id":"1737725634-53518000","line":2059,"new":null,"old":null}
+{"run_id":"1737725634-53518000","line":2086,"new":null,"old":null}
+{"run_id":"1737725634-53518000","line":2088,"new":null,"old":null}

crates/meilisearch/tests/vector/binary_quantized.rs

@@ -8,17 +8,6 @@ use crate::vector::generate_default_user_provided_documents;
 async fn retrieve_binary_quantize_status_in_the_settings() {
     let server = Server::new().await;
     let index = server.index("doggo");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({
@@ -78,17 +67,6 @@ async fn retrieve_binary_quantize_status_in_the_settings() {
 async fn binary_quantize_before_sending_documents() {
     let server = Server::new().await;
     let index = server.index("doggo");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({
@@ -163,17 +141,6 @@ async fn binary_quantize_before_sending_documents() {
 async fn binary_quantize_after_sending_documents() {
     let server = Server::new().await;
     let index = server.index("doggo");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({
@@ -261,17 +228,6 @@ async fn binary_quantize_after_sending_documents() {
 async fn try_to_disable_binary_quantization() {
     let server = Server::new().await;
     let index = server.index("doggo");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({

crates/meilisearch/tests/vector/mod.rs

@@ -13,36 +13,13 @@ use crate::common::{default_settings, GetAllDocumentsOptions, Server};
 use crate::json;
 
 async fn get_server_vector() -> Server {
-    let server = Server::new().await;
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-  {
-    "vectorStore": true,
-    "metrics": false,
-    "logsRoute": false,
-    "editDocumentsByFunction": false,
-    "containsFilter": false
-  }
-  "###);
-    server
+    Server::new().await
 }
 
 #[actix_rt::test]
 async fn add_remove_user_provided() {
     let server = Server::new().await;
     let index = server.index("doggo");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({
@@ -187,17 +164,6 @@ async fn add_remove_user_provided() {
 
 async fn generate_default_user_provided_documents(server: &Server) -> Index {
     let index = server.index("doggo");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({
@@ -654,17 +620,6 @@ async fn add_remove_one_vector_4588() {
     // https://github.com/meilisearch/meilisearch/issues/4588
     let server = Server::new().await;
     let index = server.index("doggo");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({

crates/meilisearch/tests/vector/settings.rs

@@ -8,17 +8,6 @@ use crate::vector::generate_default_user_provided_documents;
 async fn field_unavailable_for_source() {
     let server = Server::new().await;
     let index = server.index("doggo");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({
@@ -55,17 +44,6 @@ async fn field_unavailable_for_source() {
 async fn update_embedder() {
     let server = Server::new().await;
     let index = server.index("doggo");
-    let (value, code) = server.set_features(json!({"vectorStore": true})).await;
-    snapshot!(code, @"200 OK");
-    snapshot!(value, @r###"
-    {
-      "vectorStore": true,
-      "metrics": false,
-      "logsRoute": false,
-      "editDocumentsByFunction": false,
-      "containsFilter": false
-    }
-    "###);
 
     let (response, code) = index
         .update_settings(json!({
@@ -271,9 +249,161 @@ async fn reset_embedder_documents() {
     snapshot!(json_string!(documents), @r###"
     {
       "message": "Cannot find embedder with name `default`.",
-      "code": "invalid_embedder",
+      "code": "invalid_search_embedder",
       "type": "invalid_request",
-      "link": "https://docs.meilisearch.com/errors#invalid_embedder"
+      "link": "https://docs.meilisearch.com/errors#invalid_search_embedder"
+    }
+    "###);
+}
+
+#[actix_rt::test]
+async fn ollama_url_checks() {
+    let server = super::get_server_vector().await;
+    let index = server.index("doggo");
+
+    let (response, code) = index
+  .update_settings(json!({
+    "embedders": { "ollama": {"source": "ollama", "model": "toto", "dimensions": 1, "url": "http://localhost:11434/api/embeddings"}},
+  }))
+  .await;
+    snapshot!(code, @"202 Accepted");
+    let response = server.wait_task(response.uid()).await;
+
+    snapshot!(response, @r###"
+    {
+      "uid": "[uid]",
+      "batchUid": "[batch_uid]",
+      "indexUid": "doggo",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "embedders": {
+          "ollama": {
+            "source": "ollama",
+            "model": "toto",
+            "dimensions": 1,
+            "url": "[url]"
+          }
+        }
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    }
+    "###);
+
+    let (response, code) = index
+    .update_settings(json!({
+      "embedders": { "ollama": {"source": "ollama", "model": "toto", "dimensions": 1, "url": "http://localhost:11434/api/embed"}},
+    }))
+    .await;
+    snapshot!(code, @"202 Accepted");
+    let response = server.wait_task(response.uid()).await;
+
+    snapshot!(response, @r###"
+    {
+      "uid": "[uid]",
+      "batchUid": "[batch_uid]",
+      "indexUid": "doggo",
+      "status": "succeeded",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "embedders": {
+          "ollama": {
+            "source": "ollama",
+            "model": "toto",
+            "dimensions": 1,
+            "url": "[url]"
+          }
+        }
+      },
+      "error": null,
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    }
+    "###);
+
+    let (response, code) = index
+      .update_settings(json!({
+        "embedders": { "ollama": {"source": "ollama", "model": "toto", "dimensions": 1, "url": "http://localhost:11434/api/embedd"}},
+      }))
+      .await;
+    snapshot!(code, @"202 Accepted");
+    let response = server.wait_task(response.uid()).await;
+
+    snapshot!(response, @r###"
+    {
+      "uid": "[uid]",
+      "batchUid": "[batch_uid]",
+      "indexUid": "doggo",
+      "status": "failed",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "embedders": {
+          "ollama": {
+            "source": "ollama",
+            "model": "toto",
+            "dimensions": 1,
+            "url": "[url]"
+          }
+        }
+      },
+      "error": {
+        "message": "Index `doggo`: Error while generating embeddings: user error: unsupported Ollama URL.\n  - For `ollama` sources, the URL must end with `/api/embed` or `/api/embeddings`\n  - Got `http://localhost:11434/api/embedd`",
+        "code": "vector_embedding_error",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#vector_embedding_error"
+      },
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
+    }
+    "###);
+
+    let (response, code) = index
+        .update_settings(json!({
+          "embedders": { "ollama": {"source": "ollama", "model": "toto", "dimensions": 1, "url": "http://localhost:11434/v1/embeddings"}},
+        }))
+        .await;
+    snapshot!(code, @"202 Accepted");
+    let response = server.wait_task(response.uid()).await;
+
+    snapshot!(response, @r###"
+    {
+      "uid": "[uid]",
+      "batchUid": "[batch_uid]",
+      "indexUid": "doggo",
+      "status": "failed",
+      "type": "settingsUpdate",
+      "canceledBy": null,
+      "details": {
+        "embedders": {
+          "ollama": {
+            "source": "ollama",
+            "model": "toto",
+            "dimensions": 1,
+            "url": "[url]"
+          }
+        }
+      },
+      "error": {
+        "message": "Index `doggo`: Error while generating embeddings: user error: unsupported Ollama URL.\n  - For `ollama` sources, the URL must end with `/api/embed` or `/api/embeddings`\n  - Got `http://localhost:11434/v1/embeddings`",
+        "code": "vector_embedding_error",
+        "type": "invalid_request",
+        "link": "https://docs.meilisearch.com/errors#vector_embedding_error"
+      },
+      "duration": "[duration]",
+      "enqueuedAt": "[date]",
+      "startedAt": "[date]",
+      "finishedAt": "[date]"
     }
     "###);
 }