mod datasets_paths; mod utils; use std::fs::{create_dir_all, remove_dir_all}; use std::path::Path; use criterion::{criterion_group, criterion_main, Criterion}; use heed::{EnvOpenOptions, RwTxn}; use milli::update::{ DeleteDocuments, IndexDocuments, IndexDocumentsConfig, IndexerConfig, Settings, }; use milli::Index; use rand::seq::SliceRandom; use rand_chacha::rand_core::SeedableRng; use roaring::RoaringBitmap; #[cfg(target_os = "linux")] #[global_allocator] static ALLOC: jemallocator::Jemalloc = jemallocator::Jemalloc; const BENCHMARK_ITERATION: usize = 10; fn setup_dir(path: impl AsRef) { match remove_dir_all(path.as_ref()) { Ok(_) => (), Err(e) if e.kind() == std::io::ErrorKind::NotFound => (), Err(e) => panic!("{}", e), } create_dir_all(path).unwrap(); } fn setup_index() -> Index { let path = "benches.mmdb"; setup_dir(&path); let mut options = EnvOpenOptions::new(); options.map_size(100 * 1024 * 1024 * 1024); // 100 GB options.max_readers(10); Index::new(options, path).unwrap() } fn setup_settings<'t>( wtxn: &mut RwTxn<'t, '_>, index: &'t Index, primary_key: &str, searchable_fields: &[&str], filterable_fields: &[&str], sortable_fields: &[&str], ) { let config = IndexerConfig::default(); let mut builder = Settings::new(wtxn, index, &config); builder.set_primary_key(primary_key.to_owned()); let searchable_fields = searchable_fields.iter().map(|s| s.to_string()).collect(); builder.set_searchable_fields(searchable_fields); let filterable_fields = filterable_fields.iter().map(|s| s.to_string()).collect(); builder.set_filterable_fields(filterable_fields); let sortable_fields = sortable_fields.iter().map(|s| s.to_string()).collect(); builder.set_sortable_fields(sortable_fields); builder.execute(|_| ()).unwrap(); } fn setup_index_with_settings<'t>( primary_key: &str, searchable_fields: &[&str], filterable_fields: &[&str], sortable_fields: &[&str], ) -> milli::Index { let index = setup_index(); let mut wtxn = index.write_txn().unwrap(); setup_settings( &mut wtxn, &index, primary_key, searchable_fields, filterable_fields, sortable_fields, ); wtxn.commit().unwrap(); index } fn choose_document_ids_from_index_batched( index: &Index, count: usize, batch_size: usize, ) -> Vec { let rtxn = index.read_txn().unwrap(); // create batch of document ids to delete let mut rng = rand_chacha::ChaCha8Rng::seed_from_u64(7700); let document_ids: Vec<_> = index.documents_ids(&rtxn).unwrap().into_iter().collect(); let document_ids_to_delete: Vec<_> = document_ids.choose_multiple(&mut rng, count).map(Clone::clone).collect(); document_ids_to_delete .chunks(batch_size) .map(|c| { let mut batch = RoaringBitmap::new(); for id in c { batch.insert(*id); } batch }) .collect() } fn indexing_songs_default(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Indexing songs with default settings", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "album", "artist"]; let filterable_fields = ["released-timestamp", "duration-float", "genre", "country", "artist"]; let sortable_fields = []; setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ) }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_SONGS, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn reindexing_songs_default(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Reindexing songs with default settings", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "album", "artist"]; let filterable_fields = ["released-timestamp", "duration-float", "genre", "country", "artist"]; let sortable_fields = []; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let mut builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_SONGS, "csv"); builder.add_documents(documents).unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let mut builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_SONGS, "csv"); builder.add_documents(documents).unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn deleting_songs_in_batches_default(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("-songs-delete-facetedString-facetedNumber-searchable-", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "album", "artist"]; let filterable_fields = ["released-timestamp", "duration-float", "genre", "country", "artist"]; let sortable_fields = []; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); // We index only one half of the dataset in the setup part // as we don't care about the time it takes. let config = IndexerConfig::default(); let mut wtxn = index.write_txn().unwrap(); let indexing_config = IndexDocumentsConfig::default(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_SONGS, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); let count = 1250; let batch_size = 250; let document_ids_to_delete = choose_document_ids_from_index_batched(&index, count, batch_size); (index, document_ids_to_delete) }, move |(index, document_ids_to_delete)| { let mut wtxn = index.write_txn().unwrap(); for ids in document_ids_to_delete { let mut builder = DeleteDocuments::new(&mut wtxn, &index).unwrap(); builder.delete_documents(&ids); builder.execute().unwrap(); } wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn indexing_songs_in_three_batches_default(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Indexing songs in three batches with default settings", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "album", "artist"]; let filterable_fields = ["released-timestamp", "duration-float", "genre", "country", "artist"]; let sortable_fields = []; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); // We index only one half of the dataset in the setup part // as we don't care about the time it takes. let config = IndexerConfig::default(); let mut wtxn = index.write_txn().unwrap(); let indexing_config = IndexDocumentsConfig::default(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_SONGS_1_2, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_SONGS_3_4, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); let indexing_config = IndexDocumentsConfig::default(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_SONGS_4_4, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn indexing_songs_without_faceted_numbers(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Indexing songs without faceted numbers", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "album", "artist"]; let filterable_fields = ["genre", "country", "artist"]; let sortable_fields = []; setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ) }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_SONGS, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn indexing_songs_without_faceted_fields(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Indexing songs without any facets", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "album", "artist"]; let filterable_fields = []; let sortable_fields = []; setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ) }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_SONGS, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn indexing_wiki(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Indexing wiki", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "body"]; let filterable_fields = []; let sortable_fields = []; setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ) }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig { autogenerate_docids: true, ..Default::default() }; let mut wtxn = index.write_txn().unwrap(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_WIKI_ARTICLES, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn reindexing_wiki(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Reindexing wiki", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "body"]; let filterable_fields = []; let sortable_fields = []; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig { autogenerate_docids: true, ..Default::default() }; let mut wtxn = index.write_txn().unwrap(); let mut builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_WIKI_ARTICLES, "csv"); builder.add_documents(documents).unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig { autogenerate_docids: true, ..Default::default() }; let mut wtxn = index.write_txn().unwrap(); let mut builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_WIKI_ARTICLES, "csv"); builder.add_documents(documents).unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn deleting_wiki_in_batches_default(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("-wiki-delete-searchable-", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "body"]; let filterable_fields = []; let sortable_fields = []; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); // We index only one half of the dataset in the setup part // as we don't care about the time it takes. let config = IndexerConfig::default(); let mut wtxn = index.write_txn().unwrap(); let indexing_config = IndexDocumentsConfig { autogenerate_docids: true, ..Default::default() }; let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_WIKI_ARTICLES, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); let count = 1250; let batch_size = 250; let document_ids_to_delete = choose_document_ids_from_index_batched(&index, count, batch_size); (index, document_ids_to_delete) }, move |(index, document_ids_to_delete)| { let mut wtxn = index.write_txn().unwrap(); for ids in document_ids_to_delete { let mut builder = DeleteDocuments::new(&mut wtxn, &index).unwrap(); builder.delete_documents(&ids); builder.execute().unwrap(); } wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn indexing_wiki_in_three_batches(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Indexing wiki in three batches", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "body"]; let filterable_fields = []; let sortable_fields = []; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); let mut wtxn = index.write_txn().unwrap(); // We index only one half of the dataset in the setup part // as we don't care about the time it takes. let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig { autogenerate_docids: true, ..Default::default() }; let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_WIKI_ARTICLES_1_2, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig { autogenerate_docids: true, ..Default::default() }; let mut wtxn = index.write_txn().unwrap(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_WIKI_ARTICLES_3_4, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); let indexing_config = IndexDocumentsConfig { autogenerate_docids: true, ..Default::default() }; let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_WIKI_ARTICLES_4_4, "csv"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn indexing_movies_default(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Indexing movies with default settings", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "overview"]; let filterable_fields = ["released_date", "genres"]; let sortable_fields = []; setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ) }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::MOVIES, "json"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn reindexing_movies_default(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Reindexing movies with default settings", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "overview"]; let filterable_fields = ["released_date", "genres"]; let sortable_fields = []; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let mut builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::MOVIES, "json"); builder.add_documents(documents).unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let mut builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::MOVIES, "json"); builder.add_documents(documents).unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn deleting_movies_in_batches_default(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("-movies-delete-facetedString-facetedNumber-searchable-", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "overview"]; let filterable_fields = ["released_date", "genres"]; let sortable_fields = []; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); // We index only one half of the dataset in the setup part // as we don't care about the time it takes. let config = IndexerConfig::default(); let mut wtxn = index.write_txn().unwrap(); let indexing_config = IndexDocumentsConfig::default(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::MOVIES, "json"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); let count = 1250; let batch_size = 250; let document_ids_to_delete = choose_document_ids_from_index_batched(&index, count, batch_size); (index, document_ids_to_delete) }, move |(index, document_ids_to_delete)| { let mut wtxn = index.write_txn().unwrap(); for ids in document_ids_to_delete { let mut builder = DeleteDocuments::new(&mut wtxn, &index).unwrap(); builder.delete_documents(&ids); builder.execute().unwrap(); } wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn indexing_movies_in_three_batches(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Indexing movies in three batches", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = ["title", "overview"]; let filterable_fields = ["released_date", "genres"]; let sortable_fields = []; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); let mut wtxn = index.write_txn().unwrap(); // We index only one half of the dataset in the setup part // as we don't care about the time it takes. let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::MOVIES_1_2, "json"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::MOVIES_3_4, "json"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); let indexing_config = IndexDocumentsConfig::default(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::MOVIES_4_4, "json"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn indexing_nested_movies_default(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Indexing nested movies with default settings", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = [ "title", "overview", "provider_names", "genres", "crew.name", "cast.character", "cast.name", ]; let filterable_fields = [ "popularity", "release_date", "runtime", "vote_average", "external_ids", "keywords", "providers.buy.name", "providers.rent.name", "providers.flatrate.name", "provider_names", "genres", "crew.name", "cast.character", "cast.name", ]; let sortable_fields = ["popularity", "runtime", "vote_average", "release_date"]; setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ) }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::NESTED_MOVIES, "json"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn deleting_nested_movies_in_batches_default(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("-movies-delete-facetedString-facetedNumber-searchable-nested-", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = [ "title", "overview", "provider_names", "genres", "crew.name", "cast.character", "cast.name", ]; let filterable_fields = [ "popularity", "release_date", "runtime", "vote_average", "external_ids", "keywords", "providers.buy.name", "providers.rent.name", "providers.flatrate.name", "provider_names", "genres", "crew.name", "cast.character", "cast.name", ]; let sortable_fields = ["popularity", "runtime", "vote_average", "release_date"]; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); // We index only one half of the dataset in the setup part // as we don't care about the time it takes. let config = IndexerConfig::default(); let mut wtxn = index.write_txn().unwrap(); let indexing_config = IndexDocumentsConfig::default(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::NESTED_MOVIES, "json"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); let count = 1250; let batch_size = 250; let document_ids_to_delete = choose_document_ids_from_index_batched(&index, count, batch_size); (index, document_ids_to_delete) }, move |(index, document_ids_to_delete)| { let mut wtxn = index.write_txn().unwrap(); for ids in document_ids_to_delete { let mut builder = DeleteDocuments::new(&mut wtxn, &index).unwrap(); builder.delete_documents(&ids); builder.execute().unwrap(); } wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn indexing_nested_movies_without_faceted_fields(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Indexing nested movies without any facets", |b| { b.iter_with_setup( move || { let primary_key = "id"; let searchable_fields = [ "title", "overview", "provider_names", "genres", "crew.name", "cast.character", "cast.name", ]; let filterable_fields = []; let sortable_fields = []; setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ) }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::NESTED_MOVIES, "json"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn indexing_geo(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Indexing geo_point", |b| { b.iter_with_setup( move || { let primary_key = "geonameid"; let searchable_fields = ["name", "alternatenames", "elevation"]; let filterable_fields = ["_geo", "population", "elevation"]; let sortable_fields = ["_geo", "population", "elevation"]; setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ) }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_ALL_COUNTRIES, "jsonl"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn reindexing_geo(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("Reindexing geo_point", |b| { b.iter_with_setup( move || { let primary_key = "geonameid"; let searchable_fields = ["name", "alternatenames", "elevation"]; let filterable_fields = ["_geo", "population", "elevation"]; let sortable_fields = ["_geo", "population", "elevation"]; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let mut builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_ALL_COUNTRIES, "jsonl"); builder.add_documents(documents).unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index }, move |index| { let config = IndexerConfig::default(); let indexing_config = IndexDocumentsConfig::default(); let mut wtxn = index.write_txn().unwrap(); let mut builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_ALL_COUNTRIES, "jsonl"); builder.add_documents(documents).unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } fn deleting_geo_in_batches_default(c: &mut Criterion) { let mut group = c.benchmark_group("indexing"); group.sample_size(BENCHMARK_ITERATION); group.bench_function("-geo-delete-facetedNumber-facetedGeo-searchable-", |b| { b.iter_with_setup( move || { let primary_key = "geonameid"; let searchable_fields = ["name", "alternatenames", "elevation"]; let filterable_fields = ["_geo", "population", "elevation"]; let sortable_fields = ["_geo", "population", "elevation"]; let index = setup_index_with_settings( &primary_key, &searchable_fields, &filterable_fields, &sortable_fields, ); // We index only one half of the dataset in the setup part // as we don't care about the time it takes. let config = IndexerConfig::default(); let mut wtxn = index.write_txn().unwrap(); let indexing_config = IndexDocumentsConfig::default(); let builder = IndexDocuments::new(&mut wtxn, &index, &config, indexing_config, |_| ()) .unwrap(); let documents = utils::documents_from(datasets_paths::SMOL_ALL_COUNTRIES, "jsonl"); let (builder, user_error) = builder.add_documents(documents).unwrap(); user_error.unwrap(); builder.execute().unwrap(); wtxn.commit().unwrap(); let count = 1250; let batch_size = 250; let document_ids_to_delete = choose_document_ids_from_index_batched(&index, count, batch_size); (index, document_ids_to_delete) }, move |(index, document_ids_to_delete)| { let mut wtxn = index.write_txn().unwrap(); for ids in document_ids_to_delete { let mut builder = DeleteDocuments::new(&mut wtxn, &index).unwrap(); builder.delete_documents(&ids); builder.execute().unwrap(); } wtxn.commit().unwrap(); index.prepare_for_closing().wait(); }, ) }); } criterion_group!( benches, indexing_songs_default, reindexing_songs_default, deleting_songs_in_batches_default, indexing_songs_without_faceted_numbers, indexing_songs_without_faceted_fields, indexing_songs_in_three_batches_default, indexing_wiki, reindexing_wiki, deleting_wiki_in_batches_default, indexing_wiki_in_three_batches, indexing_movies_default, reindexing_movies_default, deleting_movies_in_batches_default, indexing_movies_in_three_batches, indexing_nested_movies_default, deleting_nested_movies_in_batches_default, indexing_nested_movies_without_faceted_fields, indexing_geo, reindexing_geo, deleting_geo_in_batches_default ); criterion_main!(benches);