Add a new wiki benchmark to test multi batch indexing

This commit is contained in:
Kerollmops 2022-02-21 17:59:03 +01:00
parent ab5247dc64
commit 8d2e3e4aba
No known key found for this signature in database
GPG key ID: 92ADA4E935E71FA4
2 changed files with 77 additions and 0 deletions

View file

@ -15,6 +15,9 @@ const DATASET_SONGS_1_2: (&str, &str) = ("smol-songs-1_2", "csv");
const DATASET_SONGS_3_4: (&str, &str) = ("smol-songs-3_4", "csv");
const DATASET_SONGS_4_4: (&str, &str) = ("smol-songs-4_4", "csv");
const DATASET_WIKI: (&str, &str) = ("smol-wiki-articles", "csv");
const DATASET_WIKI_1_2: (&str, &str) = ("smol-wiki-articles-1_2", "csv");
const DATASET_WIKI_3_4: (&str, &str) = ("smol-wiki-articles-3_4", "csv");
const DATASET_WIKI_4_4: (&str, &str) = ("smol-wiki-articles-4_4", "csv");
const DATASET_MOVIES: (&str, &str) = ("movies", "json");
const DATASET_GEO: (&str, &str) = ("smol-all-countries", "jsonl");
@ -24,6 +27,9 @@ const ALL_DATASETS: &[(&str, &str)] = &[
DATASET_SONGS_3_4,
DATASET_SONGS_4_4,
DATASET_WIKI,
DATASET_WIKI_1_2,
DATASET_WIKI_3_4,
DATASET_WIKI_4_4,
DATASET_MOVIES,
DATASET_GEO,
];