mirror of
https://github.com/meilisearch/MeiliSearch
synced 2024-11-30 00:34:26 +01:00
Experiments with Quentin
This commit is contained in:
parent
b64b4ab6ca
commit
f82ab3cc50
1
Cargo.lock
generated
1
Cargo.lock
generated
@ -2191,7 +2191,6 @@ dependencies = [
|
|||||||
"bytemuck",
|
"bytemuck",
|
||||||
"byteorder",
|
"byteorder",
|
||||||
"rayon",
|
"rayon",
|
||||||
"tempfile",
|
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
|
@ -27,8 +27,7 @@ fst = "0.4.7"
|
|||||||
fxhash = "0.2.1"
|
fxhash = "0.2.1"
|
||||||
geoutils = "0.5.1"
|
geoutils = "0.5.1"
|
||||||
grenad = { version = "0.4.6", default-features = false, features = [
|
grenad = { version = "0.4.6", default-features = false, features = [
|
||||||
"rayon",
|
"rayon"
|
||||||
"tempfile",
|
|
||||||
] }
|
] }
|
||||||
heed = { version = "0.20.1", default-features = false, features = [
|
heed = { version = "0.20.1", default-features = false, features = [
|
||||||
"serde-json",
|
"serde-json",
|
||||||
|
@ -325,7 +325,7 @@ where
|
|||||||
let documents_chunk_size = match self.indexer_config.documents_chunk_size {
|
let documents_chunk_size = match self.indexer_config.documents_chunk_size {
|
||||||
Some(chunk_size) => chunk_size,
|
Some(chunk_size) => chunk_size,
|
||||||
None => {
|
None => {
|
||||||
let default_chunk_size = 1024 * 1024 * 4; // 4MiB
|
let default_chunk_size = 1024 * 1024 * 1024 * 2; // 2 GiB
|
||||||
let min_chunk_size = 1024 * 512; // 512KiB
|
let min_chunk_size = 1024 * 512; // 512KiB
|
||||||
|
|
||||||
// compute the chunk size from the number of available threads and the inputed data size.
|
// compute the chunk size from the number of available threads and the inputed data size.
|
||||||
|
Loading…
Reference in New Issue
Block a user