mirror of
https://github.com/meilisearch/MeiliSearch
synced 2024-11-30 08:44:27 +01:00
d7943fe225
402: Optimize document transform r=MarinPostma a=MarinPostma This pr optimizes the transform of documents additions in the obkv format. Instead on accepting any serializable objects, we instead treat json and CSV specifically: - For json, we build a serde `Visitor`, that transform the json straight into obkv without intermediate representation. - For csv, we directly write the lines in the obkv, applying other optimization as well. Co-authored-by: marin postma <postma.marin@protonmail.com>
60 lines
1.6 KiB
TOML
60 lines
1.6 KiB
TOML
[package]
|
|
name = "milli"
|
|
version = "0.19.0"
|
|
authors = ["Kerollmops <clement@meilisearch.com>"]
|
|
edition = "2018"
|
|
|
|
[dependencies]
|
|
bimap = { version = "0.6.1", features = ["serde"] }
|
|
bincode = "1.3.3"
|
|
bstr = "0.2.15"
|
|
byteorder = "1.4.2"
|
|
chrono = { version = "0.4.19", features = ["serde"] }
|
|
concat-arrays = "0.1.2"
|
|
crossbeam-channel = "0.5.1"
|
|
either = "1.6.1"
|
|
flate2 = "1.0.20"
|
|
fst = "0.4.5"
|
|
fxhash = "0.2.1"
|
|
grenad = { version = "0.3.1", default-features = false, features = ["tempfile"] }
|
|
geoutils = "0.4.1"
|
|
heed = { git = "https://github.com/Kerollmops/heed", tag = "v0.12.1", default-features = false, features = ["lmdb", "sync-read-txn"] }
|
|
human_format = "1.0.3"
|
|
levenshtein_automata = { version = "0.2.0", features = ["fst_automaton"] }
|
|
linked-hash-map = "0.5.4"
|
|
meilisearch-tokenizer = { git = "https://github.com/meilisearch/tokenizer.git", tag = "v0.2.5" }
|
|
memmap2 = "0.5.0"
|
|
obkv = "0.2.0"
|
|
once_cell = "1.5.2"
|
|
ordered-float = "2.1.1"
|
|
rayon = "1.5.0"
|
|
roaring = "0.6.6"
|
|
rstar = { version = "0.9.1", features = ["serde"] }
|
|
serde = { version = "1.0.123", features = ["derive"] }
|
|
serde_json = { version = "1.0.62", features = ["preserve_order"] }
|
|
slice-group-by = "0.2.6"
|
|
smallstr = { version = "0.2.0", features = ["serde"] }
|
|
smallvec = "1.6.1"
|
|
tempfile = "3.2.0"
|
|
uuid = { version = "0.8.2", features = ["v4"] }
|
|
|
|
# facet filter parser
|
|
pest = { git = "https://github.com/pest-parser/pest.git", rev = "51fd1d49f1041f7839975664ef71fe15c7dcaf67" }
|
|
pest_derive = "2.1.0"
|
|
|
|
# documents words self-join
|
|
itertools = "0.10.0"
|
|
|
|
# logging
|
|
log = "0.4.14"
|
|
logging_timer = "1.0.0"
|
|
csv = "1.1.6"
|
|
|
|
[dev-dependencies]
|
|
big_s = "1.0.2"
|
|
maplit = "1.0.2"
|
|
rand = "0.8.3"
|
|
|
|
[features]
|
|
default = []
|