feat: Move tokenizer things into the meilidb-tokenizer workspace

This commit is contained in:
Clément Renault 2019-02-25 18:24:46 +01:00
parent d8cbb03c42
commit 1897da5348
No known key found for this signature in database
GPG key ID: 0151CDAB43460DAE
10 changed files with 28 additions and 22 deletions

View file

@ -11,6 +11,7 @@ hashbrown = "0.1.8"
lazy_static = "1.2.0"
levenshtein_automata = { version = "0.1.1", features = ["fst_automaton"] }
log = "0.4.6"
meilidb-tokenizer = { path = "../meilidb-tokenizer", version = "0.1.0" }
rayon = "1.0.3"
sdset = "0.3.1"
serde = "1.0.88"