Update tokenizer to v0.2.1

This commit is contained in:
Clémentine Urquizar 2021-04-14 19:06:18 +02:00
parent 6359a08cfe
commit b0717b75d9
No known key found for this signature in database
GPG key ID: D8E7CC7422E77E1A
2 changed files with 19 additions and 3 deletions

View file

@ -40,7 +40,7 @@ itertools = "0.10.0"
log = "0.4.8"
main_error = "0.1.0"
meilisearch-error = { path = "../meilisearch-error" }
meilisearch-tokenizer = { git = "https://github.com/meilisearch/Tokenizer.git", tag = "v0.2.0" }
meilisearch-tokenizer = { git = "https://github.com/meilisearch/Tokenizer.git", tag = "v0.2.1" }
memmap = "0.7.0"
milli = { git = "https://github.com/meilisearch/milli.git", tag = "v0.1.0" }
mime = "0.3.16"