select a specific release of the tokenizer instead of using the latests git commit

This commit is contained in:
tamo 2021-03-25 15:00:18 +01:00
parent 6b7cc0022b
commit 73dcdb27f6
No known key found for this signature in database
GPG key ID: B9DB60424F4F92F3
3 changed files with 133 additions and 160 deletions

View file

@ -10,7 +10,7 @@ anyhow = "1.0.38"
byte-unit = { version = "4.0.9", default-features = false, features = ["std"] }
grenad = { git = "https://github.com/Kerollmops/grenad.git", rev = "3adcb26" }
heed = "0.10.6"
meilisearch-tokenizer = { git = "https://github.com/meilisearch/Tokenizer.git", branch = "main" }
meilisearch-tokenizer = { git = "https://github.com/meilisearch/Tokenizer.git", tag = "v0.1.4" }
memmap = "0.7.0"
milli = { path = "../milli" }
once_cell = "1.5.2"