From 86dd88698d6de55d0a75f376895f62559268969a Mon Sep 17 00:00:00 2001
From: Irevoire <tamo@meilisearch.com>
Date: Mon, 21 Mar 2022 17:33:13 +0100
Subject: [PATCH] bump tokenizer

---
 milli/Cargo.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/milli/Cargo.toml b/milli/Cargo.toml
index 9e9869bf4..b45b58834 100644
--- a/milli/Cargo.toml
+++ b/milli/Cargo.toml
@@ -18,7 +18,7 @@ grenad = { version = "0.4.1", default-features = false, features = ["tempfile"]
 geoutils = "0.4.1"
 heed = { git = "https://github.com/meilisearch/heed", tag = "v0.12.1", default-features = false, features = ["lmdb", "sync-read-txn"] }
 levenshtein_automata = { version = "0.2.1", features = ["fst_automaton"] }
-meilisearch-tokenizer = { git = "https://github.com/meilisearch/tokenizer.git", tag = "v0.2.7" }
+meilisearch-tokenizer = { git = "https://github.com/meilisearch/tokenizer.git", tag = "v0.2.9" }
 memmap2 = "0.5.3"
 obkv = "0.2.0"
 once_cell = "1.10.0"