From 35f949963821a1c6ae43cb1a660b087d5ea36c0c Mon Sep 17 00:00:00 2001
From: many <maxime@meilisearch.com>
Date: Thu, 18 Nov 2021 16:57:12 +0100
Subject: [PATCH] Export tokenizer from milli

---
 milli/src/lib.rs | 1 +
 1 file changed, 1 insertion(+)

diff --git a/milli/src/lib.rs b/milli/src/lib.rs
index 044d74ec1..9e7bb8966 100644
--- a/milli/src/lib.rs
+++ b/milli/src/lib.rs
@@ -20,6 +20,7 @@ use std::hash::BuildHasherDefault;
 pub use filter_parser::{Condition, FilterCondition};
 use fxhash::{FxHasher32, FxHasher64};
 pub use grenad::CompressionType;
+pub use meilisearch_tokenizer as tokenizer;
 use serde_json::{Map, Value};
 
 pub use self::asc_desc::{AscDesc, AscDescError, Member, SortError};