Export tokenizer from milli

This commit is contained in:
many 2021-11-18 16:57:12 +01:00
parent 64ef5869d7
commit 35f9499638
No known key found for this signature in database
GPG Key ID: 2CEF23B75189EACA

View File

@ -20,6 +20,7 @@ use std::hash::BuildHasherDefault;
pub use filter_parser::{Condition, FilterCondition}; pub use filter_parser::{Condition, FilterCondition};
use fxhash::{FxHasher32, FxHasher64}; use fxhash::{FxHasher32, FxHasher64};
pub use grenad::CompressionType; pub use grenad::CompressionType;
pub use meilisearch_tokenizer as tokenizer;
use serde_json::{Map, Value}; use serde_json::{Map, Value};
pub use self::asc_desc::{AscDesc, AscDescError, Member, SortError}; pub use self::asc_desc::{AscDesc, AscDescError, Member, SortError};