remove meilisearch tokenizer

This commit is contained in:
mpostma 2020-11-19 16:00:14 +01:00 committed by many
parent 061832af7f
commit 8a4d05b7bb
No known key found for this signature in database
GPG key ID: 2CEF23B75189EACA
6 changed files with 44 additions and 41 deletions

View file

@ -1,6 +1,5 @@
mod dfa;
use meilisearch_tokenizer::is_cjk;
pub use self::dfa::{build_dfa, build_prefix_dfa, build_exact_dfa};