Use milli reexported tokenizer instead of importing meilisearch-tokenizer dependency

This commit is contained in:
many 2021-12-06 17:18:28 +01:00
parent 948615537b
commit ae2b0e7aa7
No known key found for this signature in database
GPG key ID: 2CEF23B75189EACA
4 changed files with 2 additions and 22 deletions

View file

@ -29,7 +29,6 @@ itertools = "0.10.1"
lazy_static = "1.4.0"
log = "0.4.14"
meilisearch-error = { path = "../meilisearch-error" }
meilisearch-tokenizer = { git = "https://github.com/meilisearch/tokenizer.git", tag = "v0.2.5" }
milli = { git = "https://github.com/meilisearch/milli.git", tag = "v0.21.0" }
mime = "0.3.16"
num_cpus = "1.13.0"

View file

@ -4,7 +4,7 @@ use std::time::Instant;
use either::Either;
use indexmap::IndexMap;
use meilisearch_tokenizer::{Analyzer, AnalyzerConfig, Token};
use milli::tokenizer::{Analyzer, AnalyzerConfig, Token};
use milli::{AscDesc, FieldId, FieldsIdsMap, Filter, MatchingWords, SortError};
use regex::Regex;
use serde::{Deserialize, Serialize};