From 88174b8ae40fba726b0039ff407e3b048d9bd878 Mon Sep 17 00:00:00 2001 From: ManyTheFish Date: Tue, 30 Apr 2024 14:30:23 +0200 Subject: [PATCH 1/2] Update charabia v0.8.10 --- meilisearch-types/Cargo.toml | 2 ++ meilisearch/Cargo.toml | 1 + milli/Cargo.toml | 6 +++++- 3 files changed, 8 insertions(+), 1 deletion(-) diff --git a/meilisearch-types/Cargo.toml b/meilisearch-types/Cargo.toml index 1973a2034..6d23f144a 100644 --- a/meilisearch-types/Cargo.toml +++ b/meilisearch-types/Cargo.toml @@ -57,3 +57,5 @@ greek = ["milli/greek"] khmer = ["milli/khmer"] # allow vietnamese specialized tokenization vietnamese = ["milli/vietnamese"] +# force swedish character recomposition +swedish-recomposition = ["milli/swedish-recomposition"] diff --git a/meilisearch/Cargo.toml b/meilisearch/Cargo.toml index 6b8db4144..4a2b11b21 100644 --- a/meilisearch/Cargo.toml +++ b/meilisearch/Cargo.toml @@ -156,6 +156,7 @@ thai = ["meilisearch-types/thai"] greek = ["meilisearch-types/greek"] khmer = ["meilisearch-types/khmer"] vietnamese = ["meilisearch-types/vietnamese"] +swedish-recomposition = ["meilisearch-types/swedish-recomposition"] [package.metadata.mini-dashboard] assets-url = "https://github.com/meilisearch/mini-dashboard/releases/download/v0.2.13/build.zip" diff --git a/milli/Cargo.toml b/milli/Cargo.toml index 9423a854e..082cd0812 100644 --- a/milli/Cargo.toml +++ b/milli/Cargo.toml @@ -17,7 +17,7 @@ bincode = "1.3.3" bstr = "1.9.0" bytemuck = { version = "1.14.0", features = ["extern_crate_alloc"] } byteorder = "1.5.0" -charabia = { version = "0.8.9", default-features = false } +charabia = { version = "0.8.10", default-features = false } concat-arrays = "0.1.2" crossbeam-channel = "0.5.11" deserr = "0.6.1" @@ -136,7 +136,11 @@ greek = ["charabia/greek"] # allow khmer specialized tokenization khmer = ["charabia/khmer"] +# allow vietnamese specialized tokenization vietnamese = ["charabia/vietnamese"] +# force swedish character recomposition +swedish-recomposition = ["charabia/swedish-recomposition"] + # allow CUDA support, see cuda = ["candle-core/cuda"] From fe51ceca6dea55ff3eea89660afa51a76ca8b893 Mon Sep 17 00:00:00 2001 From: ManyTheFish Date: Tue, 30 Apr 2024 14:33:37 +0200 Subject: [PATCH 2/2] Update lock file --- Cargo.lock | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index e2ddfd2ed..fad60e8da 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -889,9 +889,9 @@ dependencies = [ [[package]] name = "charabia" -version = "0.8.9" +version = "0.8.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f6a65052f308636e5d5e1777f0dbc07919f5fbac24b6c8ad3e140472e5520de9" +checksum = "933f20f2269b24d32fd5503e7b3c268af902190daf8d9d2b73ed2e75d77c00b4" dependencies = [ "aho-corasick", "cow-utils",