diff --git a/Cargo.lock b/Cargo.lock index e2ddfd2ed..fad60e8da 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -889,9 +889,9 @@ dependencies = [ [[package]] name = "charabia" -version = "0.8.9" +version = "0.8.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f6a65052f308636e5d5e1777f0dbc07919f5fbac24b6c8ad3e140472e5520de9" +checksum = "933f20f2269b24d32fd5503e7b3c268af902190daf8d9d2b73ed2e75d77c00b4" dependencies = [ "aho-corasick", "cow-utils", diff --git a/meilisearch-types/Cargo.toml b/meilisearch-types/Cargo.toml index 1973a2034..6d23f144a 100644 --- a/meilisearch-types/Cargo.toml +++ b/meilisearch-types/Cargo.toml @@ -57,3 +57,5 @@ greek = ["milli/greek"] khmer = ["milli/khmer"] # allow vietnamese specialized tokenization vietnamese = ["milli/vietnamese"] +# force swedish character recomposition +swedish-recomposition = ["milli/swedish-recomposition"] diff --git a/meilisearch/Cargo.toml b/meilisearch/Cargo.toml index 6b8db4144..4a2b11b21 100644 --- a/meilisearch/Cargo.toml +++ b/meilisearch/Cargo.toml @@ -156,6 +156,7 @@ thai = ["meilisearch-types/thai"] greek = ["meilisearch-types/greek"] khmer = ["meilisearch-types/khmer"] vietnamese = ["meilisearch-types/vietnamese"] +swedish-recomposition = ["meilisearch-types/swedish-recomposition"] [package.metadata.mini-dashboard] assets-url = "https://github.com/meilisearch/mini-dashboard/releases/download/v0.2.13/build.zip" diff --git a/milli/Cargo.toml b/milli/Cargo.toml index 9423a854e..082cd0812 100644 --- a/milli/Cargo.toml +++ b/milli/Cargo.toml @@ -17,7 +17,7 @@ bincode = "1.3.3" bstr = "1.9.0" bytemuck = { version = "1.14.0", features = ["extern_crate_alloc"] } byteorder = "1.5.0" -charabia = { version = "0.8.9", default-features = false } +charabia = { version = "0.8.10", default-features = false } concat-arrays = "0.1.2" crossbeam-channel = "0.5.11" deserr = "0.6.1" @@ -136,7 +136,11 @@ greek = ["charabia/greek"] # allow khmer specialized tokenization khmer = ["charabia/khmer"] +# allow vietnamese specialized tokenization vietnamese = ["charabia/vietnamese"] +# force swedish character recomposition +swedish-recomposition = ["charabia/swedish-recomposition"] + # allow CUDA support, see cuda = ["candle-core/cuda"]