Make charabia languages configurable

2022-09-08 12:19:44 +02:00 · 2022-09-08 12:19:44 +02:00 · 8cd5200f48
parent 5e07ea79c2
commit 8cd5200f48
1 changed files with 13 additions and 1 deletions
--- a/milli/Cargo.toml
+++ b/milli/Cargo.toml
@ -57,4 +57,16 @@ md5 = "0.7.0"
 rand = "0.8.5"

 [features]
-default = [ "charabia/default" ]
+default = [ "charabia/default" ]
+
+# allow chinese specialized tokenization
+chinese = ["charabia/chinese"]
+
+# allow hebrew specialized tokenization
+hebrew = ["charabia/hebrew"]
+
+# allow japanese specialized tokenization
+japanese = ["charabia/japanese"]
+
+# allow thai specialized tokenization
+thai = ["charabia/thai"]