From 8cd5200f48b5be9629cc7107aebdcc06bcf27d73 Mon Sep 17 00:00:00 2001 From: Vincent Herlemont Date: Thu, 8 Sep 2022 12:19:44 +0200 Subject: [PATCH] Make charabia languages configurable --- milli/Cargo.toml | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/milli/Cargo.toml b/milli/Cargo.toml index 8e87b1616..016711198 100644 --- a/milli/Cargo.toml +++ b/milli/Cargo.toml @@ -57,4 +57,16 @@ md5 = "0.7.0" rand = "0.8.5" [features] -default = [ "charabia/default" ] \ No newline at end of file +default = [ "charabia/default" ] + +# allow chinese specialized tokenization +chinese = ["charabia/chinese"] + +# allow hebrew specialized tokenization +hebrew = ["charabia/hebrew"] + +# allow japanese specialized tokenization +japanese = ["charabia/japanese"] + +# allow thai specialized tokenization +thai = ["charabia/thai"]