Make charabia languages configurable

This commit is contained in:
Vincent Herlemont 2022-09-08 12:19:44 +02:00
parent 5e07ea79c2
commit 8cd5200f48

View File

@ -58,3 +58,15 @@ rand = "0.8.5"
[features]
default = [ "charabia/default" ]
# allow chinese specialized tokenization
chinese = ["charabia/chinese"]
# allow hebrew specialized tokenization
hebrew = ["charabia/hebrew"]
# allow japanese specialized tokenization
japanese = ["charabia/japanese"]
# allow thai specialized tokenization
thai = ["charabia/thai"]