Add missing Korean support

Some configuration is missing `korean` features and
add a test case in `milli/src/search/mod.rs`.
This commit is contained in:
Junho Choi 2024-05-30 17:28:11 +09:00
parent cade18bd47
commit 2e0ff56f3f
3 changed files with 27 additions and 0 deletions

View file

@ -49,6 +49,8 @@ chinese-pinyin = ["milli/chinese-pinyin"]
hebrew = ["milli/hebrew"]
# japanese specialized tokenization
japanese = ["milli/japanese"]
# korean specialized tokenization
korean = ["milli/korean"]
# thai specialized tokenization
thai = ["milli/thai"]
# allow greek specialized tokenization