Update charabia in milli

This commit is contained in:
ManyTheFish 2023-04-26 14:56:54 +02:00
parent 380469665f
commit ff2cf2a5ae

View File

@ -16,7 +16,7 @@ bimap = { version = "0.6.3", features = ["serde"] }
bincode = "1.3.3" bincode = "1.3.3"
bstr = "1.4.0" bstr = "1.4.0"
byteorder = "1.4.3" byteorder = "1.4.3"
charabia = { version = "0.7.1", default-features = false } charabia = { version = "0.7.2", default-features = false }
concat-arrays = "0.1.2" concat-arrays = "0.1.2"
crossbeam-channel = "0.5.8" crossbeam-channel = "0.5.8"
deserr = "0.5.0" deserr = "0.5.0"
@ -89,3 +89,6 @@ korean = ["charabia/korean"]
# allow thai specialized tokenization # allow thai specialized tokenization
thai = ["charabia/thai"] thai = ["charabia/thai"]
# allow greek specialized tokenization
greek = []