Add Swedish pipeline in all-tokenization feature

This commit is contained in:
ManyTheFish 2024-09-19 08:34:51 +02:00
parent 3f517dfae6
commit cfa82ab1bb

View File

@ -106,6 +106,7 @@ all-tokenizations = [
"charabia/greek",
"charabia/khmer",
"charabia/vietnamese",
"charabia/swedish-recomposition",
]
# Use POSIX semaphores instead of SysV semaphores in LMDB