From cfa82ab1bb39bc2f94981c7d41c117c14b9b68a3 Mon Sep 17 00:00:00 2001 From: ManyTheFish Date: Thu, 19 Sep 2024 08:34:51 +0200 Subject: [PATCH] Add Swedish pipeline in all-tokenization feature --- milli/Cargo.toml | 1 + 1 file changed, 1 insertion(+) diff --git a/milli/Cargo.toml b/milli/Cargo.toml index 79b61b4f1..8a5ba366f 100644 --- a/milli/Cargo.toml +++ b/milli/Cargo.toml @@ -106,6 +106,7 @@ all-tokenizations = [ "charabia/greek", "charabia/khmer", "charabia/vietnamese", + "charabia/swedish-recomposition", ] # Use POSIX semaphores instead of SysV semaphores in LMDB