Support iso-639-1

This commit is contained in:
ManyTheFish 2024-09-17 15:01:01 +02:00
parent 4b55ba68bc
commit 390eadb733
4 changed files with 669 additions and 175 deletions

1
Cargo.lock generated
View File

@ -3502,6 +3502,7 @@ dependencies = [
"serde", "serde",
"serde-cs", "serde-cs",
"serde_json", "serde_json",
"strum",
"tar", "tar",
"tempfile", "tempfile",
"thiserror", "thiserror",

View File

@ -27,6 +27,7 @@ roaring = { version = "0.10.6", features = ["serde"] }
serde = { version = "1.0.204", features = ["derive"] } serde = { version = "1.0.204", features = ["derive"] }
serde-cs = "0.2.4" serde-cs = "0.2.4"
serde_json = "1.0.120" serde_json = "1.0.120"
strum = { version = "0.26", features = ["derive"] }
tar = "0.4.41" tar = "0.4.41"
tempfile = "3.10.1" tempfile = "3.10.1"
thiserror = "1.0.61" thiserror = "1.0.61"

View File

@ -1,121 +1,397 @@
use deserr::Deserr; use deserr::Deserr;
use milli::LocalizedAttributesRule; use milli::{tokenizer::Language, LocalizedAttributesRule};
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
use serde_json::json; use serde_json::json;
use strum::{EnumIter, IntoEnumIterator};
/// Generate a Locale enum and its From and Into implementations for milli::tokenizer::Language. #[derive(
/// Debug, Copy, Clone, PartialEq, Eq, Deserr, Serialize, Deserialize, Ord, PartialOrd, EnumIter,
/// this enum implements `Deserr` in order to be used in the API. )]
macro_rules! make_locale { #[deserr(rename_all = camelCase)]
#[serde(rename_all = "camelCase")]
($($language:tt), +) => { pub enum Locale {
#[derive(Debug, Copy, Clone, PartialEq, Eq, Deserr, Serialize, Deserialize, Ord, PartialOrd)] // ISO 639-3
#[deserr(rename_all = camelCase)] Afr,
#[serde(rename_all = "camelCase")] Aka,
pub enum Locale {
$($language),+,
}
impl From<milli::tokenizer::Language> for Locale {
fn from(other: milli::tokenizer::Language) -> Locale {
match other {
$(milli::tokenizer::Language::$language => Locale::$language), +
}
}
}
impl From<Locale> for milli::tokenizer::Language {
fn from(other: Locale) -> milli::tokenizer::Language {
match other {
$(Locale::$language => milli::tokenizer::Language::$language), +,
}
}
}
#[derive(Debug)]
pub struct LocaleFormatError {
pub invalid_locale: String,
}
impl std::fmt::Display for LocaleFormatError {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
let valid_locales = [$(Locale::$language),+].iter().map(|l| format!("`{}`", json!(l).as_str().unwrap())).collect::<Vec<_>>().join(", ");
write!(f, "Unsupported locale `{}`, expected one of {}", self.invalid_locale, valid_locales)
}
}
};
}
make_locale! {
Epo,
Eng,
Rus,
Cmn,
Spa,
Por,
Ita,
Ben,
Fra,
Deu,
Ukr,
Kat,
Ara,
Hin,
Jpn,
Heb,
Yid,
Pol,
Amh, Amh,
Jav, Ara,
Kor,
Nob,
Dan,
Swe,
Fin,
Tur,
Nld,
Hun,
Ces,
Ell,
Bul,
Bel,
Mar,
Kan,
Ron,
Slv,
Hrv,
Srp,
Mkd,
Lit,
Lav,
Est,
Tam,
Vie,
Urd,
Tha,
Guj,
Uzb,
Pan,
Aze, Aze,
Bel,
Ben,
Bul,
Cat,
Ces,
Cmn,
Dan,
Deu,
Ell,
Eng,
Epo,
Est,
Fas,
Fin,
Fra,
Guj,
Heb,
Hin,
Hrv,
Hun,
Hye,
Ind, Ind,
Tel, Ita,
Pes, Jav,
Jpn,
Kan,
Kat,
Khm,
Kor,
Lat,
Lav,
Lit,
Mal, Mal,
Ori, Mar,
Mkd,
Mya, Mya,
Nep, Nep,
Nld,
Nob,
Ori,
Pan,
Pes,
Pol,
Por,
Ron,
Rus,
Sin, Sin,
Khm,
Tuk,
Aka,
Zul,
Sna,
Afr,
Lat,
Slk, Slk,
Cat, Slv,
Sna,
Spa,
Srp,
Swe,
Tam,
Tel,
Tgl, Tgl,
Hye Tha,
Tuk,
Tur,
Ukr,
Urd,
Uzb,
Vie,
Yid,
Zho,
Zul,
// ISO 639-1
Af,
Ak,
Am,
Ar,
Az,
Be,
Bn,
Bg,
Ca,
Cs,
Zh,
Da,
De,
El,
En,
Eo,
Et,
Fi,
Fr,
Gu,
He,
Hi,
Hr,
Hu,
Hy,
Id,
It,
Jv,
Ja,
Kn,
Ka,
Km,
Ko,
La,
Lv,
Lt,
Ml,
Mr,
Mk,
My,
Ne,
Nl,
Nb,
Or,
Pa,
Fa,
Pl,
Pt,
Ro,
Ru,
Si,
Sk,
Sl,
Sn,
Es,
Sr,
Sv,
Ta,
Te,
Tl,
Th,
Tk,
Tr,
Uk,
Ur,
Uz,
Vi,
Yi,
Zu,
}
impl From<Locale> for Language {
fn from(other: Locale) -> Language {
match other {
// ISO 639-3
Locale::Afr => Language::Afr,
Locale::Aka => Language::Aka,
Locale::Amh => Language::Amh,
Locale::Ara => Language::Ara,
Locale::Aze => Language::Aze,
Locale::Bel => Language::Bel,
Locale::Ben => Language::Ben,
Locale::Bul => Language::Bul,
Locale::Cat => Language::Cat,
Locale::Ces => Language::Ces,
Locale::Cmn => Language::Cmn,
Locale::Dan => Language::Dan,
Locale::Deu => Language::Deu,
Locale::Ell => Language::Ell,
Locale::Eng => Language::Eng,
Locale::Epo => Language::Epo,
Locale::Est => Language::Est,
Locale::Fas => Language::Pes,
Locale::Fin => Language::Fin,
Locale::Fra => Language::Fra,
Locale::Guj => Language::Guj,
Locale::Heb => Language::Heb,
Locale::Hin => Language::Hin,
Locale::Hrv => Language::Hrv,
Locale::Hun => Language::Hun,
Locale::Hye => Language::Hye,
Locale::Ind => Language::Ind,
Locale::Ita => Language::Ita,
Locale::Jav => Language::Jav,
Locale::Jpn => Language::Jpn,
Locale::Kan => Language::Kan,
Locale::Kat => Language::Kat,
Locale::Khm => Language::Khm,
Locale::Kor => Language::Kor,
Locale::Lat => Language::Lat,
Locale::Lav => Language::Lav,
Locale::Lit => Language::Lit,
Locale::Mal => Language::Mal,
Locale::Mar => Language::Mar,
Locale::Mkd => Language::Mkd,
Locale::Mya => Language::Mya,
Locale::Nep => Language::Nep,
Locale::Nld => Language::Nld,
Locale::Nob => Language::Nob,
Locale::Ori => Language::Ori,
Locale::Pan => Language::Pan,
Locale::Pes => Language::Pes,
Locale::Pol => Language::Pol,
Locale::Por => Language::Por,
Locale::Ron => Language::Ron,
Locale::Rus => Language::Rus,
Locale::Sin => Language::Sin,
Locale::Slk => Language::Slk,
Locale::Slv => Language::Slv,
Locale::Sna => Language::Sna,
Locale::Spa => Language::Spa,
Locale::Srp => Language::Srp,
Locale::Swe => Language::Swe,
Locale::Tam => Language::Tam,
Locale::Tel => Language::Tel,
Locale::Tgl => Language::Tgl,
Locale::Tha => Language::Tha,
Locale::Tuk => Language::Tuk,
Locale::Tur => Language::Tur,
Locale::Ukr => Language::Ukr,
Locale::Urd => Language::Urd,
Locale::Uzb => Language::Uzb,
Locale::Vie => Language::Vie,
Locale::Yid => Language::Yid,
Locale::Zho => Language::Cmn,
Locale::Zul => Language::Zul,
// ISO 639-1
Locale::Af => Language::Afr,
Locale::Ak => Language::Aka,
Locale::Am => Language::Amh,
Locale::Ar => Language::Ara,
Locale::Az => Language::Aze,
Locale::Be => Language::Bel,
Locale::Bn => Language::Ben,
Locale::Bg => Language::Bul,
Locale::Ca => Language::Cat,
Locale::Cs => Language::Ces,
Locale::Zh => Language::Cmn,
Locale::Da => Language::Dan,
Locale::De => Language::Deu,
Locale::El => Language::Ell,
Locale::En => Language::Eng,
Locale::Eo => Language::Epo,
Locale::Et => Language::Est,
Locale::Fi => Language::Fin,
Locale::Fr => Language::Fra,
Locale::Gu => Language::Guj,
Locale::He => Language::Heb,
Locale::Hi => Language::Hin,
Locale::Hr => Language::Hrv,
Locale::Hu => Language::Hun,
Locale::Hy => Language::Hye,
Locale::Id => Language::Ind,
Locale::It => Language::Ita,
Locale::Jv => Language::Jav,
Locale::Ja => Language::Jpn,
Locale::Kn => Language::Kan,
Locale::Ka => Language::Kat,
Locale::Km => Language::Khm,
Locale::Ko => Language::Kor,
Locale::La => Language::Lat,
Locale::Lv => Language::Lav,
Locale::Lt => Language::Lit,
Locale::Ml => Language::Mal,
Locale::Mr => Language::Mar,
Locale::Mk => Language::Mkd,
Locale::My => Language::Mya,
Locale::Ne => Language::Nep,
Locale::Nl => Language::Nld,
Locale::Nb => Language::Nob,
Locale::Or => Language::Ori,
Locale::Pa => Language::Pan,
Locale::Fa => Language::Pes,
Locale::Pl => Language::Pol,
Locale::Pt => Language::Por,
Locale::Ro => Language::Ron,
Locale::Ru => Language::Rus,
Locale::Si => Language::Sin,
Locale::Sk => Language::Slk,
Locale::Sl => Language::Slv,
Locale::Sn => Language::Sna,
Locale::Es => Language::Spa,
Locale::Sr => Language::Srp,
Locale::Sv => Language::Swe,
Locale::Ta => Language::Tam,
Locale::Te => Language::Tel,
Locale::Tl => Language::Tgl,
Locale::Th => Language::Tha,
Locale::Tk => Language::Tuk,
Locale::Tr => Language::Tur,
Locale::Uk => Language::Ukr,
Locale::Ur => Language::Urd,
Locale::Uz => Language::Uzb,
Locale::Vi => Language::Vie,
Locale::Yi => Language::Yid,
Locale::Zu => Language::Zul,
}
}
}
impl From<Language> for Locale {
fn from(other: Language) -> Locale {
match other {
Language::Afr => Locale::Afr,
Language::Aka => Locale::Aka,
Language::Amh => Locale::Amh,
Language::Ara => Locale::Ara,
Language::Aze => Locale::Aze,
Language::Bel => Locale::Bel,
Language::Ben => Locale::Ben,
Language::Bul => Locale::Bul,
Language::Cat => Locale::Cat,
Language::Ces => Locale::Ces,
Language::Cmn => Locale::Zho,
Language::Dan => Locale::Dan,
Language::Deu => Locale::Deu,
Language::Ell => Locale::Ell,
Language::Eng => Locale::Eng,
Language::Epo => Locale::Epo,
Language::Est => Locale::Est,
Language::Fin => Locale::Fin,
Language::Fra => Locale::Fra,
Language::Guj => Locale::Guj,
Language::Heb => Locale::Heb,
Language::Hin => Locale::Hin,
Language::Hrv => Locale::Hrv,
Language::Hun => Locale::Hun,
Language::Hye => Locale::Hye,
Language::Ind => Locale::Ind,
Language::Ita => Locale::Ita,
Language::Jav => Locale::Jav,
Language::Jpn => Locale::Jpn,
Language::Kan => Locale::Kan,
Language::Kat => Locale::Kat,
Language::Khm => Locale::Khm,
Language::Kor => Locale::Kor,
Language::Lat => Locale::Lat,
Language::Lav => Locale::Lav,
Language::Lit => Locale::Lit,
Language::Mal => Locale::Mal,
Language::Mar => Locale::Mar,
Language::Mkd => Locale::Mkd,
Language::Mya => Locale::Mya,
Language::Nep => Locale::Nep,
Language::Nld => Locale::Nld,
Language::Nob => Locale::Nob,
Language::Ori => Locale::Ori,
Language::Pan => Locale::Pan,
Language::Pes => Locale::Fas,
Language::Pol => Locale::Pol,
Language::Por => Locale::Por,
Language::Ron => Locale::Ron,
Language::Rus => Locale::Rus,
Language::Sin => Locale::Sin,
Language::Slk => Locale::Slk,
Language::Slv => Locale::Slv,
Language::Sna => Locale::Sna,
Language::Spa => Locale::Spa,
Language::Srp => Locale::Srp,
Language::Swe => Locale::Swe,
Language::Tam => Locale::Tam,
Language::Tel => Locale::Tel,
Language::Tgl => Locale::Tgl,
Language::Tha => Locale::Tha,
Language::Tuk => Locale::Tuk,
Language::Tur => Locale::Tur,
Language::Ukr => Locale::Ukr,
Language::Urd => Locale::Urd,
Language::Uzb => Locale::Uzb,
Language::Vie => Locale::Vie,
Language::Yid => Locale::Yid,
Language::Zul => Locale::Zul,
}
}
}
#[derive(Debug)]
pub struct LocaleFormatError {
pub invalid_locale: String,
}
impl std::fmt::Display for LocaleFormatError {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
let valid_locales = Locale::iter()
.map(|l| format!("`{}`", json!(l).as_str().unwrap()))
.collect::<Vec<_>>()
.join(", ");
write!(f, "Unsupported locale `{}`, expected one of {}", self.invalid_locale, valid_locales)
}
} }
impl std::error::Error for LocaleFormatError {} impl std::error::Error for LocaleFormatError {}
@ -124,9 +400,154 @@ impl std::str::FromStr for Locale {
type Err = LocaleFormatError; type Err = LocaleFormatError;
fn from_str(s: &str) -> Result<Self, Self::Err> { fn from_str(s: &str) -> Result<Self, Self::Err> {
milli::tokenizer::Language::from_code(s) let locale = match s {
.map(Self::from) // ISO 639-3
.ok_or(LocaleFormatError { invalid_locale: s.to_string() }) "afr" => Locale::Afr,
"aka" => Locale::Aka,
"amh" => Locale::Amh,
"ara" => Locale::Ara,
"aze" => Locale::Aze,
"bel" => Locale::Bel,
"ben" => Locale::Ben,
"bul" => Locale::Bul,
"cat" => Locale::Cat,
"ces" => Locale::Ces,
"cmn" => Locale::Cmn,
"dan" => Locale::Dan,
"deu" => Locale::Deu,
"ell" => Locale::Ell,
"eng" => Locale::Eng,
"epo" => Locale::Epo,
"est" => Locale::Est,
"fas" => Locale::Fas,
"fin" => Locale::Fin,
"fra" => Locale::Fra,
"guj" => Locale::Guj,
"heb" => Locale::Heb,
"hin" => Locale::Hin,
"hrv" => Locale::Hrv,
"hun" => Locale::Hun,
"hye" => Locale::Hye,
"ind" => Locale::Ind,
"ita" => Locale::Ita,
"jav" => Locale::Jav,
"jpn" => Locale::Jpn,
"kan" => Locale::Kan,
"kat" => Locale::Kat,
"khm" => Locale::Khm,
"kor" => Locale::Kor,
"lat" => Locale::Lat,
"lav" => Locale::Lav,
"lit" => Locale::Lit,
"mal" => Locale::Mal,
"mar" => Locale::Mar,
"mkd" => Locale::Mkd,
"mya" => Locale::Mya,
"nep" => Locale::Nep,
"nld" => Locale::Nld,
"nob" => Locale::Nob,
"ori" => Locale::Ori,
"pan" => Locale::Pan,
"pes" => Locale::Pes,
"pol" => Locale::Pol,
"por" => Locale::Por,
"ron" => Locale::Ron,
"rus" => Locale::Rus,
"sin" => Locale::Sin,
"slk" => Locale::Slk,
"slv" => Locale::Slv,
"sna" => Locale::Sna,
"spa" => Locale::Spa,
"srp" => Locale::Srp,
"swe" => Locale::Swe,
"tam" => Locale::Tam,
"tel" => Locale::Tel,
"tgl" => Locale::Tgl,
"tha" => Locale::Tha,
"tuk" => Locale::Tuk,
"tur" => Locale::Tur,
"ukr" => Locale::Ukr,
"urd" => Locale::Urd,
"uzb" => Locale::Uzb,
"vie" => Locale::Vie,
"yid" => Locale::Yid,
"zho" => Locale::Zho,
"zul" => Locale::Zul,
// ISO 639-1
"af" => Locale::Af,
"ak" => Locale::Ak,
"am" => Locale::Am,
"ar" => Locale::Ar,
"az" => Locale::Az,
"be" => Locale::Be,
"bn" => Locale::Bn,
"bg" => Locale::Bg,
"ca" => Locale::Ca,
"cs" => Locale::Cs,
"zh" => Locale::Zh,
"da" => Locale::Da,
"de" => Locale::De,
"el" => Locale::El,
"en" => Locale::En,
"eo" => Locale::Eo,
"et" => Locale::Et,
"fi" => Locale::Fi,
"fr" => Locale::Fr,
"gu" => Locale::Gu,
"he" => Locale::He,
"hi" => Locale::Hi,
"hr" => Locale::Hr,
"hu" => Locale::Hu,
"hy" => Locale::Hy,
"id" => Locale::Id,
"it" => Locale::It,
"jv" => Locale::Jv,
"ja" => Locale::Ja,
"kn" => Locale::Kn,
"ka" => Locale::Ka,
"km" => Locale::Km,
"ko" => Locale::Ko,
"la" => Locale::La,
"lv" => Locale::Lv,
"lt" => Locale::Lt,
"ml" => Locale::Ml,
"mr" => Locale::Mr,
"mk" => Locale::Mk,
"my" => Locale::My,
"ne" => Locale::Ne,
"nl" => Locale::Nl,
"nb" => Locale::Nb,
"or" => Locale::Or,
"pa" => Locale::Pa,
"fa" => Locale::Fa,
"pl" => Locale::Pl,
"pt" => Locale::Pt,
"ro" => Locale::Ro,
"ru" => Locale::Ru,
"si" => Locale::Si,
"sk" => Locale::Sk,
"sl" => Locale::Sl,
"sn" => Locale::Sn,
"es" => Locale::Es,
"sr" => Locale::Sr,
"sv" => Locale::Sv,
"ta" => Locale::Ta,
"te" => Locale::Te,
"tl" => Locale::Tl,
"th" => Locale::Th,
"tk" => Locale::Tk,
"tr" => Locale::Tr,
"uk" => Locale::Uk,
"ur" => Locale::Ur,
"uz" => Locale::Uz,
"vi" => Locale::Vi,
"yi" => Locale::Yi,
"zu" => Locale::Zu,
// otherwise
_ => return Err(LocaleFormatError { invalid_locale: s.to_string() }),
};
Ok(locale)
} }
} }

View File

@ -1133,76 +1133,147 @@ async fn force_different_locales_with_pattern_nested() {
) )
.await; .await;
// force japanese
index
.search(
json!({"q": "\"进击的巨人\"", "locales": ["jpn"], "attributesToHighlight": ["*"]}),
|response, code| {
snapshot!(response, @r###"
{
"hits": [
{
"document_en": {
"name": "Attack on Titan",
"description": "Attack on Titan is a Japanese manga series written and illustrated by Hajime Isayama",
"author": "Hajime Isayama"
},
"document_ja": {
"name": "進撃の巨人",
"description": "進撃の巨人は、日本の漫画シリーズであり、諫山 創によって作画されている。",
"author": "諫山 創"
},
"document_zh": {
"name": "进击的巨人",
"description": "进击的巨人是日本的漫画系列,由諫山 創作画。",
"author": "諫山創"
},
"id": 852,
"_vectors": {
"manual": [
1.0,
2.0,
3.0
]
},
"_formatted": {
"document_en": {
"name": "Attack on Titan",
"description": "Attack on Titan is a Japanese manga series written and illustrated by Hajime Isayama",
"author": "Hajime Isayama"
},
"document_ja": {
"name": "進撃の巨人",
"description": "進撃の巨人は、日本の漫画シリーズであり、諫山 創によって作画されている。",
"author": "諫山 創"
},
"document_zh": {
"name": "<em>进</em><em>击</em><em>的</em><em>巨人</em>",
"description": "<em>进</em><em>击</em><em>的</em><em>巨人</em>是日本的漫画系列,由諫山 創作画。",
"author": "諫山創"
},
"id": "852",
"_vectors": {
"manual": [
"1.0",
"2.0",
"3.0"
]
}
}
}
],
"query": "\"进击的巨人\"",
"processingTimeMs": "[duration]",
"limit": 20,
"offset": 0,
"estimatedTotalHits": 1
}
"###);
snapshot!(code, @"200 OK");
},
)
.await;
// force japanese // force japanese
index index
.search( .search(
json!({"q": "\"进击的巨人\"", "locales": ["jpn"], "attributesToHighlight": ["*"]}), json!({"q": "\"进击的巨人\"", "locales": ["ja"], "attributesToHighlight": ["*"]}),
|response, code| { |response, code| {
snapshot!(response, @r###" snapshot!(response, @r###"
{ {
"hits": [ "hits": [
{ {
"document_en": { "document_en": {
"name": "Attack on Titan", "name": "Attack on Titan",
"description": "Attack on Titan is a Japanese manga series written and illustrated by Hajime Isayama", "description": "Attack on Titan is a Japanese manga series written and illustrated by Hajime Isayama",
"author": "Hajime Isayama" "author": "Hajime Isayama"
}, },
"document_ja": { "document_ja": {
"name": "進撃の巨人", "name": "進撃の巨人",
"description": "進撃の巨人は、日本の漫画シリーズであり、諫山 創によって作画されている。", "description": "進撃の巨人は、日本の漫画シリーズであり、諫山 創によって作画されている。",
"author": "諫山 創" "author": "諫山 創"
}, },
"document_zh": { "document_zh": {
"name": "进击的巨人", "name": "进击的巨人",
"description": "进击的巨人是日本的漫画系列,由諫山 創作画。", "description": "进击的巨人是日本的漫画系列,由諫山 創作画。",
"author": "諫山創" "author": "諫山創"
}, },
"id": 852, "id": 852,
"_vectors": { "_vectors": {
"manual": [ "manual": [
1.0, 1.0,
2.0, 2.0,
3.0 3.0
] ]
}, },
"_formatted": { "_formatted": {
"document_en": { "document_en": {
"name": "Attack on Titan", "name": "Attack on Titan",
"description": "Attack on Titan is a Japanese manga series written and illustrated by Hajime Isayama", "description": "Attack on Titan is a Japanese manga series written and illustrated by Hajime Isayama",
"author": "Hajime Isayama" "author": "Hajime Isayama"
}, },
"document_ja": { "document_ja": {
"name": "進撃の巨人", "name": "進撃の巨人",
"description": "進撃の巨人は、日本の漫画シリーズであり、諫山 創によって作画されている。", "description": "進撃の巨人は、日本の漫画シリーズであり、諫山 創によって作画されている。",
"author": "諫山 創" "author": "諫山 創"
}, },
"document_zh": { "document_zh": {
"name": "<em>进</em><em>击</em><em>的</em><em>巨人</em>", "name": "<em>进</em><em>击</em><em>的</em><em>巨人</em>",
"description": "<em>进</em><em>击</em><em>的</em><em>巨人</em>是日本的漫画系列,由諫山 創作画。", "description": "<em>进</em><em>击</em><em>的</em><em>巨人</em>是日本的漫画系列,由諫山 創作画。",
"author": "諫山創" "author": "諫山創"
}, },
"id": "852", "id": "852",
"_vectors": { "_vectors": {
"manual": [ "manual": [
"1.0", "1.0",
"2.0", "2.0",
"3.0" "3.0"
] ]
}
}
}
],
"query": "\"进击的巨人\"",
"processingTimeMs": "[duration]",
"limit": 20,
"offset": 0,
"estimatedTotalHits": 1
} }
} "###);
} snapshot!(code, @"200 OK");
], },
"query": "\"进击的巨人\"", )
"processingTimeMs": "[duration]", .await;
"limit": 20,
"offset": 0,
"estimatedTotalHits": 1
}
"###);
snapshot!(code, @"200 OK");
},
)
.await;
} }
#[actix_rt::test] #[actix_rt::test]
@ -1355,7 +1426,7 @@ async fn invalid_locales() {
snapshot!(code, @"400 Bad Request"); snapshot!(code, @"400 Bad Request");
snapshot!(json_string!(response), @r###" snapshot!(json_string!(response), @r###"
{ {
"message": "Unknown value `invalid` at `.locales[0]`: expected one of `epo`, `eng`, `rus`, `cmn`, `spa`, `por`, `ita`, `ben`, `fra`, `deu`, `ukr`, `kat`, `ara`, `hin`, `jpn`, `heb`, `yid`, `pol`, `amh`, `jav`, `kor`, `nob`, `dan`, `swe`, `fin`, `tur`, `nld`, `hun`, `ces`, `ell`, `bul`, `bel`, `mar`, `kan`, `ron`, `slv`, `hrv`, `srp`, `mkd`, `lit`, `lav`, `est`, `tam`, `vie`, `urd`, `tha`, `guj`, `uzb`, `pan`, `aze`, `ind`, `tel`, `pes`, `mal`, `ori`, `mya`, `nep`, `sin`, `khm`, `tuk`, `aka`, `zul`, `sna`, `afr`, `lat`, `slk`, `cat`, `tgl`, `hye`", "message": "Unknown value `invalid` at `.locales[0]`: expected one of `afr`, `aka`, `amh`, `ara`, `aze`, `bel`, `ben`, `bul`, `cat`, `ces`, `cmn`, `dan`, `deu`, `ell`, `eng`, `epo`, `est`, `fas`, `fin`, `fra`, `guj`, `heb`, `hin`, `hrv`, `hun`, `hye`, `ind`, `ita`, `jav`, `jpn`, `kan`, `kat`, `khm`, `kor`, `lat`, `lav`, `lit`, `mal`, `mar`, `mkd`, `mya`, `nep`, `nld`, `nob`, `ori`, `pan`, `pes`, `pol`, `por`, `ron`, `rus`, `sin`, `slk`, `slv`, `sna`, `spa`, `srp`, `swe`, `tam`, `tel`, `tgl`, `tha`, `tuk`, `tur`, `ukr`, `urd`, `uzb`, `vie`, `yid`, `zho`, `zul`, `af`, `ak`, `am`, `ar`, `az`, `be`, `bn`, `bg`, `ca`, `cs`, `zh`, `da`, `de`, `el`, `en`, `eo`, `et`, `fi`, `fr`, `gu`, `he`, `hi`, `hr`, `hu`, `hy`, `id`, `it`, `jv`, `ja`, `kn`, `ka`, `km`, `ko`, `la`, `lv`, `lt`, `ml`, `mr`, `mk`, `my`, `ne`, `nl`, `nb`, `or`, `pa`, `fa`, `pl`, `pt`, `ro`, `ru`, `si`, `sk`, `sl`, `sn`, `es`, `sr`, `sv`, `ta`, `te`, `tl`, `th`, `tk`, `tr`, `uk`, `ur`, `uz`, `vi`, `yi`, `zu`",
"code": "invalid_search_locales", "code": "invalid_search_locales",
"type": "invalid_request", "type": "invalid_request",
"link": "https://docs.meilisearch.com/errors#invalid_search_locales" "link": "https://docs.meilisearch.com/errors#invalid_search_locales"
@ -1368,7 +1439,7 @@ async fn invalid_locales() {
snapshot!(code, @"400 Bad Request"); snapshot!(code, @"400 Bad Request");
snapshot!(json_string!(response), @r###" snapshot!(json_string!(response), @r###"
{ {
"message": "Invalid value in parameter `locales`: Unsupported locale `invalid`, expected one of `epo`, `eng`, `rus`, `cmn`, `spa`, `por`, `ita`, `ben`, `fra`, `deu`, `ukr`, `kat`, `ara`, `hin`, `jpn`, `heb`, `yid`, `pol`, `amh`, `jav`, `kor`, `nob`, `dan`, `swe`, `fin`, `tur`, `nld`, `hun`, `ces`, `ell`, `bul`, `bel`, `mar`, `kan`, `ron`, `slv`, `hrv`, `srp`, `mkd`, `lit`, `lav`, `est`, `tam`, `vie`, `urd`, `tha`, `guj`, `uzb`, `pan`, `aze`, `ind`, `tel`, `pes`, `mal`, `ori`, `mya`, `nep`, `sin`, `khm`, `tuk`, `aka`, `zul`, `sna`, `afr`, `lat`, `slk`, `cat`, `tgl`, `hye`", "message": "Invalid value in parameter `locales`: Unsupported locale `invalid`, expected one of `afr`, `aka`, `amh`, `ara`, `aze`, `bel`, `ben`, `bul`, `cat`, `ces`, `cmn`, `dan`, `deu`, `ell`, `eng`, `epo`, `est`, `fas`, `fin`, `fra`, `guj`, `heb`, `hin`, `hrv`, `hun`, `hye`, `ind`, `ita`, `jav`, `jpn`, `kan`, `kat`, `khm`, `kor`, `lat`, `lav`, `lit`, `mal`, `mar`, `mkd`, `mya`, `nep`, `nld`, `nob`, `ori`, `pan`, `pes`, `pol`, `por`, `ron`, `rus`, `sin`, `slk`, `slv`, `sna`, `spa`, `srp`, `swe`, `tam`, `tel`, `tgl`, `tha`, `tuk`, `tur`, `ukr`, `urd`, `uzb`, `vie`, `yid`, `zho`, `zul`, `af`, `ak`, `am`, `ar`, `az`, `be`, `bn`, `bg`, `ca`, `cs`, `zh`, `da`, `de`, `el`, `en`, `eo`, `et`, `fi`, `fr`, `gu`, `he`, `hi`, `hr`, `hu`, `hy`, `id`, `it`, `jv`, `ja`, `kn`, `ka`, `km`, `ko`, `la`, `lv`, `lt`, `ml`, `mr`, `mk`, `my`, `ne`, `nl`, `nb`, `or`, `pa`, `fa`, `pl`, `pt`, `ro`, `ru`, `si`, `sk`, `sl`, `sn`, `es`, `sr`, `sv`, `ta`, `te`, `tl`, `th`, `tk`, `tr`, `uk`, `ur`, `uz`, `vi`, `yi`, `zu`",
"code": "invalid_search_locales", "code": "invalid_search_locales",
"type": "invalid_request", "type": "invalid_request",
"link": "https://docs.meilisearch.com/errors#invalid_search_locales" "link": "https://docs.meilisearch.com/errors#invalid_search_locales"
@ -1390,7 +1461,7 @@ async fn invalid_localized_attributes_rules() {
.await; .await;
snapshot!(response, @r###" snapshot!(response, @r###"
{ {
"message": "Unknown value `japan` at `.localizedAttributes[0].locales[0]`: expected one of `epo`, `eng`, `rus`, `cmn`, `spa`, `por`, `ita`, `ben`, `fra`, `deu`, `ukr`, `kat`, `ara`, `hin`, `jpn`, `heb`, `yid`, `pol`, `amh`, `jav`, `kor`, `nob`, `dan`, `swe`, `fin`, `tur`, `nld`, `hun`, `ces`, `ell`, `bul`, `bel`, `mar`, `kan`, `ron`, `slv`, `hrv`, `srp`, `mkd`, `lit`, `lav`, `est`, `tam`, `vie`, `urd`, `tha`, `guj`, `uzb`, `pan`, `aze`, `ind`, `tel`, `pes`, `mal`, `ori`, `mya`, `nep`, `sin`, `khm`, `tuk`, `aka`, `zul`, `sna`, `afr`, `lat`, `slk`, `cat`, `tgl`, `hye`", "message": "Unknown value `japan` at `.localizedAttributes[0].locales[0]`: expected one of `afr`, `aka`, `amh`, `ara`, `aze`, `bel`, `ben`, `bul`, `cat`, `ces`, `cmn`, `dan`, `deu`, `ell`, `eng`, `epo`, `est`, `fas`, `fin`, `fra`, `guj`, `heb`, `hin`, `hrv`, `hun`, `hye`, `ind`, `ita`, `jav`, `jpn`, `kan`, `kat`, `khm`, `kor`, `lat`, `lav`, `lit`, `mal`, `mar`, `mkd`, `mya`, `nep`, `nld`, `nob`, `ori`, `pan`, `pes`, `pol`, `por`, `ron`, `rus`, `sin`, `slk`, `slv`, `sna`, `spa`, `srp`, `swe`, `tam`, `tel`, `tgl`, `tha`, `tuk`, `tur`, `ukr`, `urd`, `uzb`, `vie`, `yid`, `zho`, `zul`, `af`, `ak`, `am`, `ar`, `az`, `be`, `bn`, `bg`, `ca`, `cs`, `zh`, `da`, `de`, `el`, `en`, `eo`, `et`, `fi`, `fr`, `gu`, `he`, `hi`, `hr`, `hu`, `hy`, `id`, `it`, `jv`, `ja`, `kn`, `ka`, `km`, `ko`, `la`, `lv`, `lt`, `ml`, `mr`, `mk`, `my`, `ne`, `nl`, `nb`, `or`, `pa`, `fa`, `pl`, `pt`, `ro`, `ru`, `si`, `sk`, `sl`, `sn`, `es`, `sr`, `sv`, `ta`, `te`, `tl`, `th`, `tk`, `tr`, `uk`, `ur`, `uz`, `vi`, `yi`, `zu`",
"code": "invalid_settings_localized_attributes", "code": "invalid_settings_localized_attributes",
"type": "invalid_request", "type": "invalid_request",
"link": "https://docs.meilisearch.com/errors#invalid_settings_localized_attributes" "link": "https://docs.meilisearch.com/errors#invalid_settings_localized_attributes"