Fix a diacritic issue

This commit is contained in:
Clément Renault 2023-03-09 14:57:30 +01:00
parent 6da54d0cb6
commit 175e8a8495
No known key found for this signature in database
GPG Key ID: 92ADA4E935E71FA4

View File

@ -792,6 +792,10 @@ where
let mut peekable = query.peekable(); let mut peekable = query.peekable();
while let Some(token) = peekable.next() { while let Some(token) = peekable.next() {
if token.lemma().is_empty() {
continue;
}
// early return if word limit is exceeded // early return if word limit is exceeded
if primitive_query.len() >= parts_limit { if primitive_query.len() >= parts_limit {
return primitive_query; return primitive_query;