mirror of
https://github.com/meilisearch/MeiliSearch
synced 2024-06-28 07:12:57 +02:00
17 lines
641 B
Rust
17 lines
641 B
Rust
|
use std::collections::HashMap;
|
||
|
|
use std::hash::BuildHasherDefault;
|
||
|
|
|
||
|
|
use fxhash::FxHasher32;
|
||
|
|
use slice_group_by::StrGroupBy;
|
||
|
|
|
||
|
|
pub type FastMap4<K, V> = HashMap<K, V, BuildHasherDefault<FxHasher32>>;
|
||
|
|
pub type SmallString32 = smallstr::SmallString<[u8; 32]>;
|
||
|
|
pub type SmallVec32 = smallvec::SmallVec<[u8; 32]>;
|
||
|
|
pub type BEU32 = heed::zerocopy::U32<heed::byteorder::BE>;
|
||
|
|
pub type DocumentId = u32;
|
||
|
|
|
||
|
|
pub fn alphanumeric_tokens(string: &str) -> impl Iterator<Item = &str> {
|
||
|
|
let is_alphanumeric = |s: &&str| s.chars().next().map_or(false, char::is_alphanumeric);
|
||
|
|
string.linear_group_by_key(|c| c.is_alphanumeric()).filter(is_alphanumeric)
|
||
|
|
}
|