Mutex-based implementation

This commit is contained in:
Louis Dureuil 2025-03-13 12:00:11 +01:00
parent d0b0b90d17
commit 1876132172
No known key found for this signature in database
3 changed files with 22 additions and 28 deletions

View file

@ -252,7 +252,7 @@ impl Embedder {
options,
dimensions: 0,
pooling,
cache: EmbeddingCache::new(super::CAP_PER_THREAD),
cache: EmbeddingCache::new(super::CACHE_CAP),
};
let embeddings = this