Add composite embedder

This commit is contained in:
Louis Dureuil 2025-02-20 11:35:10 +01:00
parent 526476e168
commit 8d2d9066ba
No known key found for this signature in database
3 changed files with 362 additions and 0 deletions

View file

@ -15,6 +15,7 @@ use self::error::{EmbedError, NewEmbedderError};
use crate::prompt::{Prompt, PromptData};
use crate::ThreadPoolNoAbort;
pub mod composite;
pub mod error;
pub mod hf;
pub mod json_template;
@ -31,6 +32,7 @@ pub use self::error::Error;
pub type Embedding = Vec<f32>;
pub const REQUEST_PARALLELISM: usize = 40;
pub const MAX_COMPOSITE_DISTANCE: f32 = 0.01;
pub struct ArroyWrapper {
quantized: bool,