searchengines-web/MeiliSearch
searchengines-web
/
MeiliSearch
mirror of https://github.com/meilisearch/MeiliSearch
1
0
Fork 0
Code Issues Releases Wiki Activity

Prefer safetensors to pytorch when both are available

This commit is contained in:
Louis Dureuil 2024-04-03 11:05:59 +02:00
parent 75f81a0bab
commit a1eccc762a
No known key found for this signature in database
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
milli/src/vector/hf.rs
View File

@ -87,11 +87,11 @@ impl Embedder {
let config = api.get("config.json").map_err(NewEmbedderError::api_get)?; let config = api.get("config.json").map_err(NewEmbedderError::api_get)?;
let tokenizer = api.get("tokenizer.json").map_err(NewEmbedderError::api_get)?; let tokenizer = api.get("tokenizer.json").map_err(NewEmbedderError::api_get)?;
let (weights, source) = { let (weights, source) = {
api.get("pytorch_model.bin") api.get("model.safetensors")
.map(|filename| (filename, WeightSource::Pytorch)) .map(|filename| (filename, WeightSource::Safetensors))
.or_else(|_| { .or_else(|_| {
api.get("model.safetensors") api.get("pytorch_model.bin")
.map(|filename| (filename, WeightSource::Safetensors)) .map(|filename| (filename, WeightSource::Pytorch))
}) })
.map_err(NewEmbedderError::api_get)? .map_err(NewEmbedderError::api_get)?
}; };