searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-02-22 10:18:28 +01:00
Code Issues Releases Wiki Activity

Expose the call trace in the batch stats

Browse Source
This commit is contained in:
Kerollmops 2025-02-19 11:24:11 +01:00
parent e9add14189
commit 3ff1de0a21
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F
6 changed files with 10 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
Cargo.lock generated
View File

@ -5160,9 +5160,9 @@ dependencies = [
[[package]] [[package]]
name = "serde_json" name = "serde_json"
version = "1.0.135" version = "1.0.138"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2b0d7ba2887406110130a978386c4e1befb98c674b4fba677954e4db976630d9" checksum = "d434192e7da787e94a6ea7e9670b26a036d0ca41e0b7efb2676dd32bae872949"
dependencies = [ dependencies = [
"indexmap", "indexmap",
"itoa", "itoa",

1
crates/dump/src/lib.rs
View File

@ -321,6 +321,7 @@ pub(crate) mod test {
status: maplit::btreemap! { Status::Succeeded => 1 }, status: maplit::btreemap! { Status::Succeeded => 1 },
types: maplit::btreemap! { Kind::DocumentAdditionOrUpdate => 1 }, types: maplit::btreemap! { Kind::DocumentAdditionOrUpdate => 1 },
index_uids: maplit::btreemap! { "doggo".to_string() => 1 }, index_uids: maplit::btreemap! { "doggo".to_string() => 1 },
call_trace: Default::default(),
}, },
enqueued_at: Some(BatchEnqueuedAt { enqueued_at: Some(BatchEnqueuedAt {
earliest: datetime!(2022-11-11 0:00 UTC), earliest: datetime!(2022-11-11 0:00 UTC),

2
crates/index-scheduler/Cargo.toml
View File

@ -29,7 +29,7 @@ page_size = "0.6.0"
rayon = "1.10.0" rayon = "1.10.0"
roaring = { version = "0.10.10", features = ["serde"] } roaring = { version = "0.10.10", features = ["serde"] }
serde = { version = "1.0.217", features = ["derive"] } serde = { version = "1.0.217", features = ["derive"] }
serde_json = { version = "1.0.135", features = ["preserve_order"] } serde_json = { version = "1.0.138", features = ["preserve_order"] }
synchronoise = "1.0.1" synchronoise = "1.0.1"
tempfile = "3.15.0" tempfile = "3.15.0"
thiserror = "2.0.9" thiserror = "2.0.9"

4
crates/index-scheduler/src/scheduler/mod.rs
View File

@ -339,7 +339,9 @@ impl IndexScheduler {
// We must re-add the canceled task so they're part of the same batch. // We must re-add the canceled task so they're part of the same batch.
ids |= canceled; ids |= canceled;
eprintln!("{:#?}", progress.accumulated_durations()); let durations = progress.accumulated_durations();
processing_batch.stats.call_trace =
durations.into_iter().map(|(k, v)| (k, v.into())).collect();
self.queue.write_batch(&mut wtxn, processing_batch, &ids)?; self.queue.write_batch(&mut wtxn, processing_batch, &ids)?;
#[cfg(test)] #[cfg(test)]

4
crates/meilisearch-types/Cargo.toml
View File

@ -14,6 +14,7 @@ license.workspace = true
actix-web = { version = "4.9.0", default-features = false } actix-web = { version = "4.9.0", default-features = false }
anyhow = "1.0.95" anyhow = "1.0.95"
bumpalo = "3.16.0" bumpalo = "3.16.0"
bumparaw-collections = "0.1.4"
convert_case = "0.6.0" convert_case = "0.6.0"
csv = "1.3.1" csv = "1.3.1"
deserr = { version = "0.6.3", features = ["actix-web"] } deserr = { version = "0.6.3", features = ["actix-web"] }
@ -24,12 +25,11 @@ flate2 = "1.0.35"
fst = "0.4.7" fst = "0.4.7"
memmap2 = "0.9.5" memmap2 = "0.9.5"
milli = { path = "../milli" } milli = { path = "../milli" }
bumparaw-collections = "0.1.4"
roaring = { version = "0.10.10", features = ["serde"] } roaring = { version = "0.10.10", features = ["serde"] }
rustc-hash = "2.1.0" rustc-hash = "2.1.0"
serde = { version = "1.0.217", features = ["derive"] } serde = { version = "1.0.217", features = ["derive"] }
serde-cs = "0.2.4" serde-cs = "0.2.4"
serde_json = "1.0.135" serde_json = { version = "1.0.135", features = ["preserve_order"] }
tar = "0.4.43" tar = "0.4.43"
tempfile = "3.15.0" tempfile = "3.15.0"
thiserror = "2.0.9" thiserror = "2.0.9"

1
crates/meilisearch-types/src/batches.rs
View File

@ -60,4 +60,5 @@ pub struct BatchStats {
pub status: BTreeMap<Status, u32>, pub status: BTreeMap<Status, u32>,
pub types: BTreeMap<Kind, u32>, pub types: BTreeMap<Kind, u32>,
pub index_uids: BTreeMap<String, u32>, pub index_uids: BTreeMap<String, u32>,
pub call_trace: serde_json::Map<String, serde_json::Value>,
} }