mirror of
https://github.com/meilisearch/MeiliSearch
synced 2024-11-09 22:48:54 +01:00
Add detailed spans
This commit is contained in:
parent
7c3fc8c655
commit
0e68718027
@ -269,16 +269,36 @@ fn extract_facet_string_docids_settings<R: io::Read + io::Seek>(
|
|||||||
}
|
}
|
||||||
|
|
||||||
/// Normalizes the facet string and truncates it to the max length.
|
/// Normalizes the facet string and truncates it to the max length.
|
||||||
|
#[tracing::instrument(level = "trace", skip_all, target = "indexing::extract")]
|
||||||
fn normalize_facet_string(facet_string: &str, locales: Option<&[Language]>) -> String {
|
fn normalize_facet_string(facet_string: &str, locales: Option<&[Language]>) -> String {
|
||||||
let options = NormalizerOption { lossy: true, ..Default::default() };
|
let options = NormalizerOption { lossy: true, ..Default::default() };
|
||||||
let mut detection = StrDetection::new(facet_string, locales);
|
let mut detection = StrDetection::new(facet_string, locales);
|
||||||
|
|
||||||
|
let script = {
|
||||||
|
let span = tracing::trace_span!(target: "indexing::extract::extract_facet_string_docids", "detect_script");
|
||||||
|
let _entered = span.enter();
|
||||||
|
|
||||||
|
detection.script()
|
||||||
|
};
|
||||||
|
|
||||||
|
let language = {
|
||||||
|
let span = tracing::trace_span!(target: "indexing::extract::extract_facet_string_docids", "detect_language");
|
||||||
|
let _entered = span.enter();
|
||||||
|
|
||||||
|
detection.language()
|
||||||
|
};
|
||||||
|
|
||||||
let token = Token {
|
let token = Token {
|
||||||
lemma: std::borrow::Cow::Borrowed(facet_string),
|
lemma: std::borrow::Cow::Borrowed(facet_string),
|
||||||
script: detection.script(),
|
script,
|
||||||
language: detection.language(),
|
language,
|
||||||
..Default::default()
|
..Default::default()
|
||||||
};
|
};
|
||||||
|
|
||||||
|
let span =
|
||||||
|
tracing::trace_span!(target: "indexing::extract::extract_facet_string_docids", "normalize");
|
||||||
|
let _entered = span.enter();
|
||||||
|
|
||||||
// truncate the facet string to the max length
|
// truncate the facet string to the max length
|
||||||
token
|
token
|
||||||
.normalize(&options)
|
.normalize(&options)
|
||||||
|
Loading…
Reference in New Issue
Block a user