From 11df155598412240abdc851d37ad9bcd9b82b691 Mon Sep 17 00:00:00 2001 From: Vivek Kumar Date: Mon, 4 Sep 2023 12:35:42 +0530 Subject: [PATCH] fix highlighting bug when searching for a phrase with cropping --- milli/src/search/new/matches/mod.rs | 33 +++++++++++++++++++++-------- 1 file changed, 24 insertions(+), 9 deletions(-) diff --git a/milli/src/search/new/matches/mod.rs b/milli/src/search/new/matches/mod.rs index 72e155b3e..be4258e6a 100644 --- a/milli/src/search/new/matches/mod.rs +++ b/milli/src/search/new/matches/mod.rs @@ -418,19 +418,11 @@ impl<'t> Matcher<'t, '_> { } else { match &self.matches { Some((tokens, matches)) => { - // If the text has to be cropped, - // compute the best interval to crop around. - let matches = match format_options.crop { - Some(crop_size) if crop_size > 0 => { - self.find_best_match_interval(matches, crop_size) - } - _ => matches, - }; - // If the text has to be cropped, // crop around the best interval. let (byte_start, byte_end) = match format_options.crop { Some(crop_size) if crop_size > 0 => { + let matches = self.find_best_match_interval(matches, crop_size); self.crop_bounds(tokens, matches, crop_size) } _ => (0, self.text.len()), @@ -450,6 +442,11 @@ impl<'t> Matcher<'t, '_> { for m in matches { let token = &tokens[m.token_position]; + // skip matches out of the crop window. + if token.byte_start < byte_start || token.byte_end > byte_end { + continue; + } + if byte_index < token.byte_start { formatted.push(&self.text[byte_index..token.byte_start]); } @@ -800,6 +797,24 @@ mod tests { ); } + #[test] + fn format_highlight_crop_phrase_only() { + //! testing: https://github.com/meilisearch/meilisearch/issues/3975 + let temp_index = temp_index_with_documents(); + let rtxn = temp_index.read_txn().unwrap(); + let builder = MatcherBuilder::new_test(&rtxn, &temp_index, "\"the world\""); + + let format_options = FormatOptions { highlight: true, crop: Some(10) }; + + let text = "The groundbreaking invention had the power to split the world between those who embraced progress and those who resisted change!"; + let mut matcher = builder.build(text); + // should return 10 words with a marker at the start as well the end, and the highlighted matches. + insta::assert_snapshot!( + matcher.format(format_options), + @"…had the power to split the world between those who…" + ); + } + #[test] fn smaller_crop_size() { //! testing: https://github.com/meilisearch/specifications/pull/120#discussion_r836536295