searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-07-04 20:37:15 +02:00
Code Issues Releases Wiki Activity

Update the Transform struct to support JSON stream updates

Browse source
This commit is contained in:
Clément Renault 2020-11-01 11:50:10 +01:00
parent 082ad84914
commit f0e63025b0
No known key found for this signature in database
GPG key ID: 92ADA4E935E71FA4
3 changed files with 86 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

22
src/subcommand/serve.rs
View file

@ -224,8 +224,9 @@ pub fn run(opt: Opt) -> anyhow::Result<()> {
let mut builder = update_builder.index_documents(&mut wtxn, &index_cloned);
match format.as_str() {
"json" => builder.update_format(UpdateFormat::Json),
"csv" => builder.update_format(UpdateFormat::Csv),
"json" => builder.update_format(UpdateFormat::Json),
"json-stream" => builder.update_format(UpdateFormat::JsonStream),
otherwise => panic!("invalid update format {:?}", otherwise),
};
@ -491,6 +492,7 @@ pub fn run(opt: Opt) -> anyhow::Result<()> {
let format = match update_format {
UpdateFormat::Csv => String::from("csv"),
UpdateFormat::Json => String::from("json"),
UpdateFormat::JsonStream => String::from("json-stream"),
};
let meta = UpdateMeta::DocumentsAddition { method, format };
@ -540,6 +542,23 @@ pub fn run(opt: Opt) -> anyhow::Result<()> {
)
});
let update_store_cloned = update_store.clone();
let update_status_sender_cloned = update_status_sender.clone();
let indexing_route_json_stream = warp::filters::method::post()
.and(warp::path!("documents"))
.and(warp::header::exact_ignore_case("content-type", "application/x-ndjson"))
.and(warp::filters::query::query())
.and(warp::body::stream())
.and_then(move |params: QueryUpdate, stream| {
buf_stream(
update_store_cloned.clone(),
update_status_sender_cloned.clone(),
params.method,
UpdateFormat::JsonStream,
stream,
)
});
let update_status_sender_cloned = update_status_sender.clone();
let clearing_route = warp::filters::method::post()
.and(warp::path!("clear-documents"))
@ -595,6 +614,7 @@ pub fn run(opt: Opt) -> anyhow::Result<()> {
.or(query_route)
.or(indexing_route_csv)
.or(indexing_route_json)
.or(indexing_route_json_stream)
.or(clearing_route)
.or(update_ws_route);