searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2025-07-03 20:07:09 +02:00
Code Issues Releases Wiki Activity

Compress updates content using gzip

Browse source
This commit is contained in:
Clément Renault 2020-12-17 10:00:46 +01:00
parent cd5605bb86
commit 5a23417499
No known key found for this signature in database
GPG key ID: 92ADA4E935E71FA4
3 changed files with 23 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

11
http-ui/src/main.rs
View file

@ -10,6 +10,7 @@ use std::time::Instant;
use std::{mem, io};
use askama_warp::Template;
use async_compression::tokio_02::write::GzipEncoder;
use flate2::read::GzDecoder;
use futures::stream;
use futures::{FutureExt, StreamExt};
@ -340,7 +341,7 @@ async fn main() -> anyhow::Result<()> {
otherwise => panic!("invalid indexing method {:?}", otherwise),
};
let gzipped = false;
let gzipped = true;
let reader = if gzipped {
Box::new(GzDecoder::new(content))
} else {
@ -704,13 +705,17 @@ async fn main() -> anyhow::Result<()> {
) -> Result<impl warp::Reply, warp::Rejection>
{
let file = tokio::task::block_in_place(tempfile::tempfile).unwrap();
let mut file = TFile::from_std(file);
let file = TFile::from_std(file);
let mut encoder = GzipEncoder::new(file);
while let Some(result) = stream.next().await {
let bytes = result.unwrap().to_bytes();
file.write_all(&bytes[..]).await.unwrap();
encoder.write_all(&bytes[..]).await.unwrap();
}
encoder.shutdown().await.unwrap();
let mut file = encoder.into_inner();
file.sync_all().await.unwrap();
let file = file.into_std().await;
let mmap = unsafe { memmap::Mmap::map(&file).unwrap() };