searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-11-11 23:48:56 +01:00
Code Issues Releases Wiki Activity

Move dump v4 patcher into v4.rs

Browse Source
This commit is contained in:
ManyTheFish 2022-05-31 15:39:09 +02:00
parent c295924ea2
commit 1816db8c1f
2 changed files with 34 additions and 40 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
meilisearch-auth/src/dump.rs
View File

@ -1,11 +1,9 @@
use serde_json::Deserializer; use serde_json::Deserializer;
use serde_json::{Map, Value};
use std::fs;
use std::fs::File; use std::fs::File;
use std::io::BufReader; use std::io::BufReader;
use std::io::Write; use std::io::Write;
use std::path::Path; use std::path::Path;
use uuid::Uuid;
use crate::{AuthController, HeedAuthStore, Result}; use crate::{AuthController, HeedAuthStore, Result};
@ -46,30 +44,4 @@ impl AuthController {
Ok(()) Ok(())
} }
pub fn patch_dump_v4(src: impl AsRef<Path>, dst: impl AsRef<Path>) -> Result<()> {
let keys_file_src = src.as_ref().join(KEYS_PATH);
if !keys_file_src.exists() {
return Ok(());
}
fs::create_dir_all(&dst)?;
let keys_file_dst = dst.as_ref().join(KEYS_PATH);
let mut writer = File::create(&keys_file_dst)?;
let reader = BufReader::new(File::open(&keys_file_src)?);
for key in Deserializer::from_reader(reader).into_iter() {
let mut key: Map<String, Value> = key?;
// generate a new uuid v4 and insert it in the key.
let uid = serde_json::to_value(Uuid::new_v4()).unwrap();
key.insert("uid".to_string(), uid);
serde_json::to_writer(&mut writer, &key)?;
writer.write_all(b"\n")?;
}
Ok(())
}
} }

44
meilisearch-lib/src/dump/loaders/v4.rs
View File

@ -1,12 +1,12 @@
use std::fs::{self, create_dir_all, File}; use std::fs::{self, create_dir_all, File};
use std::io::Write; use std::io::{BufReader, Write};
use std::path::Path; use std::path::Path;
use fs_extra::dir::{self, CopyOptions}; use fs_extra::dir::{self, CopyOptions};
use log::info; use log::info;
use serde_json::{Deserializer, Map, Value};
use tempfile::tempdir; use tempfile::tempdir;
use uuid::Uuid;
use meilisearch_auth::AuthController;
use crate::dump::{compat, Metadata}; use crate::dump::{compat, Metadata};
use crate::options::IndexerOpts; use crate::options::IndexerOpts;
@ -26,14 +26,10 @@ pub fn load_dump(
let options = CopyOptions::default(); let options = CopyOptions::default();
// Indexes // Indexes
dir::copy(src.as_ref().join("indexes"), patched_dir.path(), &options)?; dir::copy(src.as_ref().join("indexes"), &patched_dir, &options)?;
// Index uuids // Index uuids
dir::copy( dir::copy(src.as_ref().join("index_uuids"), &patched_dir, &options)?;
src.as_ref().join("index_uuids"),
patched_dir.path(),
&options,
)?;
// Metadata // Metadata
fs::copy( fs::copy(
@ -45,11 +41,11 @@ pub fn load_dump(
patch_updates(&src, &patched_dir)?; patch_updates(&src, &patched_dir)?;
// Keys // Keys
AuthController::patch_dump_v4(&src, patched_dir.path())?; patch_keys(&src, &patched_dir)?;
super::v5::load_dump( super::v5::load_dump(
meta, meta,
patched_dir.path(), &patched_dir,
dst, dst,
index_db_size, index_db_size,
meta_env_size, meta_env_size,
@ -79,3 +75,29 @@ fn patch_updates(src: impl AsRef<Path>, dst: impl AsRef<Path>) -> anyhow::Result
Ok(()) Ok(())
} }
fn patch_keys(src: impl AsRef<Path>, dst: impl AsRef<Path>) -> anyhow::Result<()> {
let keys_file_src = src.as_ref().join("keys");
if !keys_file_src.exists() {
return Ok(());
}
fs::create_dir_all(&dst)?;
let keys_file_dst = dst.as_ref().join("keys");
let mut writer = File::create(&keys_file_dst)?;
let reader = BufReader::new(File::open(&keys_file_src)?);
for key in Deserializer::from_reader(reader).into_iter() {
let mut key: Map<String, Value> = key?;
// generate a new uuid v4 and insert it in the key.
let uid = serde_json::to_value(Uuid::new_v4()).unwrap();
key.insert("uid".to_string(), uid);
serde_json::to_writer(&mut writer, &key)?;
writer.write_all(b"\n")?;
}
Ok(())
}