searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-12-04 18:45:46 +01:00
Code Issues Releases Wiki Activity

Make the snapshot download work

Browse Source
This commit is contained in:
Kerollmops 2023-09-04 17:38:15 +02:00
parent 76657af1f9
commit 7d85753573
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F
1 changed files with 32 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

52
index-scheduler/src/lib.rs
View File

@ -419,12 +419,11 @@ impl IndexScheduler {
log::info!("Downloading the index scheduler database."); log::info!("Downloading the index scheduler database.");
let tasks_snapshot = snapshot_dir.join("tasks.mdb"); let tasks_snapshot = snapshot_dir.join("tasks.mdb");
std::fs::copy(&tasks_snapshot, tasks_file).unwrap(); std::fs::copy(&tasks_snapshot, &tasks_file).unwrap();
log::info!("Downloading the indexes databases"); log::info!("Downloading the indexes databases");
let indexes_files = let indexes_files =
tempfile::TempDir::new_in(&inner.index_mapper.base_path) tempfile::TempDir::new_in(&base_path).unwrap();
.unwrap();
let mut indexes = Vec::new(); let mut indexes = Vec::new();
let src = snapshot_dir.join("indexes"); let src = snapshot_dir.join("indexes");
@ -437,9 +436,17 @@ impl IndexScheduler {
.unwrap() .unwrap()
.to_string(); .to_string();
log::info!("\tDownloading the index {}", uuid.to_string()); log::info!("\tDownloading the index {}", uuid.to_string());
std::fs::create_dir_all(
indexes_files.path().join(&uuid).with_extension(""),
)
.unwrap();
std::fs::copy( std::fs::copy(
src.join(&uuid), src.join(&uuid).with_extension("mdb"),
indexes_files.path().join(&uuid), indexes_files
.path()
.join(&uuid)
.with_extension("")
.join("data.mdb"),
) )
.unwrap(); .unwrap();
indexes.push(uuid); indexes.push(uuid);
@ -460,24 +467,29 @@ impl IndexScheduler {
pfcs.into_iter().for_each(|pfc| pfc.wait()); pfcs.into_iter().for_each(|pfc| pfc.wait());
// Let's replace all the folders/files. // Let's replace all the folders/files.
std::fs::rename(&tasks_snapshot, base_path.join("tasks")) std::fs::rename(
.unwrap(); &tasks_file,
std::fs::rename(indexes_files, base_path.join("indexes")) base_path.join("tasks").join("data.mdb"),
)
.unwrap();
let dst_indexes = base_path.join("indexes");
std::fs::remove_dir_all(&dst_indexes).unwrap();
std::fs::create_dir_all(&dst_indexes).unwrap();
std::fs::rename(indexes_files.into_path(), dst_indexes)
.unwrap(); .unwrap();
// let inner = IndexSchedulerInner::new(); let mut inner = IndexSchedulerInner::new(
raw_inner.options,
#[cfg(test)]
raw_inner.test_breakpoint_sdr,
#[cfg(test)]
raw_inner.planned_failures,
)
.unwrap();
*lock = Some(todo!()); // We replace the newly created wake-up signal with the old one
inner.wake_up = raw_inner.wake_up;
// run.env.close(); *lock = Some(inner);
// 4. Move all the databases
// 5. Unlock the index-mapper
// 2. Download and import the index-scheduler database
// 3. Snapshot every indexes
} }
otherwise => panic!("{otherwise:?}"), otherwise => panic!("{otherwise:?}"),
} }