implement snapshot scheduler

This commit is contained in:
mpostma 2021-03-17 11:53:23 +01:00
parent 2f418ee767
commit ee838be41b
No known key found for this signature in database
GPG Key ID: CBC8A7C1D7A28C3A
3 changed files with 67 additions and 9 deletions

View File

@ -4,6 +4,7 @@ mod update_handler;
mod update_store; mod update_store;
mod updates; mod updates;
mod uuid_resolver; mod uuid_resolver;
mod snapshot;
use std::path::Path; use std::path::Path;
use std::sync::Arc; use std::sync::Arc;
@ -19,7 +20,9 @@ use tokio::time::sleep;
use crate::index::{Document, SearchQuery, SearchResult}; use crate::index::{Document, SearchQuery, SearchResult};
use crate::index::{Facets, Settings, UpdateResult}; use crate::index::{Facets, Settings, UpdateResult};
pub use updates::{Failed, Processed, Processing}; pub use updates::{Failed, Processed, Processing};
use snapshot::SnapshotService;
pub type UpdateStatus = updates::UpdateStatus<UpdateMeta, UpdateResult, String>; pub type UpdateStatus = updates::UpdateStatus<UpdateMeta, UpdateResult, String>;
@ -65,12 +68,19 @@ impl IndexController {
update_store_size: usize, update_store_size: usize,
) -> anyhow::Result<Self> { ) -> anyhow::Result<Self> {
let uuid_resolver = uuid_resolver::UuidResolverHandle::new(&path)?; let uuid_resolver = uuid_resolver::UuidResolverHandle::new(&path)?;
let index_actor = index_actor::IndexActorHandle::new(&path, index_size)?; let index_handle = index_actor::IndexActorHandle::new(&path, index_size)?;
let update_handle = let update_handle =
update_actor::UpdateActorHandle::new(index_actor.clone(), &path, update_store_size)?; update_actor::UpdateActorHandle::new(index_handle.clone(), &path, update_store_size)?;
let snapshot_service = SnapshotService::new(
index_handle.clone(),
uuid_resolver.clone(),
update_handle.clone(),
Duration::from_millis(10000),
"/dev/toto".into());
tokio::task::spawn(snapshot_service.run());
Ok(Self { Ok(Self {
uuid_resolver, uuid_resolver,
index_handle: index_actor, index_handle,
update_handle, update_handle,
}) })
} }

View File

@ -0,0 +1,48 @@
use std::path::PathBuf;
use std::time::Duration;
use tokio::time::interval;
use super::index_actor::IndexActorHandle;
use super::update_actor::UpdateActorHandle;
use super::uuid_resolver::UuidResolverHandle;
#[allow(dead_code)]
pub struct SnapshotService<B> {
index_handle: IndexActorHandle,
uuid_resolver_handle: UuidResolverHandle,
update_handle: UpdateActorHandle<B>,
snapshot_period: Duration,
snapshot_path: PathBuf,
}
impl<B> SnapshotService<B> {
pub fn new(
index_handle: IndexActorHandle,
uuid_resolver_handle: UuidResolverHandle,
update_handle: UpdateActorHandle<B>,
snapshot_period: Duration,
snapshot_path: PathBuf,
) -> Self {
Self {
index_handle,
uuid_resolver_handle,
update_handle,
snapshot_period,
snapshot_path,
}
}
pub async fn run(self) {
let mut interval = interval(self.snapshot_period);
loop {
interval.tick().await;
self.perform_snapshot().await;
}
}
async fn perform_snapshot(&self) {
println!("performing snapshot in {:?}", self.snapshot_path);
}
}