type setting struct

This commit is contained in:
Marin Postma 2021-05-10 17:30:09 +02:00
parent 998d5ead34
commit 706643dfed
No known key found for this signature in database
GPG Key ID: D5241F0C0C865F30
11 changed files with 47 additions and 29 deletions

View File

@ -3,7 +3,7 @@ use std::sync::Arc;
use sha2::Digest; use sha2::Digest;
use crate::index::Settings; use crate::index::{Checked, Settings};
use crate::index_controller::{IndexController, IndexStats, Stats}; use crate::index_controller::{IndexController, IndexStats, Stats};
use crate::index_controller::{IndexMetadata, IndexSettings}; use crate::index_controller::{IndexMetadata, IndexSettings};
use crate::option::Opt; use crate::option::Opt;
@ -74,7 +74,7 @@ impl Data {
Ok(Data { inner }) Ok(Data { inner })
} }
pub async fn settings(&self, uid: String) -> anyhow::Result<Settings> { pub async fn settings(&self, uid: String) -> anyhow::Result<Settings<Checked>> {
self.index_controller.settings(uid).await self.index_controller.settings(uid).await
} }

View File

@ -2,7 +2,7 @@ use actix_web::web::Payload;
use milli::update::{IndexDocumentsMethod, UpdateFormat}; use milli::update::{IndexDocumentsMethod, UpdateFormat};
use super::Data; use super::Data;
use crate::index::Settings; use crate::index::{Checked, Settings};
use crate::index_controller::{IndexMetadata, IndexSettings, UpdateStatus}; use crate::index_controller::{IndexMetadata, IndexSettings, UpdateStatus};
impl Data { impl Data {
@ -24,7 +24,7 @@ impl Data {
pub async fn update_settings( pub async fn update_settings(
&self, &self,
index: String, index: String,
settings: Settings, settings: Settings<Checked>,
create: bool, create: bool,
) -> anyhow::Result<UpdateStatus> { ) -> anyhow::Result<UpdateStatus> {
let update = self let update = self

View File

@ -1,4 +1,4 @@
use std::collections::{BTreeSet, HashSet}; use std::{collections::{BTreeSet, HashSet}, marker::PhantomData};
use std::ops::Deref; use std::ops::Deref;
use std::sync::Arc; use std::sync::Arc;
@ -8,7 +8,7 @@ use serde_json::{Map, Value};
use crate::helpers::EnvSizer; use crate::helpers::EnvSizer;
pub use search::{SearchQuery, SearchResult, DEFAULT_SEARCH_LIMIT}; pub use search::{SearchQuery, SearchResult, DEFAULT_SEARCH_LIMIT};
pub use updates::{Facets, Settings}; pub use updates::{Facets, Settings, Checked, Unchecked};
mod search; mod search;
mod updates; mod updates;
@ -27,7 +27,7 @@ impl Deref for Index {
} }
impl Index { impl Index {
pub fn settings(&self) -> anyhow::Result<Settings> { pub fn settings(&self) -> anyhow::Result<Settings<Checked>> {
let txn = self.read_txn()?; let txn = self.read_txn()?;
let displayed_attributes = self let displayed_attributes = self
@ -68,6 +68,7 @@ impl Index {
ranking_rules: Some(Some(criteria)), ranking_rules: Some(Some(criteria)),
stop_words: Some(Some(stop_words)), stop_words: Some(Some(stop_words)),
distinct_attribute: Some(distinct_attribute), distinct_attribute: Some(distinct_attribute),
_kind: PhantomData,
}) })
} }

View File

@ -1,6 +1,7 @@
use std::collections::{BTreeSet, HashMap}; use std::collections::{BTreeSet, HashMap};
use std::io; use std::io;
use std::num::NonZeroUsize; use std::num::NonZeroUsize;
use std::marker::PhantomData;
use flate2::read::GzDecoder; use flate2::read::GzDecoder;
use log::info; use log::info;
@ -10,10 +11,15 @@ use serde::{de::Deserializer, Deserialize, Serialize};
use super::Index; use super::Index;
use crate::index_controller::UpdateResult; use crate::index_controller::UpdateResult;
#[derive(Clone, Default, Debug)]
pub struct Checked;
#[derive(Clone, Default, Debug)]
pub struct Unchecked;
#[derive(Debug, Clone, Default, Serialize, Deserialize)] #[derive(Debug, Clone, Default, Serialize, Deserialize)]
#[serde(deny_unknown_fields)] #[serde(deny_unknown_fields)]
#[serde(rename_all = "camelCase")] #[serde(rename_all = "camelCase")]
pub struct Settings { pub struct Settings<T> {
#[serde( #[serde(
default, default,
deserialize_with = "deserialize_some", deserialize_with = "deserialize_some",
@ -49,21 +55,31 @@ pub struct Settings {
skip_serializing_if = "Option::is_none" skip_serializing_if = "Option::is_none"
)] )]
pub distinct_attribute: Option<Option<String>>, pub distinct_attribute: Option<Option<String>>,
#[serde(skip)]
pub _kind: PhantomData<T>,
} }
impl Settings { impl Settings<Checked> {
pub fn cleared() -> Self { pub fn cleared() -> Settings<Checked> {
Self { Settings {
displayed_attributes: Some(None), displayed_attributes: Some(None),
searchable_attributes: Some(None), searchable_attributes: Some(None),
attributes_for_faceting: Some(None), attributes_for_faceting: Some(None),
ranking_rules: Some(None), ranking_rules: Some(None),
stop_words: Some(None), stop_words: Some(None),
distinct_attribute: Some(None), distinct_attribute: Some(None),
_kind: PhantomData,
} }
} }
} }
impl Settings<Unchecked> {
pub fn check(self) -> Settings<Checked> {
todo!()
}
}
#[derive(Debug, Clone, Serialize, Deserialize)] #[derive(Debug, Clone, Serialize, Deserialize)]
#[serde(deny_unknown_fields)] #[serde(deny_unknown_fields)]
#[serde(rename_all = "camelCase")] #[serde(rename_all = "camelCase")]
@ -137,7 +153,7 @@ impl Index {
pub fn update_settings( pub fn update_settings(
&self, &self,
settings: &Settings, settings: &Settings<Checked>,
update_builder: UpdateBuilder, update_builder: UpdateBuilder,
) -> anyhow::Result<UpdateResult> { ) -> anyhow::Result<UpdateResult> {
// We must use the write transaction of the update here. // We must use the write transaction of the update here.

View File

@ -10,7 +10,7 @@ use tokio::sync::mpsc;
use tokio::task::spawn_blocking; use tokio::task::spawn_blocking;
use uuid::Uuid; use uuid::Uuid;
use crate::index::{Document, SearchQuery, SearchResult, Settings}; use crate::index::{Checked, Document, SearchQuery, SearchResult, Settings};
use crate::index_controller::{ use crate::index_controller::{
get_arc_ownership_blocking, update_handler::UpdateHandler, Failed, IndexStats, Processed, get_arc_ownership_blocking, update_handler::UpdateHandler, Failed, IndexStats, Processed,
Processing, Processing,
@ -164,7 +164,7 @@ impl<S: IndexStore + Sync + Send> IndexActor<S> {
.map_err(|e| IndexError::Error(e.into())) .map_err(|e| IndexError::Error(e.into()))
} }
async fn handle_settings(&self, uuid: Uuid) -> IndexResult<Settings> { async fn handle_settings(&self, uuid: Uuid) -> IndexResult<Settings<Checked>> {
let index = self let index = self
.store .store
.get(uuid) .get(uuid)

View File

@ -3,7 +3,7 @@ use std::path::{Path, PathBuf};
use tokio::sync::{mpsc, oneshot}; use tokio::sync::{mpsc, oneshot};
use uuid::Uuid; use uuid::Uuid;
use crate::index_controller::{IndexSettings, IndexStats, Processing}; use crate::{index::Checked, index_controller::{IndexSettings, IndexStats, Processing}};
use crate::{ use crate::{
index::{Document, SearchQuery, SearchResult, Settings}, index::{Document, SearchQuery, SearchResult, Settings},
index_controller::{Failed, Processed}, index_controller::{Failed, Processed},
@ -57,7 +57,7 @@ impl IndexActorHandle for IndexActorHandleImpl {
Ok(receiver.await.expect("IndexActor has been killed")?) Ok(receiver.await.expect("IndexActor has been killed")?)
} }
async fn settings(&self, uuid: Uuid) -> IndexResult<Settings> { async fn settings(&self, uuid: Uuid) -> IndexResult<Settings<Checked>> {
let (ret, receiver) = oneshot::channel(); let (ret, receiver) = oneshot::channel();
let msg = IndexMsg::Settings { uuid, ret }; let msg = IndexMsg::Settings { uuid, ret };
let _ = self.sender.send(msg).await; let _ = self.sender.send(msg).await;

View File

@ -3,7 +3,7 @@ use std::path::PathBuf;
use tokio::sync::oneshot; use tokio::sync::oneshot;
use uuid::Uuid; use uuid::Uuid;
use crate::index::{Document, SearchQuery, SearchResult, Settings}; use crate::index::{Document, SearchQuery, SearchResult, Settings, Checked};
use crate::index_controller::{Failed, IndexStats, Processed, Processing}; use crate::index_controller::{Failed, IndexStats, Processed, Processing};
use super::{IndexMeta, IndexResult, IndexSettings}; use super::{IndexMeta, IndexResult, IndexSettings};
@ -27,7 +27,7 @@ pub enum IndexMsg {
}, },
Settings { Settings {
uuid: Uuid, uuid: Uuid,
ret: oneshot::Sender<IndexResult<Settings>>, ret: oneshot::Sender<IndexResult<Settings<Checked>>>,
}, },
Documents { Documents {
uuid: Uuid, uuid: Uuid,

View File

@ -14,7 +14,7 @@ pub use handle_impl::IndexActorHandleImpl;
use message::IndexMsg; use message::IndexMsg;
use store::{IndexStore, MapIndexStore}; use store::{IndexStore, MapIndexStore};
use crate::index::{Document, Index, SearchQuery, SearchResult, Settings}; use crate::index::{Checked, Document, Index, SearchQuery, SearchResult, Settings};
use crate::index_controller::{Failed, Processed, Processing, IndexStats}; use crate::index_controller::{Failed, Processed, Processing, IndexStats};
use super::IndexSettings; use super::IndexSettings;
@ -74,7 +74,7 @@ pub trait IndexActorHandle {
data: Option<File>, data: Option<File>,
) -> anyhow::Result<Result<Processed, Failed>>; ) -> anyhow::Result<Result<Processed, Failed>>;
async fn search(&self, uuid: Uuid, query: SearchQuery) -> IndexResult<SearchResult>; async fn search(&self, uuid: Uuid, query: SearchQuery) -> IndexResult<SearchResult>;
async fn settings(&self, uuid: Uuid) -> IndexResult<Settings>; async fn settings(&self, uuid: Uuid) -> IndexResult<Settings<Checked>>;
async fn documents( async fn documents(
&self, &self,
@ -130,7 +130,7 @@ mod test {
self.as_ref().search(uuid, query).await self.as_ref().search(uuid, query).await
} }
async fn settings(&self, uuid: Uuid) -> IndexResult<Settings> { async fn settings(&self, uuid: Uuid) -> IndexResult<Settings<Checked>> {
self.as_ref().settings(uuid).await self.as_ref().settings(uuid).await
} }

View File

@ -20,7 +20,7 @@ use snapshot::{SnapshotService, load_snapshot};
use update_actor::UpdateActorHandle; use update_actor::UpdateActorHandle;
use uuid_resolver::{UuidError, UuidResolverHandle}; use uuid_resolver::{UuidError, UuidResolverHandle};
use crate::index::{Settings, Document, SearchQuery, SearchResult}; use crate::index::{Checked, Document, SearchQuery, SearchResult, Settings};
use crate::option::Opt; use crate::option::Opt;
mod index_actor; mod index_actor;
@ -202,7 +202,7 @@ impl IndexController {
pub async fn update_settings( pub async fn update_settings(
&self, &self,
uid: String, uid: String,
settings: Settings, settings: Settings<Checked>,
create: bool, create: bool,
) -> anyhow::Result<UpdateStatus> { ) -> anyhow::Result<UpdateStatus> {
let perform_udpate = |uuid| async move { let perform_udpate = |uuid| async move {
@ -282,7 +282,7 @@ impl IndexController {
Ok(ret) Ok(ret)
} }
pub async fn settings(&self, uid: String) -> anyhow::Result<Settings> { pub async fn settings(&self, uid: String) -> anyhow::Result<Settings<Checked>> {
let uuid = self.uuid_resolver.get(uid.clone()).await?; let uuid = self.uuid_resolver.get(uid.clone()).await?;
let settings = self.index_handle.settings(uuid).await?; let settings = self.index_handle.settings(uuid).await?;
Ok(settings) Ok(settings)

View File

@ -4,7 +4,7 @@ use chrono::{DateTime, Utc};
use milli::update::{DocumentAdditionResult, IndexDocumentsMethod, UpdateFormat}; use milli::update::{DocumentAdditionResult, IndexDocumentsMethod, UpdateFormat};
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
use crate::index::Settings; use crate::index::{Checked, Settings};
pub type UpdateError = String; pub type UpdateError = String;
@ -25,7 +25,7 @@ pub enum UpdateMeta {
}, },
ClearDocuments, ClearDocuments,
DeleteDocuments, DeleteDocuments,
Settings(Settings), Settings(Settings<Checked>),
} }
#[derive(Debug, Serialize, Deserialize, Clone)] #[derive(Debug, Serialize, Deserialize, Clone)]

View File

@ -1,6 +1,6 @@
use actix_web::{delete, get, post, web, HttpResponse}; use actix_web::{delete, get, post, web, HttpResponse};
use crate::error::ResponseError; use crate::{error::ResponseError, index::Unchecked};
use crate::helpers::Authentication; use crate::helpers::Authentication;
use crate::index::Settings; use crate::index::Settings;
use crate::Data; use crate::Data;
@ -138,10 +138,11 @@ create_services!(
async fn update_all( async fn update_all(
data: web::Data<Data>, data: web::Data<Data>,
index_uid: web::Path<String>, index_uid: web::Path<String>,
body: web::Json<Settings>, body: web::Json<Settings<Unchecked>>,
) -> Result<HttpResponse, ResponseError> { ) -> Result<HttpResponse, ResponseError> {
let settings = body.into_inner().check();
match data match data
.update_settings(index_uid.into_inner(), body.into_inner(), true) .update_settings(index_uid.into_inner(), settings, true)
.await .await
{ {
Ok(update_result) => Ok( Ok(update_result) => Ok(