2019-11-19 17:39:30 +01:00
|
|
|
use chrono::{DateTime, Utc};
|
2019-10-31 15:00:36 +01:00
|
|
|
use http::StatusCode;
|
2019-11-20 17:28:46 +01:00
|
|
|
use log::error;
|
2019-11-26 11:06:55 +01:00
|
|
|
use meilisearch_core::ProcessedUpdateResult;
|
2020-01-14 17:26:27 +01:00
|
|
|
// use meilisearch_schema::Schema;
|
2019-11-19 16:07:24 +01:00
|
|
|
use rand::seq::SliceRandom;
|
|
|
|
use serde::{Deserialize, Serialize};
|
2019-10-31 15:00:36 +01:00
|
|
|
use serde_json::json;
|
|
|
|
use tide::response::IntoResponse;
|
|
|
|
use tide::{Context, Response};
|
|
|
|
|
|
|
|
use crate::error::{ResponseError, SResult};
|
|
|
|
use crate::helpers::tide::ContextExt;
|
|
|
|
use crate::models::token::ACL::*;
|
|
|
|
use crate::Data;
|
|
|
|
|
2019-11-19 16:07:24 +01:00
|
|
|
fn generate_uid() -> String {
|
|
|
|
let mut rng = rand::thread_rng();
|
2019-11-19 17:42:47 +01:00
|
|
|
let sample = b"abcdefghijklmnopqrstuvwxyz0123456789";
|
2019-11-19 16:07:24 +01:00
|
|
|
sample
|
|
|
|
.choose_multiple(&mut rng, 8)
|
|
|
|
.map(|c| *c as char)
|
|
|
|
.collect()
|
|
|
|
}
|
|
|
|
|
2019-10-31 15:00:36 +01:00
|
|
|
pub async fn list_indexes(ctx: Context<Data>) -> SResult<Response> {
|
|
|
|
ctx.is_allowed(IndexesRead)?;
|
2019-11-20 11:24:08 +01:00
|
|
|
|
|
|
|
let indexes_uids = ctx.state().db.indexes_uids();
|
2019-11-20 09:57:27 +01:00
|
|
|
|
2019-11-26 16:12:06 +01:00
|
|
|
let db = &ctx.state().db;
|
|
|
|
let reader = db.main_read_txn().map_err(ResponseError::internal)?;
|
2019-11-20 09:57:27 +01:00
|
|
|
|
|
|
|
let mut response_body = Vec::new();
|
|
|
|
|
|
|
|
for index_uid in indexes_uids {
|
2019-11-20 17:28:46 +01:00
|
|
|
let index = ctx.state().db.open_index(&index_uid);
|
|
|
|
|
|
|
|
match index {
|
|
|
|
Some(index) => {
|
|
|
|
let name = index
|
|
|
|
.main
|
|
|
|
.name(&reader)
|
|
|
|
.map_err(ResponseError::internal)?
|
|
|
|
.ok_or(ResponseError::internal("'name' not found"))?;
|
|
|
|
let created_at = index
|
|
|
|
.main
|
|
|
|
.created_at(&reader)
|
|
|
|
.map_err(ResponseError::internal)?
|
|
|
|
.ok_or(ResponseError::internal("'created_at' date not found"))?;
|
|
|
|
let updated_at = index
|
|
|
|
.main
|
|
|
|
.updated_at(&reader)
|
|
|
|
.map_err(ResponseError::internal)?
|
|
|
|
.ok_or(ResponseError::internal("'updated_at' date not found"))?;
|
|
|
|
|
2019-12-19 10:32:17 +01:00
|
|
|
let index_response = IndexResponse {
|
2019-11-20 17:28:46 +01:00
|
|
|
name,
|
|
|
|
uid: index_uid,
|
|
|
|
created_at,
|
|
|
|
updated_at,
|
|
|
|
};
|
2019-12-19 10:32:17 +01:00
|
|
|
response_body.push(index_response);
|
2019-11-20 17:28:46 +01:00
|
|
|
}
|
|
|
|
None => error!(
|
|
|
|
"Index {} is referenced in the indexes list but cannot be found",
|
|
|
|
index_uid
|
|
|
|
),
|
|
|
|
}
|
2019-11-20 09:57:27 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
Ok(tide::response::json(response_body))
|
2019-10-31 15:00:36 +01:00
|
|
|
}
|
|
|
|
|
2019-11-20 17:28:46 +01:00
|
|
|
#[derive(Debug, Serialize)]
|
|
|
|
#[serde(rename_all = "camelCase")]
|
2019-11-20 09:57:27 +01:00
|
|
|
struct IndexResponse {
|
2019-11-19 17:38:02 +01:00
|
|
|
name: String,
|
|
|
|
uid: String,
|
|
|
|
created_at: DateTime<Utc>,
|
|
|
|
updated_at: DateTime<Utc>,
|
|
|
|
}
|
|
|
|
|
|
|
|
pub async fn get_index(ctx: Context<Data>) -> SResult<Response> {
|
|
|
|
ctx.is_allowed(IndexesRead)?;
|
|
|
|
|
|
|
|
let index = ctx.index()?;
|
|
|
|
|
2019-11-26 16:12:06 +01:00
|
|
|
let db = &ctx.state().db;
|
|
|
|
let reader = db.main_read_txn().map_err(ResponseError::internal)?;
|
2019-11-19 17:38:02 +01:00
|
|
|
|
2019-11-20 17:28:46 +01:00
|
|
|
let uid = ctx.url_param("index")?;
|
2019-11-20 11:24:08 +01:00
|
|
|
let name = index
|
|
|
|
.main
|
2019-11-20 17:28:46 +01:00
|
|
|
.name(&reader)
|
2019-11-19 17:38:02 +01:00
|
|
|
.map_err(ResponseError::internal)?
|
2019-11-20 17:28:46 +01:00
|
|
|
.ok_or(ResponseError::internal("'name' not found"))?;
|
2019-11-20 11:24:08 +01:00
|
|
|
let created_at = index
|
|
|
|
.main
|
2019-11-20 17:28:46 +01:00
|
|
|
.created_at(&reader)
|
2019-11-19 17:38:02 +01:00
|
|
|
.map_err(ResponseError::internal)?
|
2019-11-20 17:28:46 +01:00
|
|
|
.ok_or(ResponseError::internal("'created_at' date not found"))?;
|
2019-11-20 11:24:08 +01:00
|
|
|
let updated_at = index
|
|
|
|
.main
|
2019-11-20 17:28:46 +01:00
|
|
|
.updated_at(&reader)
|
2019-11-19 17:38:02 +01:00
|
|
|
.map_err(ResponseError::internal)?
|
2019-11-20 17:28:46 +01:00
|
|
|
.ok_or(ResponseError::internal("'updated_at' date not found"))?;
|
2019-11-19 17:38:02 +01:00
|
|
|
|
2019-11-20 09:57:27 +01:00
|
|
|
let response_body = IndexResponse {
|
2019-11-19 17:38:02 +01:00
|
|
|
name,
|
|
|
|
uid,
|
|
|
|
created_at,
|
|
|
|
updated_at,
|
|
|
|
};
|
|
|
|
|
|
|
|
Ok(tide::response::json(response_body))
|
|
|
|
}
|
|
|
|
|
2019-11-20 17:28:46 +01:00
|
|
|
#[derive(Debug, Deserialize)]
|
2019-11-19 16:07:24 +01:00
|
|
|
#[serde(rename_all = "camelCase", deny_unknown_fields)]
|
|
|
|
struct IndexCreateRequest {
|
|
|
|
name: String,
|
2019-11-22 11:18:46 +01:00
|
|
|
uid: Option<String>,
|
2020-01-14 17:26:27 +01:00
|
|
|
// schema: Option<SchemaBody>,
|
2019-11-19 16:07:24 +01:00
|
|
|
}
|
|
|
|
|
2019-11-20 17:28:46 +01:00
|
|
|
#[derive(Debug, Serialize)]
|
|
|
|
#[serde(rename_all = "camelCase")]
|
2019-11-19 16:07:24 +01:00
|
|
|
struct IndexCreateResponse {
|
|
|
|
name: String,
|
|
|
|
uid: String,
|
2020-01-14 17:26:27 +01:00
|
|
|
// schema: Option<SchemaBody>,
|
|
|
|
// #[serde(skip_serializing_if = "Option::is_none")]
|
|
|
|
// update_id: Option<u64>,
|
2019-11-19 16:07:24 +01:00
|
|
|
created_at: DateTime<Utc>,
|
|
|
|
updated_at: DateTime<Utc>,
|
|
|
|
}
|
|
|
|
|
2019-10-31 15:00:36 +01:00
|
|
|
pub async fn create_index(mut ctx: Context<Data>) -> SResult<Response> {
|
|
|
|
ctx.is_allowed(IndexesWrite)?;
|
|
|
|
|
2019-11-20 11:24:08 +01:00
|
|
|
let body = ctx
|
|
|
|
.body_json::<IndexCreateRequest>()
|
|
|
|
.await
|
|
|
|
.map_err(ResponseError::bad_request)?;
|
2019-10-31 15:00:36 +01:00
|
|
|
|
|
|
|
let db = &ctx.state().db;
|
|
|
|
|
2019-11-22 11:18:46 +01:00
|
|
|
let uid = match body.uid {
|
|
|
|
Some(uid) => uid,
|
|
|
|
None => loop {
|
|
|
|
let uid = generate_uid();
|
|
|
|
if db.open_index(&uid).is_none() {
|
|
|
|
break uid;
|
|
|
|
}
|
|
|
|
},
|
2019-11-22 11:08:29 +01:00
|
|
|
};
|
|
|
|
|
2019-11-22 11:18:46 +01:00
|
|
|
let created_index = match db.create_index(&uid) {
|
2019-10-31 15:00:36 +01:00
|
|
|
Ok(index) => index,
|
|
|
|
Err(e) => return Err(ResponseError::create_index(e)),
|
|
|
|
};
|
|
|
|
|
2019-11-26 16:12:06 +01:00
|
|
|
let mut writer = db.main_write_txn().map_err(ResponseError::internal)?;
|
2019-10-31 15:00:36 +01:00
|
|
|
|
2019-11-20 11:24:08 +01:00
|
|
|
created_index
|
|
|
|
.main
|
2019-11-19 16:07:24 +01:00
|
|
|
.put_name(&mut writer, &body.name)
|
|
|
|
.map_err(ResponseError::internal)?;
|
|
|
|
|
2020-01-14 17:26:27 +01:00
|
|
|
// let schema: Option<Schema> = body.schema.clone().map(Into::into);
|
|
|
|
// let mut response_update_id = None;
|
|
|
|
// if let Some(schema) = schema {
|
|
|
|
// let update_id = created_index
|
|
|
|
// .schema_update(&mut update_writer, schema)
|
|
|
|
// .map_err(ResponseError::internal)?;
|
|
|
|
// response_update_id = Some(update_id)
|
|
|
|
// }
|
2019-10-31 15:00:36 +01:00
|
|
|
|
2020-01-14 17:26:27 +01:00
|
|
|
// writer.commit().map_err(ResponseError::internal)?;
|
|
|
|
// update_writer.commit().map_err(ResponseError::internal)?;
|
2019-10-31 15:00:36 +01:00
|
|
|
|
2019-11-19 16:07:24 +01:00
|
|
|
let response_body = IndexCreateResponse {
|
|
|
|
name: body.name,
|
2019-11-22 11:18:46 +01:00
|
|
|
uid,
|
2020-01-14 17:26:27 +01:00
|
|
|
// schema: body.schema,
|
|
|
|
// update_id: update_id,
|
2019-11-19 16:07:24 +01:00
|
|
|
created_at: Utc::now(),
|
|
|
|
updated_at: Utc::now(),
|
|
|
|
};
|
|
|
|
|
|
|
|
Ok(tide::response::json(response_body)
|
2019-11-20 11:24:08 +01:00
|
|
|
.with_status(StatusCode::CREATED)
|
|
|
|
.into_response())
|
2019-10-31 15:00:36 +01:00
|
|
|
}
|
|
|
|
|
2019-11-20 17:28:46 +01:00
|
|
|
#[derive(Debug, Deserialize)]
|
2019-11-20 15:00:06 +01:00
|
|
|
#[serde(rename_all = "camelCase", deny_unknown_fields)]
|
|
|
|
struct UpdateIndexRequest {
|
|
|
|
name: String,
|
|
|
|
}
|
|
|
|
|
2019-11-20 17:28:46 +01:00
|
|
|
#[derive(Debug, Serialize)]
|
|
|
|
#[serde(rename_all = "camelCase")]
|
2019-11-20 15:00:06 +01:00
|
|
|
struct UpdateIndexResponse {
|
|
|
|
name: String,
|
|
|
|
uid: String,
|
|
|
|
created_at: DateTime<Utc>,
|
|
|
|
updated_at: DateTime<Utc>,
|
|
|
|
}
|
|
|
|
|
|
|
|
pub async fn update_index(mut ctx: Context<Data>) -> SResult<Response> {
|
|
|
|
ctx.is_allowed(IndexesWrite)?;
|
|
|
|
|
|
|
|
let body = ctx
|
|
|
|
.body_json::<UpdateIndexRequest>()
|
|
|
|
.await
|
|
|
|
.map_err(ResponseError::bad_request)?;
|
|
|
|
|
|
|
|
let index_uid = ctx.url_param("index")?;
|
|
|
|
let index = ctx.index()?;
|
|
|
|
|
|
|
|
let db = &ctx.state().db;
|
2019-11-26 16:12:06 +01:00
|
|
|
let mut writer = db.main_write_txn().map_err(ResponseError::internal)?;
|
2019-11-20 15:00:06 +01:00
|
|
|
|
|
|
|
index
|
|
|
|
.main
|
|
|
|
.put_name(&mut writer, &body.name)
|
|
|
|
.map_err(ResponseError::internal)?;
|
|
|
|
|
|
|
|
index
|
|
|
|
.main
|
|
|
|
.put_updated_at(&mut writer)
|
|
|
|
.map_err(ResponseError::internal)?;
|
|
|
|
|
|
|
|
writer.commit().map_err(ResponseError::internal)?;
|
2019-11-26 16:12:06 +01:00
|
|
|
let reader = db.main_read_txn().map_err(ResponseError::internal)?;
|
2019-11-20 15:00:06 +01:00
|
|
|
|
|
|
|
let created_at = index
|
|
|
|
.main
|
|
|
|
.created_at(&reader)
|
|
|
|
.map_err(ResponseError::internal)?
|
2019-11-20 17:28:46 +01:00
|
|
|
.ok_or(ResponseError::internal("'created_at' date not found"))?;
|
2019-11-20 15:00:06 +01:00
|
|
|
let updated_at = index
|
|
|
|
.main
|
|
|
|
.updated_at(&reader)
|
|
|
|
.map_err(ResponseError::internal)?
|
2019-11-20 17:28:46 +01:00
|
|
|
.ok_or(ResponseError::internal("'updated_at' date not found"))?;
|
2019-11-20 15:00:06 +01:00
|
|
|
|
|
|
|
let response_body = UpdateIndexResponse {
|
|
|
|
name: body.name,
|
|
|
|
uid: index_uid,
|
|
|
|
created_at,
|
|
|
|
updated_at,
|
|
|
|
};
|
|
|
|
|
|
|
|
Ok(tide::response::json(response_body)
|
2019-12-08 17:10:21 +01:00
|
|
|
.with_status(StatusCode::OK)
|
2019-11-20 15:00:06 +01:00
|
|
|
.into_response())
|
|
|
|
}
|
|
|
|
|
2019-10-31 15:00:36 +01:00
|
|
|
pub async fn get_update_status(ctx: Context<Data>) -> SResult<Response> {
|
|
|
|
ctx.is_allowed(IndexesRead)?;
|
|
|
|
|
2019-11-26 16:12:06 +01:00
|
|
|
let db = &ctx.state().db;
|
|
|
|
let reader = db.update_read_txn().map_err(ResponseError::internal)?;
|
2019-10-31 15:00:36 +01:00
|
|
|
|
|
|
|
let update_id = ctx
|
|
|
|
.param::<u64>("update_id")
|
|
|
|
.map_err(|e| ResponseError::bad_parameter("update_id", e))?;
|
|
|
|
|
|
|
|
let index = ctx.index()?;
|
|
|
|
let status = index
|
|
|
|
.update_status(&reader, update_id)
|
|
|
|
.map_err(ResponseError::internal)?;
|
|
|
|
|
|
|
|
let response = match status {
|
2019-11-12 18:00:47 +01:00
|
|
|
Some(status) => tide::response::json(status)
|
|
|
|
.with_status(StatusCode::OK)
|
|
|
|
.into_response(),
|
|
|
|
None => tide::response::json(json!({ "message": "unknown update id" }))
|
|
|
|
.with_status(StatusCode::NOT_FOUND)
|
|
|
|
.into_response(),
|
2019-10-31 15:00:36 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
Ok(response)
|
|
|
|
}
|
|
|
|
|
|
|
|
pub async fn get_all_updates_status(ctx: Context<Data>) -> SResult<Response> {
|
|
|
|
ctx.is_allowed(IndexesRead)?;
|
|
|
|
|
2019-11-26 16:12:06 +01:00
|
|
|
let db = &ctx.state().db;
|
|
|
|
let reader = db.update_read_txn().map_err(ResponseError::internal)?;
|
2019-10-31 15:00:36 +01:00
|
|
|
|
|
|
|
let index = ctx.index()?;
|
|
|
|
let all_status = index
|
|
|
|
.all_updates_status(&reader)
|
|
|
|
.map_err(ResponseError::internal)?;
|
|
|
|
|
|
|
|
let response = tide::response::json(all_status)
|
|
|
|
.with_status(StatusCode::OK)
|
|
|
|
.into_response();
|
|
|
|
|
|
|
|
Ok(response)
|
|
|
|
}
|
|
|
|
|
|
|
|
pub async fn delete_index(ctx: Context<Data>) -> SResult<StatusCode> {
|
|
|
|
ctx.is_allowed(IndexesWrite)?;
|
2019-12-12 14:06:16 +01:00
|
|
|
let _ = ctx.index()?;
|
2019-11-19 16:15:49 +01:00
|
|
|
let index_uid = ctx.url_param("index")?;
|
2019-12-12 14:06:16 +01:00
|
|
|
ctx.state().db.delete_index(&index_uid).map_err(ResponseError::internal)?;
|
|
|
|
Ok(StatusCode::NO_CONTENT)
|
2019-10-31 15:00:36 +01:00
|
|
|
}
|
|
|
|
|
2019-11-20 17:28:46 +01:00
|
|
|
pub fn index_update_callback(index_uid: &str, data: &Data, status: ProcessedUpdateResult) {
|
|
|
|
if status.error.is_some() {
|
|
|
|
return;
|
|
|
|
}
|
2019-10-31 15:00:36 +01:00
|
|
|
|
2019-11-20 11:19:17 +01:00
|
|
|
if let Some(index) = data.db.open_index(&index_uid) {
|
2019-11-26 16:12:06 +01:00
|
|
|
let db = &data.db;
|
|
|
|
let mut writer = match db.main_write_txn() {
|
2019-11-20 17:28:46 +01:00
|
|
|
Ok(writer) => writer,
|
|
|
|
Err(e) => {
|
|
|
|
error!("Impossible to get write_txn; {}", e);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
if let Err(e) = data.compute_stats(&mut writer, &index_uid) {
|
|
|
|
error!("Impossible to compute stats; {}", e)
|
|
|
|
}
|
|
|
|
|
|
|
|
if let Err(e) = data.set_last_update(&mut writer) {
|
|
|
|
error!("Impossible to update last_update; {}", e)
|
|
|
|
}
|
|
|
|
|
2019-11-20 11:19:17 +01:00
|
|
|
if let Err(e) = index.main.put_updated_at(&mut writer) {
|
|
|
|
error!("Impossible to update updated_at; {}", e)
|
|
|
|
}
|
|
|
|
|
2019-11-20 17:28:46 +01:00
|
|
|
if let Err(e) = writer.commit() {
|
|
|
|
error!("Impossible to get write_txn; {}", e);
|
|
|
|
}
|
|
|
|
}
|
2019-10-31 15:00:36 +01:00
|
|
|
}
|