mirror of
https://github.com/meilisearch/MeiliSearch
synced 2024-11-22 21:04:27 +01:00
43e822e802
4238: Task queue webhook r=dureuill a=irevoire # Prototype `prototype-task-queue-webhook-1` The prototype is available through Docker by using the following command: ```bash docker run -p 7700:7700 -v $(pwd)/meili_data:/meili_data getmeili/meilisearch:prototype-task-queue-webhook-1 ``` # Pull Request Implements the task queue webhook. ## Related issue Fixes https://github.com/meilisearch/meilisearch/issues/4236 ## What does this PR do? - Provide a new cli and env var for the webhook, respectively called `--task-webhook-url` and `MEILI_TASK_WEBHOOK_URL` - Also supports sending the requests with a custom `Authorization` header by specifying the optional `--task-webhook-authorization-header` CLI parameter or `MEILI_TASK_WEBHOOK_AUTHORIZATION_HEADER` env variable. - Throw an error if the specified URL is invalid - Every time a batch is processed, send all the finished tasks into the webhook with our public `TaskView` type as a JSON Line GZIPed body. - Add one test. ## PR checklist ### Before becoming ready to review - [x] Add a test - [x] Compress the data we send - [x] Chunk and stream the data we send - [x] Remove the unwrap in the index-scheduler when sending the data fails - [x] The analytics are missing ### Before merging - [x] Release a prototype Co-authored-by: Tamo <tamo@meilisearch.com> Co-authored-by: Clément Renault <clement@meilisearch.com>
159 lines
4.4 KiB
TOML
159 lines
4.4 KiB
TOML
[package]
|
|
name = "meilisearch"
|
|
publish = false
|
|
|
|
version.workspace = true
|
|
authors.workspace = true
|
|
description.workspace = true
|
|
homepage.workspace = true
|
|
readme.workspace = true
|
|
edition.workspace = true
|
|
license.workspace = true
|
|
|
|
default-run = "meilisearch"
|
|
|
|
[dependencies]
|
|
actix-cors = "0.6.4"
|
|
actix-http = { version = "3.3.1", default-features = false, features = [
|
|
"compress-brotli",
|
|
"compress-gzip",
|
|
"rustls",
|
|
] }
|
|
actix-utils = "3.0.1"
|
|
actix-web = { version = "4.3.1", default-features = false, features = [
|
|
"macros",
|
|
"compress-brotli",
|
|
"compress-gzip",
|
|
"cookies",
|
|
"rustls",
|
|
] }
|
|
actix-web-static-files = { git = "https://github.com/kilork/actix-web-static-files.git", rev = "2d3b6160", optional = true }
|
|
anyhow = { version = "1.0.70", features = ["backtrace"] }
|
|
async-stream = "0.3.5"
|
|
async-trait = "0.1.68"
|
|
bstr = "1.4.0"
|
|
byte-unit = { version = "4.0.19", default-features = false, features = [
|
|
"std",
|
|
"serde",
|
|
] }
|
|
bytes = "1.4.0"
|
|
clap = { version = "4.2.1", features = ["derive", "env"] }
|
|
crossbeam-channel = "0.5.8"
|
|
deserr = { version = "0.6.0", features = ["actix-web"] }
|
|
dump = { path = "../dump" }
|
|
either = "1.8.1"
|
|
env_logger = "0.10.0"
|
|
file-store = { path = "../file-store" }
|
|
flate2 = "1.0.25"
|
|
fst = "0.4.7"
|
|
futures = "0.3.28"
|
|
futures-util = "0.3.28"
|
|
http = "0.2.9"
|
|
index-scheduler = { path = "../index-scheduler" }
|
|
indexmap = { version = "2.0.0", features = ["serde"] }
|
|
is-terminal = "0.4.8"
|
|
itertools = "0.11.0"
|
|
jsonwebtoken = "8.3.0"
|
|
lazy_static = "1.4.0"
|
|
log = "0.4.17"
|
|
meilisearch-auth = { path = "../meilisearch-auth" }
|
|
meilisearch-types = { path = "../meilisearch-types" }
|
|
mimalloc = { version = "0.1.37", default-features = false }
|
|
mime = "0.3.17"
|
|
num_cpus = "1.15.0"
|
|
obkv = "0.2.0"
|
|
once_cell = "1.17.1"
|
|
ordered-float = "3.7.0"
|
|
parking_lot = "0.12.1"
|
|
permissive-json-pointer = { path = "../permissive-json-pointer" }
|
|
pin-project-lite = "0.2.9"
|
|
platform-dirs = "0.3.0"
|
|
prometheus = { version = "0.13.3", features = ["process"] }
|
|
puffin = { version = "0.16.0", features = ["serialization"] }
|
|
rand = "0.8.5"
|
|
rayon = "1.7.0"
|
|
regex = "1.7.3"
|
|
reqwest = { version = "0.11.16", features = [
|
|
"rustls-tls",
|
|
"json",
|
|
], default-features = false }
|
|
rustls = "0.20.8"
|
|
rustls-pemfile = "1.0.2"
|
|
segment = { version = "0.2.2", optional = true }
|
|
serde = { version = "1.0.160", features = ["derive"] }
|
|
serde_json = { version = "1.0.95", features = ["preserve_order"] }
|
|
sha2 = "0.10.6"
|
|
siphasher = "0.3.10"
|
|
slice-group-by = "0.3.0"
|
|
static-files = { version = "0.2.3", optional = true }
|
|
sysinfo = "0.29.7"
|
|
tar = "0.4.38"
|
|
tempfile = "3.5.0"
|
|
thiserror = "1.0.40"
|
|
time = { version = "0.3.20", features = [
|
|
"serde-well-known",
|
|
"formatting",
|
|
"parsing",
|
|
"macros",
|
|
] }
|
|
tokio = { version = "1.27.0", features = ["full"] }
|
|
tokio-stream = "0.1.12"
|
|
toml = "0.7.3"
|
|
uuid = { version = "1.3.1", features = ["serde", "v4"] }
|
|
walkdir = "2.3.3"
|
|
yaup = "0.2.1"
|
|
serde_urlencoded = "0.7.1"
|
|
termcolor = "1.2.0"
|
|
url = { version = "2.5.0", features = ["serde"] }
|
|
|
|
[dev-dependencies]
|
|
actix-rt = "2.8.0"
|
|
assert-json-diff = "2.0.2"
|
|
brotli = "3.3.4"
|
|
insta = "1.29.0"
|
|
manifest-dir-macros = "0.1.16"
|
|
maplit = "1.0.2"
|
|
meili-snap = { path = "../meili-snap" }
|
|
temp-env = "0.3.3"
|
|
urlencoding = "2.1.2"
|
|
yaup = "0.2.1"
|
|
|
|
[build-dependencies]
|
|
anyhow = { version = "1.0.70", optional = true }
|
|
cargo_toml = { version = "0.15.2", optional = true }
|
|
hex = { version = "0.4.3", optional = true }
|
|
reqwest = { version = "0.11.16", features = [
|
|
"blocking",
|
|
"rustls-tls",
|
|
], default-features = false, optional = true }
|
|
sha-1 = { version = "0.10.1", optional = true }
|
|
static-files = { version = "0.2.3", optional = true }
|
|
tempfile = { version = "3.5.0", optional = true }
|
|
vergen = { version = "7.5.1", default-features = false, features = ["git"] }
|
|
zip = { version = "0.6.4", optional = true }
|
|
|
|
[features]
|
|
default = ["analytics", "meilisearch-types/all-tokenizations", "mini-dashboard"]
|
|
analytics = ["segment"]
|
|
mini-dashboard = [
|
|
"actix-web-static-files",
|
|
"static-files",
|
|
"anyhow",
|
|
"cargo_toml",
|
|
"hex",
|
|
"reqwest",
|
|
"sha-1",
|
|
"tempfile",
|
|
"zip",
|
|
]
|
|
chinese = ["meilisearch-types/chinese"]
|
|
hebrew = ["meilisearch-types/hebrew"]
|
|
japanese = ["meilisearch-types/japanese"]
|
|
thai = ["meilisearch-types/thai"]
|
|
greek = ["meilisearch-types/greek"]
|
|
khmer = ["meilisearch-types/khmer"]
|
|
|
|
[package.metadata.mini-dashboard]
|
|
assets-url = "https://github.com/meilisearch/mini-dashboard/releases/download/v0.2.12/build.zip"
|
|
sha1 = "acfe9a018c93eb0604ea87ee87bff7df5474e18e"
|