2022-04-28 10:48:57 +02:00
mod data ;
2023-03-21 14:23:30 +01:00
use meili_snap ::{ json_string , snapshot } ;
2022-12-07 16:20:47 +01:00
use meilisearch ::Opt ;
2022-04-28 10:48:57 +02:00
use self ::data ::GetDump ;
2022-10-20 18:00:07 +02:00
use crate ::common ::{ default_settings , GetAllDocumentsOptions , Server } ;
2023-09-11 16:50:53 +02:00
use crate ::json ;
2022-04-28 10:48:57 +02:00
// all the following test are ignored on windows. See #2364
#[ actix_rt::test ]
2022-10-27 14:34:45 +02:00
#[ cfg_attr(target_os = " windows " , ignore) ]
2022-12-01 10:55:17 +01:00
async fn import_dump_v1_movie_raw ( ) {
2022-04-28 10:48:57 +02:00
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
2022-12-01 10:55:17 +01:00
let path = GetDump ::MoviesRawV1 . path ( ) ;
let options = Opt { import_dump : Some ( path ) , .. default_settings ( temp . path ( ) ) } ;
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " indexUID " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
let index = server . index ( " indexUID " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
stats ,
json! ( { " numberOfDocuments " : 53 , " isIndexing " : false , " fieldDistribution " : { " genres " : 53 , " id " : 53 , " overview " : 53 , " poster " : 53 , " release_date " : 53 , " title " : 53 } } )
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" * "
] ,
" searchableAttributes " : [
" * "
] ,
" filterableAttributes " : [ ] ,
" sortableAttributes " : [ ] ,
" rankingRules " : [
" typo " ,
" words " ,
" proximity " ,
" attribute " ,
" exactness "
] ,
" stopWords " : [ ] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-12-01 10:55:17 +01:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
tasks ,
2023-07-05 11:00:40 +02:00
json! ( { " results " : [ { " uid " : 0 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 31968 } , " error " : null , " duration " : " PT9.317060500S " , " enqueuedAt " : " 2021-09-08T09:08:45.153219Z " , " startedAt " : " 2021-09-08T09:08:45.3961665Z " , " finishedAt " : " 2021-09-08T09:08:54.713227Z " } ] , " total " : 1 , " limit " : 20 , " from " : 0 , " next " : null } )
2022-12-01 10:55:17 +01:00
) ;
// finally we're just going to check that we can still get a few documents by id
let ( document , code ) = index . get_document ( 100 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
document ,
json! ( { " id " : 100 , " title " : " Lock, Stock and Two Smoking Barrels " , " overview " : " A card shark and his unwillingly-enlisted friends need to make a lot of cash quick after losing a sketchy poker match. To do this they decide to pull a heist on a small-time gang who happen to be operating out of the flat next door. " , " genres " : [ " Comedy " , " Crime " ] , " poster " : " https://image.tmdb.org/t/p/w500/8kSerJrhrJWKLk1LViesGcnrUPE.jpg " , " release_date " : 889056000 } )
) ;
let ( document , code ) = index . get_document ( 500 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
document ,
json! ( { " id " : 500 , " title " : " Reservoir Dogs " , " overview " : " A botched robbery indicates a police informant, and the pressure mounts in the aftermath at a warehouse. Crime begets violence as the survivors -- veteran Mr. White, newcomer Mr. Orange, psychopathic parolee Mr. Blonde, bickering weasel Mr. Pink and Nice Guy Eddie -- unravel. " , " genres " : [ " Crime " , " Thriller " ] , " poster " : " https://image.tmdb.org/t/p/w500/AjTtJNumZyUDz33VtMlF1K8JPsE.jpg " , " release_date " : 715392000 } )
) ;
let ( document , code ) = index . get_document ( 10006 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
document ,
json! ( { " id " : 10006 , " title " : " Wild Seven " , " overview " : " In this darkly karmic vision of Arizona, a man who breathes nothing but ill will begins a noxious domino effect as quickly as an uncontrollable virus kills. As he exits Arizona State Penn after twenty-one long years, Wilson has only one thing on the brain, leveling the score with career criminal, Mackey Willis. " , " genres " : [ " Action " , " Crime " , " Drama " ] , " poster " : " https://image.tmdb.org/t/p/w500/y114dTPoqn8k2Txps4P2tI95YCS.jpg " , " release_date " : 1136073600 } )
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=indexUID&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-12-01 10:55:17 +01:00
}
#[ actix_rt::test ]
#[ cfg_attr(target_os = " windows " , ignore) ]
async fn import_dump_v1_movie_with_settings ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
let path = GetDump ::MoviesWithSettingsV1 . path ( ) ;
let options = Opt { import_dump : Some ( path ) , .. default_settings ( temp . path ( ) ) } ;
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " indexUID " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
let index = server . index ( " indexUID " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( stats ) ,
@ r ###"
{
" numberOfDocuments " : 53 ,
" isIndexing " : false ,
" fieldDistribution " : {
" genres " : 53 ,
" id " : 53 ,
" overview " : 53 ,
" poster " : 53 ,
" release_date " : 53 ,
" title " : 53
}
}
" ###
2022-12-01 10:55:17 +01:00
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" genres " ,
" id " ,
" overview " ,
" poster " ,
" release_date " ,
" title "
] ,
" searchableAttributes " : [
" title " ,
" overview "
] ,
" filterableAttributes " : [
" genres "
] ,
" sortableAttributes " : [
" genres "
] ,
" rankingRules " : [
" typo " ,
" words " ,
" proximity " ,
" attribute " ,
" exactness "
] ,
" stopWords " : [
" of " ,
" the "
] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-12-01 10:55:17 +01:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
tasks ,
2023-07-05 11:00:40 +02:00
json! ( { " results " : [ { " uid " : 1 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " settingsUpdate " , " canceledBy " : null , " details " : { " displayedAttributes " : [ " genres " , " id " , " overview " , " poster " , " release_date " , " title " ] , " searchableAttributes " : [ " title " , " overview " ] , " filterableAttributes " : [ " genres " ] , " sortableAttributes " : [ " genres " ] , " stopWords " : [ " of " , " the " ] } , " error " : null , " duration " : " PT7.288826907S " , " enqueuedAt " : " 2021-09-08T09:34:40.882977Z " , " startedAt " : " 2021-09-08T09:34:40.883073093Z " , " finishedAt " : " 2021-09-08T09:34:48.1719Z " } , { " uid " : 0 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 31968 } , " error " : null , " duration " : " PT9.090735774S " , " enqueuedAt " : " 2021-09-08T09:34:16.036101Z " , " startedAt " : " 2021-09-08T09:34:16.261191226Z " , " finishedAt " : " 2021-09-08T09:34:25.351927Z " } ] , " total " : 2 , " limit " : 20 , " from " : 1 , " next " : null } )
2022-12-01 10:55:17 +01:00
) ;
// finally we're just going to check that we can still get a few documents by id
let ( document , code ) = index . get_document ( 100 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
document ,
json! ( { " id " : 100 , " title " : " Lock, Stock and Two Smoking Barrels " , " genres " : [ " Comedy " , " Crime " ] , " overview " : " A card shark and his unwillingly-enlisted friends need to make a lot of cash quick after losing a sketchy poker match. To do this they decide to pull a heist on a small-time gang who happen to be operating out of the flat next door. " , " poster " : " https://image.tmdb.org/t/p/w500/8kSerJrhrJWKLk1LViesGcnrUPE.jpg " , " release_date " : 889056000 } )
) ;
let ( document , code ) = index . get_document ( 500 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
document ,
json! ( { " id " : 500 , " title " : " Reservoir Dogs " , " genres " : [ " Crime " , " Thriller " ] , " overview " : " A botched robbery indicates a police informant, and the pressure mounts in the aftermath at a warehouse. Crime begets violence as the survivors -- veteran Mr. White, newcomer Mr. Orange, psychopathic parolee Mr. Blonde, bickering weasel Mr. Pink and Nice Guy Eddie -- unravel. " , " poster " : " https://image.tmdb.org/t/p/w500/AjTtJNumZyUDz33VtMlF1K8JPsE.jpg " , " release_date " : 715392000 } )
) ;
2022-04-28 10:48:57 +02:00
2022-12-01 10:55:17 +01:00
let ( document , code ) = index . get_document ( 10006 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
document ,
json! ( { " id " : 10006 , " title " : " Wild Seven " , " genres " : [ " Action " , " Crime " , " Drama " ] , " overview " : " In this darkly karmic vision of Arizona, a man who breathes nothing but ill will begins a noxious domino effect as quickly as an uncontrollable virus kills. As he exits Arizona State Penn after twenty-one long years, Wilson has only one thing on the brain, leveling the score with career criminal, Mackey Willis. " , " poster " : " https://image.tmdb.org/t/p/w500/y114dTPoqn8k2Txps4P2tI95YCS.jpg " , " release_date " : 1136073600 } )
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=indexUID&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-12-01 10:55:17 +01:00
}
2022-04-28 10:48:57 +02:00
2022-12-01 10:55:17 +01:00
#[ actix_rt::test ]
#[ cfg_attr(target_os = " windows " , ignore) ]
async fn import_dump_v1_rubygems_with_settings ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
let path = GetDump ::RubyGemsWithSettingsV1 . path ( ) ;
let options = Opt { import_dump : Some ( path ) , .. default_settings ( temp . path ( ) ) } ;
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " rubygems " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
let index = server . index ( " rubygems " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
stats ,
json! ( { " numberOfDocuments " : 53 , " isIndexing " : false , " fieldDistribution " : { " description " : 53 , " id " : 53 , " name " : 53 , " summary " : 53 , " total_downloads " : 53 , " version " : 53 } } )
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" description " ,
" id " ,
" name " ,
" summary " ,
" total_downloads " ,
" version "
] ,
" searchableAttributes " : [
" name " ,
" summary "
] ,
" filterableAttributes " : [
" version "
] ,
" sortableAttributes " : [
" version "
] ,
" rankingRules " : [
" typo " ,
" words " ,
" fame:desc " ,
" proximity " ,
" attribute " ,
" exactness " ,
" total_downloads:desc "
] ,
" stopWords " : [ ] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-12-01 10:55:17 +01:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
tasks [ " results " ] [ 0 ] ,
json! ( { " uid " : 92 , " indexUid " : " rubygems " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 1042 } , " error " : null , " duration " : " PT1.487793839S " , " enqueuedAt " : " 2021-09-08T09:27:01.465296Z " , " startedAt " : " 2021-09-08T09:28:44.882177161Z " , " finishedAt " : " 2021-09-08T09:28:46.369971Z " } )
) ;
// finally we're just going to check that we can still get a few documents by id
let ( document , code ) = index . get_document ( 188040 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
document ,
json! ( { " name " : " meilisearch " , " summary " : " An easy-to-use ruby client for Meilisearch API " , " description " : " An easy-to-use ruby client for Meilisearch API. See https://github.com/meilisearch/MeiliSearch " , " id " : " 188040 " , " version " : " 0.15.2 " , " total_downloads " : " 7465 " } )
) ;
let ( document , code ) = index . get_document ( 191940 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
document ,
json! ( { " name " : " doggo " , " summary " : " RSpec 3 formatter - documentation, with progress indication " , " description " : " Similar to \" rspec -f d \" , but also indicates progress by showing the current test number and total test count on each line. " , " id " : " 191940 " , " version " : " 1.1.0 " , " total_downloads " : " 9394 " } )
) ;
let ( document , code ) = index . get_document ( 159227 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-12-01 10:55:17 +01:00
assert_eq! (
document ,
json! ( { " name " : " vortex-of-agony " , " summary " : " You dont need to use nodejs or go, just install this plugin. It will crash your application at random " , " description " : " You dont need to use nodejs or go, just install this plugin. It will crash your application at random " , " id " : " 159227 " , " version " : " 0.1.0 " , " total_downloads " : " 1007 " } )
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=rubygems&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-04-28 10:48:57 +02:00
}
#[ actix_rt::test ]
async fn import_dump_v2_movie_raw ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
2022-10-20 18:00:07 +02:00
let options =
Opt { import_dump : Some ( GetDump ::MoviesRawV2 . path ( ) ) , .. default_settings ( temp . path ( ) ) } ;
2022-04-28 10:48:57 +02:00
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
2022-05-24 11:29:03 +02:00
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
2022-05-24 11:29:03 +02:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " indexUID " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
2022-04-28 10:48:57 +02:00
let index = server . index ( " indexUID " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
stats ,
json! ( { " numberOfDocuments " : 53 , " isIndexing " : false , " fieldDistribution " : { " genres " : 53 , " id " : 53 , " overview " : 53 , " poster " : 53 , " release_date " : 53 , " title " : 53 } } )
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" * "
] ,
" searchableAttributes " : [
" * "
] ,
" filterableAttributes " : [ ] ,
" sortableAttributes " : [ ] ,
" rankingRules " : [
" words " ,
" typo " ,
" proximity " ,
" attribute " ,
" exactness "
] ,
" stopWords " : [ ] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-04-28 10:48:57 +02:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
tasks ,
2023-07-05 11:00:40 +02:00
json! ( { " results " : [ { " uid " : 0 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 31944 } , " error " : null , " duration " : " PT41.751156S " , " enqueuedAt " : " 2021-09-08T08:30:30.550282Z " , " startedAt " : " 2021-09-08T08:30:30.553012Z " , " finishedAt " : " 2021-09-08T08:31:12.304168Z " } ] , " total " : 1 , " limit " : 20 , " from " : 0 , " next " : null } )
2022-04-28 10:48:57 +02:00
) ;
// finally we're just going to check that we can still get a few documents by id
let ( document , code ) = index . get_document ( 100 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
json! ( { " id " : 100 , " title " : " Lock, Stock and Two Smoking Barrels " , " overview " : " A card shark and his unwillingly-enlisted friends need to make a lot of cash quick after losing a sketchy poker match. To do this they decide to pull a heist on a small-time gang who happen to be operating out of the flat next door. " , " genres " : [ " Comedy " , " Crime " ] , " poster " : " https://image.tmdb.org/t/p/w500/8kSerJrhrJWKLk1LViesGcnrUPE.jpg " , " release_date " : 889056000 } )
) ;
let ( document , code ) = index . get_document ( 500 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
json! ( { " id " : 500 , " title " : " Reservoir Dogs " , " overview " : " A botched robbery indicates a police informant, and the pressure mounts in the aftermath at a warehouse. Crime begets violence as the survivors -- veteran Mr. White, newcomer Mr. Orange, psychopathic parolee Mr. Blonde, bickering weasel Mr. Pink and Nice Guy Eddie -- unravel. " , " genres " : [ " Crime " , " Thriller " ] , " poster " : " https://image.tmdb.org/t/p/w500/AjTtJNumZyUDz33VtMlF1K8JPsE.jpg " , " release_date " : 715392000 } )
) ;
let ( document , code ) = index . get_document ( 10006 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
json! ( { " id " : 10006 , " title " : " Wild Seven " , " overview " : " In this darkly karmic vision of Arizona, a man who breathes nothing but ill will begins a noxious domino effect as quickly as an uncontrollable virus kills. As he exits Arizona State Penn after twenty-one long years, Wilson has only one thing on the brain, leveling the score with career criminal, Mackey Willis. " , " genres " : [ " Action " , " Crime " , " Drama " ] , " poster " : " https://image.tmdb.org/t/p/w500/y114dTPoqn8k2Txps4P2tI95YCS.jpg " , " release_date " : 1136073600 } )
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=indexUID&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-04-28 10:48:57 +02:00
}
#[ actix_rt::test ]
async fn import_dump_v2_movie_with_settings ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
let options = Opt {
import_dump : Some ( GetDump ::MoviesWithSettingsV2 . path ( ) ) ,
.. default_settings ( temp . path ( ) )
} ;
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
2022-05-24 11:29:03 +02:00
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
2022-05-24 11:29:03 +02:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " indexUID " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
2022-04-28 10:48:57 +02:00
let index = server . index ( " indexUID " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
stats ,
json! ( { " numberOfDocuments " : 53 , " isIndexing " : false , " fieldDistribution " : { " genres " : 53 , " id " : 53 , " overview " : 53 , " poster " : 53 , " release_date " : 53 , " title " : 53 } } )
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" title " ,
" genres " ,
" overview " ,
" poster " ,
" release_date "
] ,
" searchableAttributes " : [
" title " ,
" overview "
] ,
" filterableAttributes " : [
" genres "
] ,
" sortableAttributes " : [ ] ,
" rankingRules " : [
" words " ,
" typo " ,
" proximity " ,
" attribute " ,
" exactness "
] ,
" stopWords " : [
" of " ,
" the "
] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-04-28 10:48:57 +02:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
tasks ,
2023-07-05 11:00:40 +02:00
json! ( { " results " : [ { " uid " : 1 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " settingsUpdate " , " canceledBy " : null , " details " : { " displayedAttributes " : [ " title " , " genres " , " overview " , " poster " , " release_date " ] , " searchableAttributes " : [ " title " , " overview " ] , " filterableAttributes " : [ " genres " ] , " stopWords " : [ " of " , " the " ] } , " error " : null , " duration " : " PT37.488777S " , " enqueuedAt " : " 2021-09-08T08:24:02.323444Z " , " startedAt " : " 2021-09-08T08:24:02.324145Z " , " finishedAt " : " 2021-09-08T08:24:39.812922Z " } , { " uid " : 0 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 31944 } , " error " : null , " duration " : " PT39.941318S " , " enqueuedAt " : " 2021-09-08T08:21:14.742672Z " , " startedAt " : " 2021-09-08T08:21:14.750166Z " , " finishedAt " : " 2021-09-08T08:21:54.691484Z " } ] , " total " : 2 , " limit " : 20 , " from " : 1 , " next " : null } )
2022-04-28 10:48:57 +02:00
) ;
// finally we're just going to check that we can still get a few documents by id
let ( document , code ) = index . get_document ( 100 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " id " : 100 , " title " : " Lock, Stock and Two Smoking Barrels " , " genres " : [ " Comedy " , " Crime " ] , " overview " : " A card shark and his unwillingly-enlisted friends need to make a lot of cash quick after losing a sketchy poker match. To do this they decide to pull a heist on a small-time gang who happen to be operating out of the flat next door. " , " poster " : " https://image.tmdb.org/t/p/w500/8kSerJrhrJWKLk1LViesGcnrUPE.jpg " , " release_date " : 889056000 } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 500 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " id " : 500 , " title " : " Reservoir Dogs " , " genres " : [ " Crime " , " Thriller " ] , " overview " : " A botched robbery indicates a police informant, and the pressure mounts in the aftermath at a warehouse. Crime begets violence as the survivors -- veteran Mr. White, newcomer Mr. Orange, psychopathic parolee Mr. Blonde, bickering weasel Mr. Pink and Nice Guy Eddie -- unravel. " , " poster " : " https://image.tmdb.org/t/p/w500/AjTtJNumZyUDz33VtMlF1K8JPsE.jpg " , " release_date " : 715392000 } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 10006 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " id " : 10006 , " title " : " Wild Seven " , " genres " : [ " Action " , " Crime " , " Drama " ] , " overview " : " In this darkly karmic vision of Arizona, a man who breathes nothing but ill will begins a noxious domino effect as quickly as an uncontrollable virus kills. As he exits Arizona State Penn after twenty-one long years, Wilson has only one thing on the brain, leveling the score with career criminal, Mackey Willis. " , " poster " : " https://image.tmdb.org/t/p/w500/y114dTPoqn8k2Txps4P2tI95YCS.jpg " , " release_date " : 1136073600 } )
2022-04-28 10:48:57 +02:00
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=indexUID&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-04-28 10:48:57 +02:00
}
#[ actix_rt::test ]
async fn import_dump_v2_rubygems_with_settings ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
let options = Opt {
import_dump : Some ( GetDump ::RubyGemsWithSettingsV2 . path ( ) ) ,
.. default_settings ( temp . path ( ) )
} ;
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
2022-05-24 11:29:03 +02:00
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
2022-05-24 11:29:03 +02:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " rubygems " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
2022-04-28 10:48:57 +02:00
let index = server . index ( " rubygems " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
stats ,
json! ( { " numberOfDocuments " : 53 , " isIndexing " : false , " fieldDistribution " : { " description " : 53 , " id " : 53 , " name " : 53 , " summary " : 53 , " total_downloads " : 53 , " version " : 53 } } )
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" name " ,
" summary " ,
" description " ,
" version " ,
" total_downloads "
] ,
" searchableAttributes " : [
" name " ,
" summary "
] ,
" filterableAttributes " : [
" version "
] ,
" sortableAttributes " : [ ] ,
" rankingRules " : [
" typo " ,
" words " ,
" fame:desc " ,
" proximity " ,
" attribute " ,
" exactness " ,
" total_downloads:desc "
] ,
" stopWords " : [ ] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-04-28 10:48:57 +02:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
tasks [ " results " ] [ 0 ] ,
2022-11-28 16:27:41 +01:00
json! ( { " uid " : 92 , " indexUid " : " rubygems " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 1042 } , " error " : null , " duration " : " PT14.034672S " , " enqueuedAt " : " 2021-09-08T08:40:31.390775Z " , " startedAt " : " 2021-09-08T08:51:39.060642Z " , " finishedAt " : " 2021-09-08T08:51:53.095314Z " } )
2022-04-28 10:48:57 +02:00
) ;
// finally we're just going to check that we can still get a few documents by id
let ( document , code ) = index . get_document ( 188040 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " name " : " meilisearch " , " summary " : " An easy-to-use ruby client for Meilisearch API " , " description " : " An easy-to-use ruby client for Meilisearch API. See https://github.com/meilisearch/MeiliSearch " , " id " : " 188040 " , " version " : " 0.15.2 " , " total_downloads " : " 7465 " } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 191940 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " name " : " doggo " , " summary " : " RSpec 3 formatter - documentation, with progress indication " , " description " : " Similar to \" rspec -f d \" , but also indicates progress by showing the current test number and total test count on each line. " , " id " : " 191940 " , " version " : " 1.1.0 " , " total_downloads " : " 9394 " } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 159227 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " name " : " vortex-of-agony " , " summary " : " You dont need to use nodejs or go, just install this plugin. It will crash your application at random " , " description " : " You dont need to use nodejs or go, just install this plugin. It will crash your application at random " , " id " : " 159227 " , " version " : " 0.1.0 " , " total_downloads " : " 1007 " } )
2022-04-28 10:48:57 +02:00
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=rubygems&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-04-28 10:48:57 +02:00
}
#[ actix_rt::test ]
async fn import_dump_v3_movie_raw ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
2022-10-20 18:00:07 +02:00
let options =
Opt { import_dump : Some ( GetDump ::MoviesRawV3 . path ( ) ) , .. default_settings ( temp . path ( ) ) } ;
2022-04-28 10:48:57 +02:00
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
2022-05-24 11:29:03 +02:00
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
2022-05-24 11:29:03 +02:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " indexUID " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
2022-04-28 10:48:57 +02:00
let index = server . index ( " indexUID " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
stats ,
json! ( { " numberOfDocuments " : 53 , " isIndexing " : false , " fieldDistribution " : { " genres " : 53 , " id " : 53 , " overview " : 53 , " poster " : 53 , " release_date " : 53 , " title " : 53 } } )
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" * "
] ,
" searchableAttributes " : [
" * "
] ,
" filterableAttributes " : [ ] ,
" sortableAttributes " : [ ] ,
" rankingRules " : [
" words " ,
" typo " ,
" proximity " ,
" attribute " ,
" exactness "
] ,
" stopWords " : [ ] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-04-28 10:48:57 +02:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
tasks ,
2023-07-05 11:00:40 +02:00
json! ( { " results " : [ { " uid " : 0 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 31944 } , " error " : null , " duration " : " PT41.751156S " , " enqueuedAt " : " 2021-09-08T08:30:30.550282Z " , " startedAt " : " 2021-09-08T08:30:30.553012Z " , " finishedAt " : " 2021-09-08T08:31:12.304168Z " } ] , " total " : 1 , " limit " : 20 , " from " : 0 , " next " : null } )
2022-04-28 10:48:57 +02:00
) ;
// finally we're just going to check that we can still get a few documents by id
let ( document , code ) = index . get_document ( 100 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
json! ( { " id " : 100 , " title " : " Lock, Stock and Two Smoking Barrels " , " overview " : " A card shark and his unwillingly-enlisted friends need to make a lot of cash quick after losing a sketchy poker match. To do this they decide to pull a heist on a small-time gang who happen to be operating out of the flat next door. " , " genres " : [ " Comedy " , " Crime " ] , " poster " : " https://image.tmdb.org/t/p/w500/8kSerJrhrJWKLk1LViesGcnrUPE.jpg " , " release_date " : 889056000 } )
) ;
let ( document , code ) = index . get_document ( 500 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
json! ( { " id " : 500 , " title " : " Reservoir Dogs " , " overview " : " A botched robbery indicates a police informant, and the pressure mounts in the aftermath at a warehouse. Crime begets violence as the survivors -- veteran Mr. White, newcomer Mr. Orange, psychopathic parolee Mr. Blonde, bickering weasel Mr. Pink and Nice Guy Eddie -- unravel. " , " genres " : [ " Crime " , " Thriller " ] , " poster " : " https://image.tmdb.org/t/p/w500/AjTtJNumZyUDz33VtMlF1K8JPsE.jpg " , " release_date " : 715392000 } )
) ;
let ( document , code ) = index . get_document ( 10006 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
json! ( { " id " : 10006 , " title " : " Wild Seven " , " overview " : " In this darkly karmic vision of Arizona, a man who breathes nothing but ill will begins a noxious domino effect as quickly as an uncontrollable virus kills. As he exits Arizona State Penn after twenty-one long years, Wilson has only one thing on the brain, leveling the score with career criminal, Mackey Willis. " , " genres " : [ " Action " , " Crime " , " Drama " ] , " poster " : " https://image.tmdb.org/t/p/w500/y114dTPoqn8k2Txps4P2tI95YCS.jpg " , " release_date " : 1136073600 } )
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=indexUID&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-04-28 10:48:57 +02:00
}
#[ actix_rt::test ]
async fn import_dump_v3_movie_with_settings ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
let options = Opt {
import_dump : Some ( GetDump ::MoviesWithSettingsV3 . path ( ) ) ,
.. default_settings ( temp . path ( ) )
} ;
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
2022-05-24 11:29:03 +02:00
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
2022-05-24 11:29:03 +02:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " indexUID " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
2022-04-28 10:48:57 +02:00
let index = server . index ( " indexUID " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
stats ,
json! ( { " numberOfDocuments " : 53 , " isIndexing " : false , " fieldDistribution " : { " genres " : 53 , " id " : 53 , " overview " : 53 , " poster " : 53 , " release_date " : 53 , " title " : 53 } } )
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" title " ,
" genres " ,
" overview " ,
" poster " ,
" release_date "
] ,
" searchableAttributes " : [
" title " ,
" overview "
] ,
" filterableAttributes " : [
" genres "
] ,
" sortableAttributes " : [ ] ,
" rankingRules " : [
" words " ,
" typo " ,
" proximity " ,
" attribute " ,
" exactness "
] ,
" stopWords " : [
" of " ,
" the "
] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-04-28 10:48:57 +02:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
tasks ,
2023-07-05 11:00:40 +02:00
json! ( { " results " : [ { " uid " : 1 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " settingsUpdate " , " canceledBy " : null , " details " : { " displayedAttributes " : [ " title " , " genres " , " overview " , " poster " , " release_date " ] , " searchableAttributes " : [ " title " , " overview " ] , " filterableAttributes " : [ " genres " ] , " stopWords " : [ " of " , " the " ] } , " error " : null , " duration " : " PT37.488777S " , " enqueuedAt " : " 2021-09-08T08:24:02.323444Z " , " startedAt " : " 2021-09-08T08:24:02.324145Z " , " finishedAt " : " 2021-09-08T08:24:39.812922Z " } , { " uid " : 0 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 31944 } , " error " : null , " duration " : " PT39.941318S " , " enqueuedAt " : " 2021-09-08T08:21:14.742672Z " , " startedAt " : " 2021-09-08T08:21:14.750166Z " , " finishedAt " : " 2021-09-08T08:21:54.691484Z " } ] , " total " : 2 , " limit " : 20 , " from " : 1 , " next " : null } )
2022-04-28 10:48:57 +02:00
) ;
2022-05-24 11:29:03 +02:00
// finally we're just going to check that we can["results"] still get a few documents by id
2022-04-28 10:48:57 +02:00
let ( document , code ) = index . get_document ( 100 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " id " : 100 , " title " : " Lock, Stock and Two Smoking Barrels " , " genres " : [ " Comedy " , " Crime " ] , " overview " : " A card shark and his unwillingly-enlisted friends need to make a lot of cash quick after losing a sketchy poker match. To do this they decide to pull a heist on a small-time gang who happen to be operating out of the flat next door. " , " poster " : " https://image.tmdb.org/t/p/w500/8kSerJrhrJWKLk1LViesGcnrUPE.jpg " , " release_date " : 889056000 } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 500 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " id " : 500 , " title " : " Reservoir Dogs " , " genres " : [ " Crime " , " Thriller " ] , " overview " : " A botched robbery indicates a police informant, and the pressure mounts in the aftermath at a warehouse. Crime begets violence as the survivors -- veteran Mr. White, newcomer Mr. Orange, psychopathic parolee Mr. Blonde, bickering weasel Mr. Pink and Nice Guy Eddie -- unravel. " , " poster " : " https://image.tmdb.org/t/p/w500/AjTtJNumZyUDz33VtMlF1K8JPsE.jpg " , " release_date " : 715392000 } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 10006 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " id " : 10006 , " title " : " Wild Seven " , " genres " : [ " Action " , " Crime " , " Drama " ] , " overview " : " In this darkly karmic vision of Arizona, a man who breathes nothing but ill will begins a noxious domino effect as quickly as an uncontrollable virus kills. As he exits Arizona State Penn after twenty-one long years, Wilson has only one thing on the brain, leveling the score with career criminal, Mackey Willis. " , " poster " : " https://image.tmdb.org/t/p/w500/y114dTPoqn8k2Txps4P2tI95YCS.jpg " , " release_date " : 1136073600 } )
2022-04-28 10:48:57 +02:00
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=indexUID&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-04-28 10:48:57 +02:00
}
#[ actix_rt::test ]
async fn import_dump_v3_rubygems_with_settings ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
let options = Opt {
import_dump : Some ( GetDump ::RubyGemsWithSettingsV3 . path ( ) ) ,
.. default_settings ( temp . path ( ) )
} ;
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
2022-05-24 11:29:03 +02:00
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
2022-05-24 11:29:03 +02:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " rubygems " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
2022-04-28 10:48:57 +02:00
let index = server . index ( " rubygems " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
stats ,
json! ( { " numberOfDocuments " : 53 , " isIndexing " : false , " fieldDistribution " : { " description " : 53 , " id " : 53 , " name " : 53 , " summary " : 53 , " total_downloads " : 53 , " version " : 53 } } )
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" name " ,
" summary " ,
" description " ,
" version " ,
" total_downloads "
] ,
" searchableAttributes " : [
" name " ,
" summary "
] ,
" filterableAttributes " : [
" version "
] ,
" sortableAttributes " : [ ] ,
" rankingRules " : [
" typo " ,
" words " ,
" fame:desc " ,
" proximity " ,
" attribute " ,
" exactness " ,
" total_downloads:desc "
] ,
" stopWords " : [ ] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-04-28 10:48:57 +02:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
tasks [ " results " ] [ 0 ] ,
2022-11-28 16:27:41 +01:00
json! ( { " uid " : 92 , " indexUid " : " rubygems " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 1042 } , " error " : null , " duration " : " PT14.034672S " , " enqueuedAt " : " 2021-09-08T08:40:31.390775Z " , " startedAt " : " 2021-09-08T08:51:39.060642Z " , " finishedAt " : " 2021-09-08T08:51:53.095314Z " } )
2022-04-28 10:48:57 +02:00
) ;
// finally we're just going to check that we can still get a few documents by id
let ( document , code ) = index . get_document ( 188040 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " name " : " meilisearch " , " summary " : " An easy-to-use ruby client for Meilisearch API " , " description " : " An easy-to-use ruby client for Meilisearch API. See https://github.com/meilisearch/MeiliSearch " , " id " : " 188040 " , " version " : " 0.15.2 " , " total_downloads " : " 7465 " } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 191940 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " name " : " doggo " , " summary " : " RSpec 3 formatter - documentation, with progress indication " , " description " : " Similar to \" rspec -f d \" , but also indicates progress by showing the current test number and total test count on each line. " , " id " : " 191940 " , " version " : " 1.1.0 " , " total_downloads " : " 9394 " } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 159227 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " name " : " vortex-of-agony " , " summary " : " You dont need to use nodejs or go, just install this plugin. It will crash your application at random " , " description " : " You dont need to use nodejs or go, just install this plugin. It will crash your application at random " , " id " : " 159227 " , " version " : " 0.1.0 " , " total_downloads " : " 1007 " } )
2022-04-28 10:48:57 +02:00
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=rubygems&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-04-28 10:48:57 +02:00
}
#[ actix_rt::test ]
async fn import_dump_v4_movie_raw ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
2022-10-20 18:00:07 +02:00
let options =
Opt { import_dump : Some ( GetDump ::MoviesRawV4 . path ( ) ) , .. default_settings ( temp . path ( ) ) } ;
2022-04-28 10:48:57 +02:00
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
2022-05-24 11:29:03 +02:00
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
2022-05-24 11:29:03 +02:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " indexUID " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
2022-04-28 10:48:57 +02:00
let index = server . index ( " indexUID " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
stats ,
json! ( { " numberOfDocuments " : 53 , " isIndexing " : false , " fieldDistribution " : { " genres " : 53 , " id " : 53 , " overview " : 53 , " poster " : 53 , " release_date " : 53 , " title " : 53 } } )
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" * "
] ,
" searchableAttributes " : [
" * "
] ,
" filterableAttributes " : [ ] ,
" sortableAttributes " : [ ] ,
" rankingRules " : [
" words " ,
" typo " ,
" proximity " ,
" attribute " ,
" exactness "
] ,
" stopWords " : [ ] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-04-28 10:48:57 +02:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
tasks ,
2023-07-05 11:00:40 +02:00
json! ( { " results " : [ { " uid " : 0 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 31944 } , " error " : null , " duration " : " PT41.751156S " , " enqueuedAt " : " 2021-09-08T08:30:30.550282Z " , " startedAt " : " 2021-09-08T08:30:30.553012Z " , " finishedAt " : " 2021-09-08T08:31:12.304168Z " } ] , " total " : 1 , " limit " : 20 , " from " : 0 , " next " : null } )
2022-04-28 10:48:57 +02:00
) ;
// finally we're just going to check that we can still get a few documents by id
let ( document , code ) = index . get_document ( 100 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
json! ( { " id " : 100 , " title " : " Lock, Stock and Two Smoking Barrels " , " overview " : " A card shark and his unwillingly-enlisted friends need to make a lot of cash quick after losing a sketchy poker match. To do this they decide to pull a heist on a small-time gang who happen to be operating out of the flat next door. " , " genres " : [ " Comedy " , " Crime " ] , " poster " : " https://image.tmdb.org/t/p/w500/8kSerJrhrJWKLk1LViesGcnrUPE.jpg " , " release_date " : 889056000 } )
) ;
let ( document , code ) = index . get_document ( 500 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
json! ( { " id " : 500 , " title " : " Reservoir Dogs " , " overview " : " A botched robbery indicates a police informant, and the pressure mounts in the aftermath at a warehouse. Crime begets violence as the survivors -- veteran Mr. White, newcomer Mr. Orange, psychopathic parolee Mr. Blonde, bickering weasel Mr. Pink and Nice Guy Eddie -- unravel. " , " genres " : [ " Crime " , " Thriller " ] , " poster " : " https://image.tmdb.org/t/p/w500/AjTtJNumZyUDz33VtMlF1K8JPsE.jpg " , " release_date " : 715392000 } )
) ;
let ( document , code ) = index . get_document ( 10006 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
json! ( { " id " : 10006 , " title " : " Wild Seven " , " overview " : " In this darkly karmic vision of Arizona, a man who breathes nothing but ill will begins a noxious domino effect as quickly as an uncontrollable virus kills. As he exits Arizona State Penn after twenty-one long years, Wilson has only one thing on the brain, leveling the score with career criminal, Mackey Willis. " , " genres " : [ " Action " , " Crime " , " Drama " ] , " poster " : " https://image.tmdb.org/t/p/w500/y114dTPoqn8k2Txps4P2tI95YCS.jpg " , " release_date " : 1136073600 } )
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=indexUID&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-04-28 10:48:57 +02:00
}
#[ actix_rt::test ]
async fn import_dump_v4_movie_with_settings ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
let options = Opt {
import_dump : Some ( GetDump ::MoviesWithSettingsV4 . path ( ) ) ,
.. default_settings ( temp . path ( ) )
} ;
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
2022-05-24 11:29:03 +02:00
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
2022-05-24 11:29:03 +02:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " indexUID " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
2022-04-28 10:48:57 +02:00
let index = server . index ( " indexUID " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
stats ,
json! ( { " numberOfDocuments " : 53 , " isIndexing " : false , " fieldDistribution " : { " genres " : 53 , " id " : 53 , " overview " : 53 , " poster " : 53 , " release_date " : 53 , " title " : 53 } } )
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" title " ,
" genres " ,
" overview " ,
" poster " ,
" release_date "
] ,
" searchableAttributes " : [
" title " ,
" overview "
] ,
" filterableAttributes " : [
" genres "
] ,
" sortableAttributes " : [ ] ,
" rankingRules " : [
" words " ,
" typo " ,
" proximity " ,
" attribute " ,
" exactness "
] ,
" stopWords " : [
" of " ,
" the "
] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-04-28 10:48:57 +02:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
tasks ,
2023-07-05 11:00:40 +02:00
json! ( { " results " : [ { " uid " : 1 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " settingsUpdate " , " canceledBy " : null , " details " : { " displayedAttributes " : [ " title " , " genres " , " overview " , " poster " , " release_date " ] , " searchableAttributes " : [ " title " , " overview " ] , " filterableAttributes " : [ " genres " ] , " stopWords " : [ " of " , " the " ] } , " error " : null , " duration " : " PT37.488777S " , " enqueuedAt " : " 2021-09-08T08:24:02.323444Z " , " startedAt " : " 2021-09-08T08:24:02.324145Z " , " finishedAt " : " 2021-09-08T08:24:39.812922Z " } , { " uid " : 0 , " indexUid " : " indexUID " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 31944 } , " error " : null , " duration " : " PT39.941318S " , " enqueuedAt " : " 2021-09-08T08:21:14.742672Z " , " startedAt " : " 2021-09-08T08:21:14.750166Z " , " finishedAt " : " 2021-09-08T08:21:54.691484Z " } ] , " total " : 2 , " limit " : 20 , " from " : 1 , " next " : null } )
2022-04-28 10:48:57 +02:00
) ;
// finally we're just going to check that we can still get a few documents by id
let ( document , code ) = index . get_document ( 100 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " id " : 100 , " title " : " Lock, Stock and Two Smoking Barrels " , " genres " : [ " Comedy " , " Crime " ] , " overview " : " A card shark and his unwillingly-enlisted friends need to make a lot of cash quick after losing a sketchy poker match. To do this they decide to pull a heist on a small-time gang who happen to be operating out of the flat next door. " , " poster " : " https://image.tmdb.org/t/p/w500/8kSerJrhrJWKLk1LViesGcnrUPE.jpg " , " release_date " : 889056000 } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 500 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " id " : 500 , " title " : " Reservoir Dogs " , " genres " : [ " Crime " , " Thriller " ] , " overview " : " A botched robbery indicates a police informant, and the pressure mounts in the aftermath at a warehouse. Crime begets violence as the survivors -- veteran Mr. White, newcomer Mr. Orange, psychopathic parolee Mr. Blonde, bickering weasel Mr. Pink and Nice Guy Eddie -- unravel. " , " poster " : " https://image.tmdb.org/t/p/w500/AjTtJNumZyUDz33VtMlF1K8JPsE.jpg " , " release_date " : 715392000 } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 10006 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " id " : 10006 , " title " : " Wild Seven " , " genres " : [ " Action " , " Crime " , " Drama " ] , " overview " : " In this darkly karmic vision of Arizona, a man who breathes nothing but ill will begins a noxious domino effect as quickly as an uncontrollable virus kills. As he exits Arizona State Penn after twenty-one long years, Wilson has only one thing on the brain, leveling the score with career criminal, Mackey Willis. " , " poster " : " https://image.tmdb.org/t/p/w500/y114dTPoqn8k2Txps4P2tI95YCS.jpg " , " release_date " : 1136073600 } )
2022-04-28 10:48:57 +02:00
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=indexUID&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-04-28 10:48:57 +02:00
}
#[ actix_rt::test ]
async fn import_dump_v4_rubygems_with_settings ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
let options = Opt {
import_dump : Some ( GetDump ::RubyGemsWithSettingsV4 . path ( ) ) ,
.. default_settings ( temp . path ( ) )
} ;
let server = Server ::new_with_options ( options ) . await . unwrap ( ) ;
2022-05-24 11:29:03 +02:00
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
2022-05-24 11:29:03 +02:00
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " rubygems " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
2022-04-28 10:48:57 +02:00
let index = server . index ( " rubygems " ) ;
let ( stats , code ) = index . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
stats ,
json! ( { " numberOfDocuments " : 53 , " isIndexing " : false , " fieldDistribution " : { " description " : 53 , " id " : 53 , " name " : 53 , " summary " : 53 , " total_downloads " : 53 , " version " : 53 } } )
) ;
let ( settings , code ) = index . settings ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( settings ) ,
@ r ###"
{
" displayedAttributes " : [
" name " ,
" summary " ,
" description " ,
" version " ,
" total_downloads "
] ,
" searchableAttributes " : [
" name " ,
" summary "
] ,
" filterableAttributes " : [
" version "
] ,
" sortableAttributes " : [ ] ,
" rankingRules " : [
" typo " ,
" words " ,
" fame:desc " ,
" proximity " ,
" attribute " ,
" exactness " ,
" total_downloads:desc "
] ,
" stopWords " : [ ] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2024-01-08 11:09:37 +01:00
" proximityPrecision " : " byWord " ,
2023-07-24 17:00:18 +02:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-07-24 17:00:18 +02:00
}
" ###
2022-04-28 10:48:57 +02:00
) ;
let ( tasks , code ) = index . list_tasks ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
tasks [ " results " ] [ 0 ] ,
2022-11-28 16:27:41 +01:00
json! ( { " uid " : 92 , " indexUid " : " rubygems " , " status " : " succeeded " , " type " : " documentAdditionOrUpdate " , " canceledBy " : null , " details " : { " receivedDocuments " : 0 , " indexedDocuments " : 1042 } , " error " : null , " duration " : " PT14.034672S " , " enqueuedAt " : " 2021-09-08T08:40:31.390775Z " , " startedAt " : " 2021-09-08T08:51:39.060642Z " , " finishedAt " : " 2021-09-08T08:51:53.095314Z " } )
2022-04-28 10:48:57 +02:00
) ;
// finally we're just going to check that we can still get a few documents by id
let ( document , code ) = index . get_document ( 188040 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " name " : " meilisearch " , " summary " : " An easy-to-use ruby client for Meilisearch API " , " description " : " An easy-to-use ruby client for Meilisearch API. See https://github.com/meilisearch/MeiliSearch " , " id " : " 188040 " , " version " : " 0.15.2 " , " total_downloads " : " 7465 " } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 191940 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " name " : " doggo " , " summary " : " RSpec 3 formatter - documentation, with progress indication " , " description " : " Similar to \" rspec -f d \" , but also indicates progress by showing the current test number and total test count on each line. " , " id " : " 191940 " , " version " : " 1.1.0 " , " total_downloads " : " 9394 " } )
2022-04-28 10:48:57 +02:00
) ;
let ( document , code ) = index . get_document ( 159227 , None ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-04-28 10:48:57 +02:00
assert_eq! (
document ,
2022-05-25 11:51:26 +02:00
json! ( { " name " : " vortex-of-agony " , " summary " : " You dont need to use nodejs or go, just install this plugin. It will crash your application at random " , " description " : " You dont need to use nodejs or go, just install this plugin. It will crash your application at random " , " id " : " 159227 " , " version " : " 0.1.0 " , " total_downloads " : " 1007 " } )
2022-04-28 10:48:57 +02:00
) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=rubygems&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
2022-04-28 10:48:57 +02:00
}
2022-06-09 18:08:26 +02:00
#[ actix_rt::test ]
async fn import_dump_v5 ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
2022-10-20 18:00:07 +02:00
let options =
Opt { import_dump : Some ( GetDump ::TestV5 . path ( ) ) , .. default_settings ( temp . path ( ) ) } ;
2022-06-09 18:08:26 +02:00
let mut server = Server ::new_auth_with_options ( options , temp ) . await ;
server . use_api_key ( " MASTER_KEY " ) ;
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
assert_eq! ( code , 200 , " {indexes} " ) ;
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 2 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " test " ) ) ;
assert_eq! ( indexes [ " results " ] [ 1 ] [ " uid " ] , json! ( " test2 " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
2023-04-05 18:35:43 +02:00
// before doing anything we're going to wait until all the tasks in the dump have finished processing
let result = server . tasks_filter ( " statuses=enqueued,processing " ) . await . 0 ;
for task in result [ " results " ] . as_array ( ) . unwrap ( ) {
server . wait_task ( task [ " uid " ] . as_u64 ( ) . unwrap ( ) ) . await ;
}
2022-06-09 18:08:26 +02:00
let expected_stats = json! ( {
" numberOfDocuments " : 10 ,
" isIndexing " : false ,
" fieldDistribution " : {
" cast " : 10 ,
" director " : 10 ,
" genres " : 10 ,
" id " : 10 ,
" overview " : 10 ,
" popularity " : 10 ,
" poster_path " : 10 ,
" producer " : 10 ,
" production_companies " : 10 ,
" release_date " : 10 ,
" tagline " : 10 ,
" title " : 10 ,
" vote_average " : 10 ,
" vote_count " : 10
}
} ) ;
let index1 = server . index ( " test " ) ;
let index2 = server . index ( " test2 " ) ;
let ( stats , code ) = index1 . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-06-09 18:08:26 +02:00
assert_eq! ( stats , expected_stats ) ;
2022-10-20 18:00:07 +02:00
let ( docs , code ) = index2 . get_all_documents ( GetAllDocumentsOptions ::default ( ) ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-06-09 18:08:26 +02:00
assert_eq! ( docs [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 10 ) ;
2022-10-20 18:00:07 +02:00
let ( docs , code ) = index1 . get_all_documents ( GetAllDocumentsOptions ::default ( ) ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-06-09 18:08:26 +02:00
assert_eq! ( docs [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 10 ) ;
let ( stats , code ) = index2 . stats ( ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-06-09 18:08:26 +02:00
assert_eq! ( stats , expected_stats ) ;
2023-01-24 17:30:35 +01:00
let ( keys , code ) = server . list_api_keys ( " " ) . await ;
2023-07-24 17:00:18 +02:00
snapshot! ( code , @ " 200 OK " ) ;
2022-06-09 18:08:26 +02:00
let key = & keys [ " results " ] [ 0 ] ;
assert_eq! ( key [ " name " ] , " my key " ) ;
2023-03-21 14:23:30 +01:00
// We're going to ensure that every reverse index of the task queue has been well built while importing the dump
let ( tasks , code ) = server . tasks_filter ( " uids=0&limit=1&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " types=documentAdditionOrUpdate&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( tasks ) ) ;
let ( tasks , code ) = server . tasks_filter ( " statuses=succeeded&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( tasks , { " .results[].details.dumpUid " = > " [uid] " , " .results[].duration " = > " [duration] " , " .results[].startedAt " = > " [date] " , " .results[].finishedAt " = > " [date] " } )
) ;
let ( tasks , code ) = server . tasks_filter ( " indexUids=test&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( tasks , { " .results[].details.dumpUid " = > " [uid] " , " .results[].duration " = > " [duration] " , " .results[].startedAt " = > " [date] " , " .results[].finishedAt " = > " [date] " } )
) ;
let ( tasks , code ) = server . tasks_filter ( " afterEnqueuedAt=2021-09-05&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( tasks , { " .results[].details.dumpUid " = > " [uid] " , " .results[].duration " = > " [duration] " , " .results[].startedAt " = > " [date] " , " .results[].finishedAt " = > " [date] " } )
) ;
let ( tasks , code ) = server . tasks_filter ( " afterStartedAt=2021-09-06&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( tasks , { " .results[].details.dumpUid " = > " [uid] " , " .results[].duration " = > " [duration] " , " .results[].startedAt " = > " [date] " , " .results[].finishedAt " = > " [date] " } )
) ;
let ( tasks , code ) = server . tasks_filter ( " afterFinishedAt=2021-09-07&limit=1 " ) . await ;
snapshot! ( code , @ " 200 OK " ) ;
snapshot! (
json_string! ( tasks , { " .results[].details.dumpUid " = > " [uid] " , " .results[].duration " = > " [duration] " , " .results[].startedAt " = > " [date] " , " .results[].finishedAt " = > " [date] " } )
) ;
2022-06-09 18:08:26 +02:00
}
2023-12-06 14:52:51 +01:00
#[ actix_rt::test ]
async fn import_dump_v6_containing_experimental_features ( ) {
let temp = tempfile ::tempdir ( ) . unwrap ( ) ;
let options = Opt {
import_dump : Some ( GetDump ::TestV6WithExperimental . path ( ) ) ,
.. default_settings ( temp . path ( ) )
} ;
let mut server = Server ::new_auth_with_options ( options , temp ) . await ;
server . use_api_key ( " MASTER_KEY " ) ;
let ( indexes , code ) = server . list_indexes ( None , None ) . await ;
assert_eq! ( code , 200 , " {indexes} " ) ;
assert_eq! ( indexes [ " results " ] . as_array ( ) . unwrap ( ) . len ( ) , 1 ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " uid " ] , json! ( " movies " ) ) ;
assert_eq! ( indexes [ " results " ] [ 0 ] [ " primaryKey " ] , json! ( " id " ) ) ;
let ( response , code ) = server . get_features ( ) . await ;
meili_snap ::snapshot! ( code , @ " 200 OK " ) ;
meili_snap ::snapshot! ( meili_snap ::json_string! ( response ) , @ r ###"
{
" vectorStore " : false ,
" metrics " : false ,
2024-05-27 16:12:20 +02:00
" logsRoute " : false
2023-12-06 14:52:51 +01:00
}
" ###);
let index = server . index ( " movies " ) ;
let ( response , code ) = index . settings ( ) . await ;
meili_snap ::snapshot! ( code , @ " 200 OK " ) ;
meili_snap ::snapshot! ( meili_snap ::json_string! ( response ) , @ r ###"
{
" displayedAttributes " : [
" * "
] ,
" searchableAttributes " : [
" * "
] ,
" filterableAttributes " : [ ] ,
" sortableAttributes " : [ ] ,
" rankingRules " : [
" words " ,
" typo " ,
" proximity "
] ,
" stopWords " : [ ] ,
" nonSeparatorTokens " : [ ] ,
" separatorTokens " : [ ] ,
" dictionary " : [ ] ,
" synonyms " : { } ,
" distinctAttribute " : null ,
2023-12-14 16:31:00 +01:00
" proximityPrecision " : " byAttribute " ,
2023-12-06 14:52:51 +01:00
" typoTolerance " : {
" enabled " : true ,
" minWordSizeForTypos " : {
" oneTypo " : 5 ,
" twoTypos " : 9
} ,
" disableOnWords " : [ ] ,
" disableOnAttributes " : [ ]
} ,
" faceting " : {
" maxValuesPerFacet " : 100 ,
" sortFacetValuesBy " : {
" * " : " alpha "
}
} ,
" pagination " : {
" maxTotalHits " : 1000
2024-03-11 18:24:21 +01:00
} ,
2024-03-18 12:06:00 +01:00
" searchCutoffMs " : null
2023-12-06 14:52:51 +01:00
}
" ###);
// the expected order is [1, 3, 2] instead of [3, 1, 2]
// because the attribute scale doesn't make the difference between 1 and 3.
index
. search ( json! ( { " q " : " the soup of day " } ) , | response , code | {
snapshot! ( code , @ " 200 OK " ) ;
snapshot! ( json_string! ( response [ " hits " ] ) , @ r ###"
[
{
" id " : 1 ,
" a " : " Soup of the day " ,
" b " : " many the fish "
} ,
{
" id " : 3 ,
" a " : " the Soup of day " ,
" b " : " many the fish "
} ,
{
" id " : 2 ,
" a " : " Soup of day " ,
" b " : " many the lazy fish "
}
]
" ###);
} )
. await ;
}