postgres/typesense
1
0
Fork 0
mirror of https://github.com/typesense/typesense.git synced 2025-05-16 11:28:44 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity
typesense/test/union_test.cpp
Harpreet Sangar 2b1c4f7c24
Some checks failed
tests / test (push) Has been cancelled
Details
Add more return parameters. (#2113)
2024-12-18 11:59:40 +05:30

953 lines
37 KiB
C++
Raw Blame History

#include <gtest/gtest.h>
#include <string>
#include <vector>
#include <fstream>
#include <algorithm>
#include <collection_manager.h>
class UnionTest : public ::testing::Test {
protected:
Store *store = nullptr;
CollectionManager & collectionManager = CollectionManager::get_instance();
std::atomic<bool> quit = false;
std::string state_dir_path = "/tmp/typesense_test/union";
std::map<std::string, std::string> req_params{};
std::vector<nlohmann::json> embedded_params;
nlohmann::json searches;
nlohmann::json json_res;
long now_ts = std::chrono::duration_cast<std::chrono::microseconds>(std::chrono::system_clock::now().time_since_epoch()).count();
void setupCollection() {
LOG(INFO) << "Truncating and creating: " << state_dir_path;
system(("rm -rf "+state_dir_path+" && mkdir -p "+state_dir_path).c_str());
store = new Store(state_dir_path);
collectionManager.init(store, 1.0, "auth_key", quit);
collectionManager.load(8, 1000);
EmbedderManager::set_model_dir("/tmp/typesense_test/models");
}
void setupProductsCollection() {
auto schema_json =
R"({
"name": "Products",
"fields": [
{"name": "product_id", "type": "string"},
{"name": "product_name", "type": "string", "infix": true},
{"name": "product_description", "type": "string"},
{"name": "embedding", "type":"float[]", "embed":{"from": ["product_description"], "model_config": {"model_name": "ts/e5-small"}}},
{"name": "rating", "type": "int32"}
]
})"_json;
std::vector<nlohmann::json> documents = {
R"({
"product_id": "product_a",
"product_name": "shampoo",
"product_description": "Our new moisturizing shampoo is perfect for those with dry or damaged hair.",
"rating": "2"
})"_json,
R"({
"product_id": "product_b",
"product_name": "soap",
"product_description": "Introducing our all-natural, organic soap bar made with essential oils and botanical ingredients.",
"rating": "4"
})"_json
};
auto collection_create_op = collectionManager.create_collection(schema_json);
ASSERT_TRUE(collection_create_op.ok());
auto products = collection_create_op.get();
for (auto const &json: documents) {
auto add_op = products->add(json.dump());
if (!add_op.ok()) {
LOG(INFO) << add_op.error();
}
ASSERT_TRUE(add_op.ok());
}
}
void setupFoodsAndMealsCollection() {
auto schema_json =
R"({
"name": "Portions",
"fields": [
{"name": "portion_id", "type": "string"},
{"name": "quantity", "type": "int32"},
{"name": "unit", "type": "string"}
]
})"_json;
std::vector<nlohmann::json> documents = {
R"({
"portion_id": "portion_a",
"quantity": 500,
"unit": "g"
})"_json,
R"({
"portion_id": "portion_b",
"quantity": 1,
"unit": "lt"
})"_json,
R"({
"portion_id": "portion_c",
"quantity": 500,
"unit": "ml"
})"_json
};
auto collection_create_op = collectionManager.create_collection(schema_json);
ASSERT_TRUE(collection_create_op.ok());
for (auto const &json: documents) {
auto add_op = collection_create_op.get()->add(json.dump());
if (!add_op.ok()) {
LOG(INFO) << add_op.error();
}
ASSERT_TRUE(add_op.ok());
}
schema_json =
R"({
"name": "Foods",
"fields": [
{"name": "name", "type": "string"},
{"name": "portions", "type": "object[]"},
{"name": "portions.portion_id", "type": "string[]", "reference": "Portions.portion_id", "optional": true}
],
"enable_nested_fields": true
})"_json;
documents = {
R"({
"name": "Bread",
"portions": [
{
"portion_id": "portion_a",
"count": 10
}
]
})"_json,
R"({
"name": "Milk",
"portions": [
{
"portion_id": "portion_b",
"count": 3
},
{
"count": 3
},
{
"portion_id": "portion_c",
"count": 1
}
]
})"_json
};
collection_create_op = collectionManager.create_collection(schema_json);
ASSERT_TRUE(collection_create_op.ok());
for (auto const &json: documents) {
auto add_op = collection_create_op.get()->add(json.dump());
if (!add_op.ok()) {
LOG(INFO) << add_op.error();
}
ASSERT_TRUE(add_op.ok());
}
schema_json =
R"({
"name": "UserFavoriteFoods",
"fields": [
{"name": "user_id", "type": "string"},
{"name": "food_id", "type": "string", "reference": "Foods.id"}
],
"enable_nested_fields": true
})"_json;
documents = {
R"({
"user_id": "user_a",
"food_id": "0"
})"_json
};
collection_create_op = collectionManager.create_collection(schema_json);
ASSERT_TRUE(collection_create_op.ok());
for (auto const &json: documents) {
auto add_op = collection_create_op.get()->add(json.dump());
if (!add_op.ok()) {
LOG(INFO) << add_op.error();
}
ASSERT_TRUE(add_op.ok());
}
schema_json =
R"({
"name": "Meals",
"fields": [
{"name": "title", "type": "string"},
{"name": "foods", "type": "string[]", "reference": "Foods.id"}
],
"enable_nested_fields": true
})"_json;
documents = {
R"({
"title": "Light",
"foods": ["1"]
})"_json,
R"({
"title": "Heavy",
"foods": ["0", "1"]
})"_json
};
collection_create_op = collectionManager.create_collection(schema_json);
ASSERT_TRUE(collection_create_op.ok());
for (auto const &json: documents) {
auto add_op = collection_create_op.get()->add(json.dump());
if (!add_op.ok()) {
LOG(INFO) << add_op.error();
}
ASSERT_TRUE(add_op.ok());
}
schema_json =
R"({
"name": "UserFavoriteMeals",
"fields": [
{"name": "user_id", "type": "string"},
{"name": "meal_id", "type": "string", "reference": "Meals.id"}
],
"enable_nested_fields": true
})"_json;
documents = {
R"({
"user_id": "user_a",
"meal_id": "1"
})"_json
};
collection_create_op = collectionManager.create_collection(schema_json);
ASSERT_TRUE(collection_create_op.ok());
for (auto const &json: documents) {
auto add_op = collection_create_op.get()->add(json.dump());
if (!add_op.ok()) {
LOG(INFO) << add_op.error();
}
ASSERT_TRUE(add_op.ok());
}
}
void setupNumericArrayCollectionWithDefaultSortingField() {
Collection *coll_array_fields;
std::ifstream infile(std::string(ROOT_DIR)+"test/numeric_array_documents.jsonl");
std::vector<field> fields = {
field("name", field_types::STRING, false),
field("age", field_types::INT32, false),
field("years", field_types::INT32_ARRAY, false),
field("tags", field_types::STRING_ARRAY, true),
field("rating", field_types::FLOAT, true)
};
coll_array_fields = collectionManager.get_collection("coll_array_fields").get();
if(coll_array_fields == nullptr) {
coll_array_fields = collectionManager.create_collection("coll_array_fields", 4, fields, "age").get();
}
std::string json_line;
while (std::getline(infile, json_line)) {
coll_array_fields->add(json_line);
}
infile.close();
}
void setupBoolCollectionWithDefaultSortingField() {
Collection *coll_bool;
std::ifstream infile(std::string(ROOT_DIR)+"test/bool_documents.jsonl");
std::vector<field> fields = {
field("popular", field_types::BOOL, false),
field("title", field_types::STRING, false),
field("rating", field_types::FLOAT, false),
field("bool_array", field_types::BOOL_ARRAY, false),
};
coll_bool = collectionManager.get_collection("coll_bool").get();
if(coll_bool == nullptr) {
coll_bool = collectionManager.create_collection("coll_bool", 1, fields, "rating").get();
}
std::string json_line;
while (std::getline(infile, json_line)) {
coll_bool->add(json_line);
}
infile.close();
}
void setupNumericArrayCollection() {
Collection *coll_array_fields;
std::ifstream infile(std::string(ROOT_DIR)+"test/numeric_array_documents.jsonl");
std::vector<field> fields = {
field("name", field_types::STRING, false),
field("age", field_types::INT32, false),
field("years", field_types::INT32_ARRAY, false),
field("tags", field_types::STRING_ARRAY, true),
field("rating", field_types::FLOAT, true)
};
coll_array_fields = collectionManager.get_collection("coll_array_fields").get();
if(coll_array_fields == nullptr) {
coll_array_fields = collectionManager.create_collection("coll_array_fields", 4, fields).get();
}
std::string json_line;
while (std::getline(infile, json_line)) {
coll_array_fields->add(json_line);
}
infile.close();
}
void setupBoolCollection() {
Collection *coll_bool;
std::ifstream infile(std::string(ROOT_DIR)+"test/bool_documents.jsonl");
std::vector<field> fields = {
field("popular", field_types::BOOL, false),
field("title", field_types::STRING, false),
field("rating", field_types::FLOAT, false),
field("bool_array", field_types::BOOL_ARRAY, false),
};
coll_bool = collectionManager.get_collection("coll_bool").get();
if(coll_bool == nullptr) {
coll_bool = collectionManager.create_collection("coll_bool", 1, fields).get();
}
std::string json_line;
while (std::getline(infile, json_line)) {
coll_bool->add(json_line);
}
infile.close();
}
virtual void SetUp() {
setupCollection();
}
virtual void TearDown() {
collectionManager.dispose();
EmbedderManager::get_instance().delete_all_text_embedders();
delete store;
}
};
TEST_F(UnionTest, ErrorHandling) {
embedded_params = std::vector<nlohmann::json>(1, nlohmann::json::object());
searches = R"([
{
"collection": "Products",
"q": "*"
}
])"_json;
auto search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(1, json_res.count("code"));
ASSERT_EQ(404, json_res["code"]);
ASSERT_EQ(1, json_res.count("error"));
ASSERT_EQ("`Products` collection not found.", json_res["error"]);
json_res.clear();
req_params.clear();
setupProductsCollection();
searches = R"([
{
"collection": "Products",
"q": "foo"
}
])"_json;
search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(1, json_res.count("code"));
ASSERT_EQ(400, json_res["code"]);
ASSERT_EQ(1, json_res.count("error"));
ASSERT_EQ("No search fields specified for the query.", json_res["error"]);
json_res.clear();
req_params.clear();
req_params = {
{"page", "1"},
{"per_page", "foo"}
};
searches = R"([
{
"collection": "Products",
"q": "*"
},
{
"collection": "Orders",
"q": "*"
}
])"_json;
search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(1, json_res.count("code"));
ASSERT_EQ(400, json_res["code"]);
ASSERT_EQ(1, json_res.count("error"));
ASSERT_EQ("Error while initializing global parameters of union: Parameter `per_page` must be an unsigned"
" integer.", json_res["error"]);
json_res.clear();
req_params.clear();
setupBoolCollectionWithDefaultSortingField();
setupNumericArrayCollectionWithDefaultSortingField();
embedded_params = std::vector<nlohmann::json>(2, nlohmann::json::object());
searches = R"([
{
"collection": "coll_bool",
"q": "the",
"query_by": "title"
},
{
"collection": "coll_array_fields",
"q": "Jeremy",
"query_by": "name"
}
])"_json;
search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(1, json_res.count("code"));
ASSERT_EQ(400, json_res["code"]);
ASSERT_EQ(1, json_res.count("error"));
ASSERT_EQ("Expected type of `age` sort_by (int32_field) at search index `1` to be the same as the type of `rating` "
"sort_by (float_field) at search index `0`. Both `coll_array_fields` and `coll_bool` collections have "
"declared a default sorting field of different type. Since union expects the searches to sort_by on the "
"same type of fields, default sorting fields of the collections should be removed.", json_res["error"]);
json_res.clear();
req_params.clear();
collectionManager.drop_collection("coll_array_fields");
setupNumericArrayCollection();
searches = R"([
{
"collection": "coll_bool",
"q": "the",
"query_by": "title"
},
{
"collection": "coll_array_fields",
"q": "Jeremy",
"query_by": "name"
}
])"_json;
search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(1, json_res.count("code"));
ASSERT_EQ(400, json_res["code"]);
ASSERT_EQ(1, json_res.count("error"));
ASSERT_EQ("Expected type of `_seq_id` sort_by (insertion_order) at search index `1` to be the same as the type of "
"`rating` sort_by (float_field) at search index `0`. `coll_bool` collection has declared a default sorting"
" field of different type. Since union expects the searches to sort_by on the same type of fields, default"
" sorting field of the collection should be removed.", json_res["error"]);
json_res.clear();
req_params.clear();
searches = R"([
{
"collection": "coll_bool",
"q": "the",
"query_by": "title",
"sort_by": "popular:asc"
},
{
"collection": "coll_array_fields",
"q": "Jeremy",
"query_by": "name",
"sort_by": "rating:desc"
}
])"_json;
search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(1, json_res.count("code"));
ASSERT_EQ(400, json_res["code"]);
ASSERT_EQ(1, json_res.count("error"));
ASSERT_EQ("Expected type of `rating` sort_by (float_field) at search index `1` to be the same as the type of "
"`popular` sort_by (bool_field) at search index `0`.", json_res["error"]);
json_res.clear();
req_params.clear();
searches = R"([
{
"collection": "coll_bool",
"q": "the",
"query_by": "title",
"sort_by": "rating:asc"
},
{
"collection": "coll_array_fields",
"q": "Jeremy",
"query_by": "name",
"sort_by": "rating:desc"
}
])"_json;
search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(1, json_res.count("code"));
ASSERT_EQ(400, json_res["code"]);
ASSERT_EQ(1, json_res.count("error"));
ASSERT_EQ("Expected order of `rating` sort_by (DESC) at search index `1` to be the same as the order of `rating` "
"sort_by (ASC) at search index `0`.", json_res["error"]);
json_res.clear();
req_params.clear();
}
TEST_F(UnionTest, SameCollection) {
setupProductsCollection();
embedded_params = std::vector<nlohmann::json>(2, nlohmann::json::object());
searches = R"([
{
"collection": "Products",
"q": "soap",
"query_by": "product_name"
},
{
"collection": "Products",
"q": "shampoo",
"query_by": "product_name"
}
])"_json;
auto search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(2, json_res["found"].get<size_t>());
ASSERT_EQ(2, json_res["out_of"]);
ASSERT_EQ(2, json_res["hits"].size());
ASSERT_EQ(6, json_res["hits"][0]["document"].size());
ASSERT_EQ(1, json_res["hits"][0]["document"].count("product_name"));
ASSERT_EQ("soap", json_res["hits"][0]["document"]["product_name"]);
ASSERT_EQ(6, json_res["hits"][1]["document"].size());
ASSERT_EQ(1, json_res["hits"][1]["document"].count("product_name"));
ASSERT_EQ("shampoo", json_res["hits"][1]["document"]["product_name"]);
ASSERT_EQ(json_res["hits"][0]["text_match"], json_res["hits"][1]["text_match"]);
json_res.clear();
req_params.clear();
searches = R"([
{
"collection": "Products",
"q": "soap",
"query_by": "product_name",
"exclude_fields": "embedding"
},
{
"collection": "Products",
"q": "shampoo",
"query_by": "product_name",
"include_fields": "product_name"
}
])"_json;
search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(2, json_res["found"].get<size_t>());
ASSERT_EQ(2, json_res["out_of"]);
ASSERT_EQ(2, json_res["hits"].size());
ASSERT_EQ(5, json_res["hits"][0]["document"].size());
ASSERT_EQ(1, json_res["hits"][0]["document"].count("product_name"));
ASSERT_EQ("soap", json_res["hits"][0]["document"]["product_name"]);
ASSERT_EQ(0, json_res["hits"][0]["document"].count("embedding"));
ASSERT_EQ(1, json_res["hits"][1]["document"].size());
ASSERT_EQ(1, json_res["hits"][1]["document"].count("product_name"));
ASSERT_EQ("shampoo", json_res["hits"][1]["document"]["product_name"]);
ASSERT_EQ(json_res["hits"][0]["text_match"], json_res["hits"][1]["text_match"]);
json_res.clear();
req_params.clear();
searches = R"([
{
"collection": "Products",
"q": "so",
"query_by": "product_name",
"exclude_fields": "embedding"
},
{
"collection": "Products",
"q": "shampoo",
"query_by": "product_name",
"include_fields": "product_name"
}
])"_json;
search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(2, json_res["found"].get<size_t>());
ASSERT_EQ(2, json_res["out_of"]);
ASSERT_EQ(2, json_res["hits"].size());
ASSERT_EQ(1, json_res.count("search_time_ms"));
ASSERT_EQ(1, json_res.count("page"));
ASSERT_EQ(1, json_res["hits"][0]["document"].size());
ASSERT_EQ(1, json_res["hits"][0]["document"].count("product_name"));
ASSERT_EQ("shampoo", json_res["hits"][0]["document"]["product_name"]);
ASSERT_EQ(5, json_res["hits"][1]["document"].size());
ASSERT_EQ(1, json_res["hits"][1]["document"].count("product_name"));
ASSERT_EQ("soap", json_res["hits"][1]["document"]["product_name"]);
ASSERT_EQ(0, json_res["hits"][1]["document"].count("embedding"));
// Exact match gets better score.
ASSERT_GT(json_res["hits"][0]["text_match"], json_res["hits"][1]["text_match"]);
json_res.clear();
req_params.clear();
}
TEST_F(UnionTest, DifferentCollections) {
setupFoodsAndMealsCollection();
embedded_params = std::vector<nlohmann::json>(2, nlohmann::json::object());
searches = R"([
{
"collection": "Meals",
"q": "he",
"query_by": "title",
"filter_by": "$UserFavoriteMeals(user_id: user_a) ",
"include_fields": "$Foods($Portions(*,strategy:merge)) "
},
{
"collection": "Foods",
"q": "bread",
"query_by": "name",
"filter_by": "$UserFavoriteFoods(user_id: user_a) ",
"include_fields": "$Portions(*,strategy:merge) "
}
])"_json;
auto search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(2, json_res["found"].get<size_t>());
ASSERT_EQ(2, json_res["hits"].size());
ASSERT_EQ(4, json_res["hits"][0]["document"].size());
ASSERT_EQ(1, json_res["hits"][0]["document"].count("name"));
ASSERT_EQ("Bread", json_res["hits"][0]["document"]["name"]);
ASSERT_EQ(1, json_res["hits"][0]["document"].count("UserFavoriteFoods"));
ASSERT_EQ(1, json_res["hits"][0]["document"].count("portions"));
ASSERT_EQ(1, json_res["hits"][0]["document"]["portions"].size());
ASSERT_EQ(1, json_res["hits"][0]["document"]["portions"][0].count("unit"));
ASSERT_EQ(5, json_res["hits"][1]["document"].size());
ASSERT_EQ(1, json_res["hits"][1]["document"].count("title"));
ASSERT_EQ("Heavy", json_res["hits"][1]["document"]["title"]);
ASSERT_EQ(1, json_res["hits"][1]["document"].count("Foods"));
ASSERT_EQ(2, json_res["hits"][1]["document"]["Foods"].size());
ASSERT_EQ("Bread", json_res["hits"][1]["document"]["Foods"][0]["name"]);
ASSERT_EQ(1, json_res["hits"][1]["document"]["Foods"][0].count("portions"));
ASSERT_EQ(1, json_res["hits"][1]["document"]["Foods"][0]["portions"].size());
ASSERT_EQ(1, json_res["hits"][1]["document"]["Foods"][0]["portions"][0].count("unit"));
ASSERT_EQ("Milk", json_res["hits"][1]["document"]["Foods"][1]["name"]);
ASSERT_EQ(1, json_res["hits"][1]["document"]["Foods"][1].count("portions"));
ASSERT_EQ(3, json_res["hits"][1]["document"]["Foods"][1]["portions"].size());
ASSERT_EQ(1, json_res["hits"][1]["document"]["Foods"][1]["portions"][0].count("unit"));
ASSERT_EQ(0, json_res["hits"][1]["document"]["Foods"][1]["portions"][1].count("unit"));
ASSERT_EQ(1, json_res["hits"][1]["document"]["Foods"][1]["portions"][2].count("unit"));
json_res.clear();
req_params.clear();
}
TEST_F(UnionTest, Pagination) {
setupNumericArrayCollection();
setupBoolCollection();
// Since no sort_by is mentioned, the documents are returned based on seq_id (insertion order).
// Matches for the searches, individually:
// search seq_id
// 0 9
// 0 4
// 0 3
// 0 2
// 0 1
// 1 4
// 1 3
// 1 2
// 1 1
// 1 0
// The return order:
// search seq_id
// 0 9
// 1 4
// 0 4
// 1 3
// 0 3
// 1 2
// 0 2
// 1 1
// 0 1
// 1 0
req_params = {
{"page", "1"},
{"per_page", "2"}
};
embedded_params = std::vector<nlohmann::json>(2, nlohmann::json::object());
searches = R"([
{
"collection": "coll_bool",
"q": "the",
"query_by": "title"
},
{
"collection": "coll_array_fields",
"q": "Jeremy",
"query_by": "name"
}
])"_json;
auto search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(10, json_res["found"]); // 5 documents from `coll_array_fields` and 5 documents from `coll_bool`.
ASSERT_EQ(15, json_res["out_of"]);
ASSERT_EQ(1, json_res["page"]);
ASSERT_EQ(2, json_res["hits"].size());
ASSERT_EQ(0, json_res["hits"][0]["search_index"]);
ASSERT_EQ("coll_bool", json_res["hits"][0]["collection"]);
ASSERT_EQ("9", json_res["hits"][0]["document"]["id"]);
ASSERT_EQ("The Legend of the Titanic", json_res["hits"][0]["document"]["title"]);
ASSERT_EQ(578730123365187705, json_res["hits"][0]["text_match"]);
ASSERT_EQ(1, json_res["hits"][1]["search_index"]);
ASSERT_EQ("coll_array_fields", json_res["hits"][1]["collection"]);
ASSERT_EQ("4", json_res["hits"][1]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][1]["document"]["name"]);
ASSERT_EQ(578730123365187705, json_res["hits"][1]["text_match"]);
ASSERT_EQ(5, json_res["union_request_params"][0]["found"]);
ASSERT_EQ("coll_bool", json_res["union_request_params"][0]["collection"]);
ASSERT_EQ(5, json_res["union_request_params"][1]["found"]);
ASSERT_EQ("coll_array_fields", json_res["union_request_params"][1]["collection"]);
json_res.clear();
req_params.clear();
req_params = {
{"page", "3"},
{"per_page", "2"}
};
// Pagination parameters of individual searches should have no effect.
searches = R"([
{
"collection": "coll_bool",
"q": "the",
"query_by": "title",
"page": 10,
"per_page": 10
},
{
"collection": "coll_array_fields",
"q": "Jeremy",
"query_by": "name"
}
])"_json;
search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(10, json_res["found"]); // 5 documents from `coll_array_fields` and 5 documents from `coll_bool`.
ASSERT_EQ(15, json_res["out_of"]);
ASSERT_EQ(3, json_res["page"]);
ASSERT_EQ(2, json_res["hits"].size());
ASSERT_EQ("3", json_res["hits"][0]["document"]["id"]);
ASSERT_EQ("The Schindler's List", json_res["hits"][0]["document"]["title"]);
ASSERT_EQ(578730123365187705, json_res["hits"][0]["text_match"]);
ASSERT_EQ("2", json_res["hits"][1]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][1]["document"]["name"]);
ASSERT_EQ(578730123365187705, json_res["hits"][1]["text_match"]);
ASSERT_EQ(2, json_res["union_request_params"][0]["per_page"]);
ASSERT_EQ("coll_bool", json_res["union_request_params"][0]["collection"]);
ASSERT_EQ(2, json_res["union_request_params"][1]["per_page"]);
ASSERT_EQ("coll_array_fields", json_res["union_request_params"][1]["collection"]);
json_res.clear();
req_params.clear();
req_params = {
{"page", "4"},
{"per_page", "2"}
};
searches = R"([
{
"collection": "coll_bool",
"q": "the",
"query_by": "title"
},
{
"collection": "coll_array_fields",
"q": "Jeremy",
"query_by": "name"
}
])"_json;
search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(10, json_res["found"]); // 5 documents from `coll_array_fields` and 5 documents from `coll_bool`.
ASSERT_EQ(15, json_res["out_of"]);
ASSERT_EQ(4, json_res["page"]);
ASSERT_EQ(2, json_res["hits"].size());
ASSERT_EQ("2", json_res["hits"][0]["document"]["id"]);
ASSERT_EQ("Daniel the Wizard", json_res["hits"][0]["document"]["title"]);
ASSERT_EQ(578730123365187705, json_res["hits"][0]["text_match"]);
ASSERT_EQ("1", json_res["hits"][1]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][1]["document"]["name"]);
ASSERT_EQ(578730123365187705, json_res["hits"][1]["text_match"]);
json_res.clear();
req_params.clear();
}
TEST_F(UnionTest, Sorting) {
setupNumericArrayCollection();
setupBoolCollection();
embedded_params = std::vector<nlohmann::json>(2, nlohmann::json::object());
searches = R"([
{
"collection": "coll_bool",
"q": "the",
"query_by": "title",
"sort_by": "rating:desc"
},
{
"collection": "coll_array_fields",
"q": "Jeremy",
"query_by": "name",
"sort_by": "rating:desc"
}
])"_json;
auto search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(10, json_res["found"]); // 5 documents from `coll_array_fields` and 5 documents from `coll_bool`.
ASSERT_EQ(15, json_res["out_of"]);
ASSERT_EQ(10, json_res["hits"].size());
ASSERT_EQ("1", json_res["hits"][0]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][0]["document"]["name"]);
ASSERT_EQ(9.999, json_res["hits"][0]["document"]["rating"]);
ASSERT_EQ("1", json_res["hits"][1]["document"]["id"]);
ASSERT_EQ("The Godfather", json_res["hits"][1]["document"]["title"]);
ASSERT_EQ(9.9, json_res["hits"][1]["document"]["rating"]);
ASSERT_EQ("3", json_res["hits"][2]["document"]["id"]);
ASSERT_EQ("The Schindler's List", json_res["hits"][2]["document"]["title"]);
ASSERT_EQ(9.8, json_res["hits"][2]["document"]["rating"]);
ASSERT_EQ("4", json_res["hits"][3]["document"]["id"]);
ASSERT_EQ("The Wizard of Oz", json_res["hits"][3]["document"]["title"]);
ASSERT_EQ(8.9, json_res["hits"][3]["document"]["rating"]);
ASSERT_EQ("2", json_res["hits"][4]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][4]["document"]["name"]);
ASSERT_EQ(7.812, json_res["hits"][4]["document"]["rating"]);
ASSERT_EQ("4", json_res["hits"][5]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][5]["document"]["name"]);
ASSERT_EQ(5.5, json_res["hits"][5]["document"]["rating"]);
ASSERT_EQ("9", json_res["hits"][6]["document"]["id"]);
ASSERT_EQ("The Legend of the Titanic", json_res["hits"][6]["document"]["title"]);
ASSERT_EQ(2, json_res["hits"][6]["document"]["rating"]);
ASSERT_EQ("2", json_res["hits"][7]["document"]["id"]);
ASSERT_EQ("Daniel the Wizard", json_res["hits"][7]["document"]["title"]);
ASSERT_EQ(1.6, json_res["hits"][7]["document"]["rating"]);
ASSERT_EQ("0", json_res["hits"][8]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][8]["document"]["name"]);
ASSERT_EQ(1.09, json_res["hits"][8]["document"]["rating"]);
ASSERT_EQ("3", json_res["hits"][9]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][9]["document"]["name"]);
ASSERT_EQ(0, json_res["hits"][9]["document"]["rating"]);
json_res.clear();
req_params.clear();
searches = R"([
{
"collection": "coll_bool",
"q": "the",
"query_by": "title",
"sort_by": "rating:asc"
},
{
"collection": "coll_array_fields",
"q": "Jeremy",
"query_by": "name",
"sort_by": "rating:asc"
}
])"_json;
search_op = collectionManager.do_union(req_params, embedded_params, searches, json_res, now_ts);
ASSERT_TRUE(search_op.ok());
ASSERT_EQ(10, json_res["found"]); // 5 documents from `coll_array_fields` and 5 documents from `coll_bool`.
ASSERT_EQ(15, json_res["out_of"]);
ASSERT_EQ(10, json_res["hits"].size());
ASSERT_EQ("3", json_res["hits"][0]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][0]["document"]["name"]);
ASSERT_EQ(0, json_res["hits"][0]["document"]["rating"]);
ASSERT_EQ("0", json_res["hits"][1]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][1]["document"]["name"]);
ASSERT_EQ(1.09, json_res["hits"][1]["document"]["rating"]);
ASSERT_EQ("2", json_res["hits"][2]["document"]["id"]);
ASSERT_EQ("Daniel the Wizard", json_res["hits"][2]["document"]["title"]);
ASSERT_EQ(1.6, json_res["hits"][2]["document"]["rating"]);
ASSERT_EQ("9", json_res["hits"][3]["document"]["id"]);
ASSERT_EQ("The Legend of the Titanic", json_res["hits"][3]["document"]["title"]);
ASSERT_EQ(2, json_res["hits"][3]["document"]["rating"]);
ASSERT_EQ("4", json_res["hits"][4]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][4]["document"]["name"]);
ASSERT_EQ(5.5, json_res["hits"][4]["document"]["rating"]);
ASSERT_EQ("2", json_res["hits"][5]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][5]["document"]["name"]);
ASSERT_EQ(7.812, json_res["hits"][5]["document"]["rating"]);
ASSERT_EQ("4", json_res["hits"][6]["document"]["id"]);
ASSERT_EQ("The Wizard of Oz", json_res["hits"][6]["document"]["title"]);
ASSERT_EQ(8.9, json_res["hits"][6]["document"]["rating"]);
ASSERT_EQ("3", json_res["hits"][7]["document"]["id"]);
ASSERT_EQ("The Schindler's List", json_res["hits"][7]["document"]["title"]);
ASSERT_EQ(9.8, json_res["hits"][7]["document"]["rating"]);
ASSERT_EQ("1", json_res["hits"][8]["document"]["id"]);
ASSERT_EQ("The Godfather", json_res["hits"][8]["document"]["title"]);
ASSERT_EQ(9.9, json_res["hits"][8]["document"]["rating"]);
ASSERT_EQ("1", json_res["hits"][9]["document"]["id"]);
ASSERT_EQ("Jeremy Howard", json_res["hits"][9]["document"]["name"]);
ASSERT_EQ(9.999, json_res["hits"][9]["document"]["rating"]);
json_res.clear();
req_params.clear();
}
Reference in New Issue View Git Blame Copy Permalink