#pragma once #include #include #include #include #include #include #include #include class Collection { private: std::string name; uint32_t collection_id; // Auto incrementing record ID used internally for indexing - not exposed to the client uint32_t next_seq_id; spp::sparse_hash_map schema; std::vector rank_fields; Store* store; spp::sparse_hash_map index_map; spp::sparse_hash_map primary_rank_scores; spp::sparse_hash_map secondary_rank_scores; // Using a $ prefix so that these keys stay at the top of a lexicographically ordered KV store const std::string SEQ_ID_PREFIX = "$SI"; const std::string DOC_ID_PREFIX = "$DI"; const std::string COLLECTION_NEXT_SEQ_PREFIX = "$CS"; std::string get_seq_id_key(uint32_t seq_id); std::string get_doc_id_key(std::string doc_id); std::string get_collection_next_seq_id_key(std::string collection_name); uint32_t get_next_seq_id(); static inline std::vector next_suggestion(const std::vector> &token_leaves, long long int n); void log_leaves(const int cost, const std::string &token, const std::vector &leaves) const; void search(std::string & query, const std::string & field, const int num_typos, const size_t num_results, Topster<100> & topster, size_t & num_found, const token_ordering token_order = FREQUENCY, const bool prefix = false); void search_candidates(int & token_rank, std::vector> & token_leaves, Topster<100> & topster, size_t & total_results, size_t & num_found, const size_t & max_results); void index_string_field(const std::string &field_name, art_tree *t, const nlohmann::json &document, uint32_t seq_id) const; void index_int32_field(const std::string &field_name, art_tree *t, const nlohmann::json &document, uint32_t seq_id) const; public: Collection() = delete; Collection(const std::string name, const uint32_t collection_id, const uint32_t next_seq_id, Store *store, const std::vector & search_fields, const std::vector & rank_fields); ~Collection(); std::string add(std::string json_str); nlohmann::json search(std::string query, const std::vector fields, const int num_typos, const size_t num_results, const token_ordering token_order = FREQUENCY, const bool prefix = false); void remove(std::string id); void score_results(Topster<100> &topster, const int & token_rank, const std::vector &query_suggestion, const uint32_t *result_ids, const size_t result_size) const; enum {MAX_SEARCH_TOKENS = 20}; enum {MAX_RESULTS = 100}; };