#pragma once #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include class Collection { private: std::string name; uint32_t collection_id; size_t num_documents; size_t num_indices; std::vector indices; std::vector index_threads; // Auto incrementing record ID used internally for indexing - not exposed to the client uint32_t next_seq_id; Store* store; std::vector fields; std::unordered_map search_schema; std::unordered_map facet_schema; std::unordered_map sort_schema; std::string token_ranking_field; std::string get_doc_id_key(const std::string & doc_id); std::string get_seq_id_key(uint32_t seq_id); Option validate_index_in_memory(const nlohmann::json &document, uint32_t seq_id); public: Collection() = delete; Collection(const std::string name, const uint32_t collection_id, const uint32_t next_seq_id, Store *store, const std::vector & fields, const std::string & token_ranking_field); ~Collection(); static std::string get_next_seq_id_key(const std::string & collection_name); static std::string get_meta_key(const std::string & collection_name); std::string get_seq_id_collection_prefix(); std::string get_name(); size_t get_num_documents(); uint32_t get_collection_id(); uint32_t get_next_seq_id(); void set_next_seq_id(uint32_t seq_id); void increment_next_seq_id_field(); static uint32_t deserialize_seq_id_key(std::string serialized_seq_id); uint32_t doc_id_to_seq_id(std::string doc_id); std::vector get_facet_fields(); std::vector get_sort_fields(); std::vector get_fields(); std::unordered_map get_schema(); std::string get_token_ranking_field(); Option add(const std::string & json_str); Option search(std::string query, const std::vector search_fields, const std::string & simple_filter_query, const std::vector & facet_fields, const std::vector & sort_fields, const int num_typos, const size_t per_page = 10, const size_t page = 1, const token_ordering token_order = FREQUENCY, const bool prefix = false); Option get(const std::string & id); Option remove(const std::string & id, const bool remove_from_store = true); Option index_in_memory(const nlohmann::json & document, uint32_t seq_id); static const int MAX_SEARCH_TOKENS = 10; static const int MAX_RESULTS = 500; // strings under this length will be fully highlighted, instead of showing a snippet of relevant portion enum {SNIPPET_STR_ABOVE_LEN = 30}; // Using a $ prefix so that these meta keys stay above record entries in a lexicographically ordered KV store static constexpr const char* COLLECTION_META_PREFIX = "$CM"; static constexpr const char* COLLECTION_NEXT_SEQ_PREFIX = "$CS"; static constexpr const char* SEQ_ID_PREFIX = "$SI"; static constexpr const char* DOC_ID_PREFIX = "$DI"; };