postgres/typesense
1
0
Fork 0
mirror of https://github.com/typesense/typesense.git synced 2025-05-21 06:02:26 +08:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Handle vector index purge.

Browse Source
This commit is contained in:
Kishore Nallan 2022-09-07 10:57:52 +05:30
parent c5b55a4ca3
commit d489702fca
1 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/index.cpp
View File

@ -195,6 +195,10 @@ Index::~Index() {
facet_index_v3.clear();
delete seq_ids;
for(auto& vec_index_kv: vector_index) {
delete vec_index_kv.second;
}
}
int64_t Index::get_points_from_doc(const nlohmann::json &document, const std::string & default_sorting_field) {
@ -1371,13 +1375,13 @@ void Index::search_all_candidates(const size_t num_search_fields,
uint64 qhash;
uint32_t total_cost = next_suggestion2(token_candidates_vec, n, query_suggestion, qhash);
/*LOG(INFO) << "n: " << n;
LOG(INFO) << "n: " << n;
std::stringstream fullq;
for(const auto& qtok : query_suggestion) {
fullq << qtok.value << " ";
}
LOG(INFO) << "query: " << fullq.str() << ", total_cost: " << total_cost
<< ", all_result_ids_len: " << all_result_ids_len << ", bufsiz: " << id_buff.size();*/
<< ", all_result_ids_len: " << all_result_ids_len << ", bufsiz: " << id_buff.size();
if(query_hashes.find(qhash) != query_hashes.end()) {
// skip this query since it has already been processed before
@ -1396,6 +1400,8 @@ void Index::search_all_candidates(const size_t num_search_fields,
sort_order, field_values, geopoint_indices,
id_buff, all_result_ids, all_result_ids_len);
LOG(INFO) << "> all_result_ids_len: " << all_result_ids_len;
query_hashes.insert(qhash);
}
}
@ -2650,6 +2656,8 @@ void Index::search(std::vector<query_tokens_t>& field_query_tokens, const std::v
// When atleast two tokens from the query are available we can drop one
std::vector<token_t> truncated_tokens;
LOG(INFO) << "num_tokens_dropped: " << num_tokens_dropped;
if(orig_tokens.size() > 1 && num_tokens_dropped < 2*(orig_tokens.size()-1)) {
bool prefix_search = false;