postgres/typesense
1
0
Fork 0
mirror of https://github.com/typesense/typesense.git synced 2025-05-18 20:52:50 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Ignore non-utf8 characters during JSON serialization.

Browse Source 
Otherwise, there will be an exception thrown.
This commit is contained in:
kishorenc 2020-08-23 14:52:29 +05:30
parent 9f83d9e0c2
commit a7f3176732
2 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
include/http_data.h
View File

@ -187,7 +187,7 @@ struct http_req {
content["body"] = body;
content["metadata"] = metadata;
return content.dump();
return content.dump(-1, ' ', false, nlohmann::detail::error_handler_t::ignore);
}
bool is_http_v1() {

8
src/collection.cpp
View File

@ -173,9 +173,11 @@ Option<nlohmann::json> Collection::add(const std::string & json_str) {
return Option<nlohmann::json>(index_memory_op.code(), index_memory_op.error());
}
const std::string& serialized_json = document.dump(-1, ' ', false, nlohmann::detail::error_handler_t::ignore);
rocksdb::WriteBatch batch;
batch.Put(get_doc_id_key(document["id"]), seq_id_str);
batch.Put(get_seq_id_key(seq_id), document.dump());
batch.Put(get_seq_id_key(seq_id), serialized_json);
bool write_ok = store->batch_write(batch);
if(!write_ok) {
@ -263,10 +265,12 @@ void Collection::batch_index(std::vector<std::vector<index_record>> &index_batch
for(auto& index_record: index_batch) {
if(index_record.indexed.ok()) {
const std::string& seq_id_str = std::to_string(index_record.seq_id);
const std::string& serialized_json = index_record.document.dump(-1, ' ', false,
nlohmann::detail::error_handler_t::ignore);
rocksdb::WriteBatch batch;
batch.Put(get_doc_id_key(index_record.document["id"]), seq_id_str);
batch.Put(get_seq_id_key(index_record.seq_id), index_record.document.dump());
batch.Put(get_seq_id_key(index_record.seq_id), serialized_json);
bool write_ok = store->batch_write(batch);
if(!write_ok) {