postgres/typesense
1
0
Fork 0
mirror of https://github.com/typesense/typesense.git synced 2025-05-22 06:40:30 +08:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Use 'model size * 1.15`

Browse Source
This commit is contained in:
ozanarmagan 2023-10-17 14:31:39 +03:00
parent 5766b83f24
commit 8392e85891
1 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/text_embedder_manager.cpp
View File

@ -112,13 +112,12 @@ Option<bool> TextEmbedderManager::validate_and_init_local_model(const nlohmann::
const auto& free_memory = SystemMetrics::get_memory_free_bytes();
const auto& model_file_size = std::filesystem::file_size(abs_path);
// return error if model file size is greater than free memory
if(model_file_size > free_memory) {
LOG(ERROR) << "Model file size is greater than free memory: " << model_file_size << " > " << free_memory;
return Option<bool>(400, "Model file size is greater than free memory");
// return error if (model file size * 1.15) is greater than free memory
if(model_file_size * 1.15 > free_memory) {
LOG(ERROR) << "Memory required to load the model exceeds free memory available.";
return Option<bool>(400, "Memory required to load the model exceeds free memory available.");
}
const std::shared_ptr<TextEmbedder>& embedder = std::make_shared<TextEmbedder>(model_name_without_namespace);
auto validate_op = embedder->validate();