postgres/typesense
1
0
Fork 0
mirror of https://github.com/typesense/typesense.git synced 2025-05-20 21:52:23 +08:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Check ONNX CUDA shared library before loading

Browse Source
This commit is contained in:
ozanarmagan 2023-07-26 11:18:19 +03:00
parent 088929d12f
commit c9259731c8
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/text_embedder.cpp
View File

@ -5,6 +5,7 @@
#include <fstream>
#include <sstream>
#include <filesystem>
#include <dlfcn.h>
TextEmbedder::TextEmbedder(const std::string& model_name) {
// create environment
@ -12,6 +13,14 @@ TextEmbedder::TextEmbedder(const std::string& model_name) {
auto providers = Ort::GetAvailableProviders();
for(auto& provider : providers) {
if(provider == "CUDAExecutionProvider") {
// check existence of so file
void* handle = dlopen("libonnxruntime_providers_cuda.so", RTLD_NOW | RTLD_GLOBAL);
if(!handle) {
LOG(ERROR) << "Cannot load libonnxruntime_providers_cuda.so";
continue;
}
LOG(INFO) << "Using CUDAExecutionProvider";
OrtCUDAProviderOptions cuda_options;
session_options.AppendExecutionProvider_CUDA(cuda_options);