handing over to Rafi

Author: DvirDukhan

CMakeLists.txt

@@ -23,7 +23,7 @@ ENDIF()
 
 #----------------------------------------------------------------------------------------------
 
-SET(CMAKE_CC_COMMON_FLAGS "-fPIC -fcommon")
+SET(CMAKE_CC_COMMON_FLAGS "-fPIC")
 IF (USE_PROFILE)
     SET(CMAKE_CC_COMMON_FLAGS "${CMAKE_CC_COMMON_FLAGS} -g -ggdb -fno-omit-frame-pointer")
 ENDIF()

src/backends/backends.c

@@ -19,6 +19,8 @@
 #include "execution/background_workers.h"
 #include "execution/execution_contexts/modelRun_ctx.h"
 
+RAI_LoadedBackends RAI_backends = {0};
+
 static bool _ValidateFuncExists(RedisModuleCtx *ctx, void *func_ptr, const char *func_name,
                                 const char *backend_name, const char *path) {
     if (func_ptr == NULL) {

src/backends/backends.h

@@ -100,7 +100,7 @@ typedef struct RAI_LoadedBackends {
     RAI_LoadedBackend onnx;
 } RAI_LoadedBackends;
 
-RAI_LoadedBackends RAI_backends;
+extern RAI_LoadedBackends RAI_backends;
 
 int RAI_LoadBackend(RedisModuleCtx *ctx, int backend, const char *path);
 

src/backends/backends_api.h

@@ -3,12 +3,12 @@
 #include <stdint.h>
 #include "redismodule.h"
 
-#ifdef BACKENDS_API_EXTERN
-#define BACKENDS_API extern
+#ifdef BACKENDS_API_MAIN
+#define BACKENDS_API 
 #endif
 
 #ifndef BACKENDS_API
-#define BACKENDS_API
+#define BACKENDS_API extern
 #endif
 
 typedef struct RAI_Tensor RAI_Tensor;

src/backends/onnx_timeout.c

@@ -7,6 +7,8 @@
 #include "redis_ai_objects/stats.h"
 #include "backends_api.h"
 
+OnnxGlobalRunSessions *onnx_global_run_sessions = NULL;
+
 int RAI_InitGlobalRunSessionsORT() {
     onnx_global_run_sessions = RedisModule_Alloc(sizeof(OnnxGlobalRunSessions));
 

src/backends/onnx_timeout.h

@@ -35,7 +35,7 @@ typedef struct OnnxGlobalRunSessions {
     pthread_rwlock_t rwlock;
 } OnnxGlobalRunSessions;
 
-OnnxGlobalRunSessions *onnx_global_run_sessions;
+extern OnnxGlobalRunSessions *onnx_global_run_sessions;
 
 /**
  * @brief This is called whenever Onnx backend is loaded. It creates the global

src/backends/onnxruntime.c

@@ -1,4 +1,5 @@
 #define REDISMODULE_MAIN
+#define BACKENDS_API_MAIN
 #include <cuda_provider_factory.h>
 #include "backends/util.h"
 #include <stdatomic.h>

src/backends/tflite.c

@@ -1,10 +1,14 @@
 #define REDISMODULE_MAIN
+#define BACKENDS_API_MAIN
 #include "backends/util.h"
 #include "backends/tflite.h"
 #include "util/arr.h"
 #include "libtflite_c/tflite_c.h"
 #include "redis_ai_objects/tensor.h"
 
+
+RAI_LoadedBackends RAI_backends = {0};
+
 int RAI_InitBackendTFLite(int (*get_api_fn)(const char *, void *)) {
     get_api_fn("RedisModule_Alloc", ((void **)&RedisModule_Alloc));
     get_api_fn("RedisModule_Calloc", ((void **)&RedisModule_Calloc));

src/execution/DAG/dag.c

@@ -32,7 +32,6 @@
 #include <sys/time.h>
 #include <unistd.h>
 
-#include "redisai.h"
 #include "rmutil/args.h"
 #include "rmutil/alloc.h"
 #include "util/arr.h"

src/execution/run_queue_info.c

@@ -3,6 +3,8 @@
 #include "backends/backends.h"
 #include "background_workers.h"
 
+AI_dict *RunQueues = NULL;
+
 RunQueueInfo *RunQueue_Create(const char *device_str) {
 
     size_t device_str_len = strlen(device_str);