LLAPI tests - fix deadlock (#710)

* - Fix dead-lock in llapi tests: need to acquire and release the lock in the "on-finish" callback to ensure that "on-finish" isn't done before the main-thread is waiting.
- Refactor the RunResult_ctx in dag_utils to include the mutex and condition variable instead of having them global.

* Add c-lang formatting (lint) for files in tests dir.

* PR fix (only naming changes)

Author: alonre24

opt/clang-check-all.sh

@@ -4,8 +4,14 @@
 set -e
 
 CLANG_FMT_SRCS=$(find ../src/ \( -name '*.c' -o -name '*.cc'-o -name '*.cpp' -o -name '*.h' -o -name '*.hh' -o -name '*.hpp' \))
+CLANG_FMT_TESTS=$(find ../tests/ \( -name '*.c' -o -name '*.cc'-o -name '*.cpp' -o -name '*.h' -o -name '*.hh' -o -name '*.hpp' \))
 
 for filename in $CLANG_FMT_SRCS; do
     echo "Checking $filename"
     clang-format -style=file -Werror --dry-run $filename
 done
+
+for filename in $CLANG_FMT_TESTS; do
+    echo "Checking $filename"
+    clang-format -style=file -Werror --dry-run $filename
+done

opt/clang-format-all.sh

@@ -4,7 +4,12 @@
 set -e
 
 CLANG_FMT_SRCS=$(find ../src/ \( -name '*.c' -o -name '*.cc'-o -name '*.cpp' -o -name '*.h' -o -name '*.hh' -o -name '*.hpp' \))
+CLANG_FMT_TESTS=$(find ../tests/ \( -name '*.c' -o -name '*.cc'-o -name '*.cpp' -o -name '*.h' -o -name '*.hh' -o -name '*.hpp' \))
 
 for filename in $CLANG_FMT_SRCS; do
     clang-format --verbose -style=file -i $filename
 done
+
+for filename in $CLANG_FMT_TESTS; do
+    clang-format --verbose -style=file -i $filename
+done

tests/flow/pt_api_test.c

@@ -4,41 +4,41 @@
 #include "dlpack/dlpack.h"
 
 int main() {
-  printf("Hello from libTorch C library version %s\n", "1.0");
-  torchBasicTest();
+    printf("Hello from libTorch C library version %s\n", "1.0");
+    torchBasicTest();
 
-  void* ctx;
-  char *err = NULL;
+    void *ctx;
+    char *err = NULL;
 
-  const char script[] = "\n\
+    const char script[] = "\n\
     def foo(a):          \n\
         return a * 2     \n\
     ";
 
-  ctx = torchCompileScript(script, kDLCPU, &err);
-  if (err) {
-    printf("ERR: %s\n", err);
-    free(err);
-    err = NULL;
-    return 1;
-  }
-  printf("Compiled: %p\n", ctx);
+    ctx = torchCompileScript(script, kDLCPU, &err);
+    if (err) {
+        printf("ERR: %s\n", err);
+        free(err);
+        err = NULL;
+        return 1;
+    }
+    printf("Compiled: %p\n", ctx);
 
-  DLDataType dtype = (DLDataType){ .code = kDLFloat, .bits = 32, .lanes = 1};
-  int64_t shape[1] = {1};
-  int64_t strides[1] = {1};
-  char data[4] = "0000";
-  DLManagedTensor* input = torchNewTensor(dtype, 1, shape, strides, data);
-  DLManagedTensor* output;
-  torchRunScript(ctx, "foo", 1, &input, 1, &output, &err);
-  if (err) {
-    printf("ERR: %s\n", err);
-    free(err);
-    return 1;
-  }
+    DLDataType dtype = (DLDataType){.code = kDLFloat, .bits = 32, .lanes = 1};
+    int64_t shape[1] = {1};
+    int64_t strides[1] = {1};
+    char data[4] = "0000";
+    DLManagedTensor *input = torchNewTensor(dtype, 1, shape, strides, data);
+    DLManagedTensor *output;
+    torchRunScript(ctx, "foo", 1, &input, 1, &output, &err);
+    if (err) {
+        printf("ERR: %s\n", err);
+        free(err);
+        return 1;
+    }
 
-  torchDeallocContext(ctx);
-  printf("Deallocated\n");
+    torchDeallocContext(ctx);
+    printf("Deallocated\n");
 
-  return 0;
+    return 0;
 }

tests/flow/tests_llapi.py

@@ -101,6 +101,12 @@ def test_dag_build_and_run(env):
     ret = con.execute_command("RAI_llapi.DAGrun")
     env.assertEqual(ret, b'DAG run success')
 
+    # Run the DAG LLAPI test again with multi process test to ensure that there are no dead-locks
+    def run_dag_llapi(con):
+        con.execute_command("RAI_llapi.DAGrun")
+
+    run_test_multiproc(env, 500, run_dag_llapi)
+
 
 @with_test_module
 def test_dagrun_multidevice_resnet(env):

tests/flow/tf_api_test.c

@@ -2,6 +2,6 @@
 #include <tensorflow/c/c_api.h>
 
 int main() {
-  printf("Hello from TensorFlow C library version %s\n", TF_Version());
-  return 0;
+    printf("Hello from TensorFlow C library version %s\n", TF_Version());
+    return 0;
 }