upgrading to beta V 2 of ort with optional compilation of GPU

.github/workflows/build_all.yml

@@ -0,0 +1,80 @@
+name: Build All Platforms
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+
+jobs:
+  macos:
+    runs-on: macos-latest
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v3
+
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          target: x86_64-apple-darwin,aarch64-apple-darwin
+
+      - name: Build macOS binaries
+        working-directory: modules/c-wrapper
+        run: |
+          cargo build --release --target x86_64-apple-darwin
+          cargo build --release --target aarch64-apple-darwin
+
+      - name: Upload macOS artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: macos-binaries
+          path: modules/c-wrapper/target/*/release/
+
+  linux:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v3
+
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          target: x86_64-unknown-linux-gnu,aarch64-unknown-linux-gnu
+
+      - name: Build Linux binaries
+        working-directory: modules/c-wrapper
+        run: |
+          cargo build --release --target x86_64-unknown-linux-gnu
+          cargo build --release --target aarch64-unknown-linux-gnu
+
+      - name: Upload Linux artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: linux-binaries
+          path: modules/c-wrapper/target/*/release/
+
+  windows:
+    runs-on: windows-latest
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v3
+
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          target: x86_64-pc-windows-gnu,aarch64-pc-windows-gnu
+
+      - name: Build Windows binaries
+        working-directory: modules/c-wrapper
+        run: |
+          cargo build --release --target x86_64-pc-windows-gnu
+          cargo build --release --target aarch64-pc-windows-gnu
+
+      - name: Upload Windows artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: windows-binaries
+          path: modules/c-wrapper/target/*/release/

.github/workflows/c_wrapper_unit_tests.yml

@@ -0,0 +1,28 @@
+name: Run C-wrapper unit tests
+
+on:
+  pull_request:
+    types: [opened, reopened, synchronize]
+
+jobs:
+  test_core:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+      with:
+        fetch-depth: 0
+    - name: Set up Rust
+      uses: actions-rs/toolchain@v1
+      with:
+        profile: minimal
+        toolchain: stable
+        override: true
+
+    - name: Set up Python
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.11'
+
+    - name: Run Core Unit Tests
+      run: cd modules/c-wrapper/scripts && sh build-docker.sh

.github/workflows/surrealml_core_onnx_test.yml

@@ -13,37 +13,5 @@ jobs:
       with:
         fetch-depth: 0
 
-    - name: Set up Rust
-      uses: actions-rs/toolchain@v1
-      with:
-        profile: minimal
-        toolchain: stable
-        override: true
-
-    - name: Set up Python
-      uses: actions/setup-python@v2
-      with:
-        python-version: '3.11'
-
-    - name: Pre-test Setup
-      run: |
-        python3 -m venv venv
-        source venv/bin/activate
-        pip install --upgrade pip
-        pip install -r requirements.txt
-
-        # build the local version of the core module to be loaded into python
-        echo "Building local version of core module"
-
-        pip install .
-        export PYTHONPATH="."
-
-        python ./tests/scripts/ci_local_build.py
-        echo "Local build complete"
-
-        # train the models for the tests
-        python ./tests/model_builder/onnx_assets.py
-        deactivate
-
     - name: Run Core Unit Tests
-      run: cd modules/core && cargo test --features onnx-tests
+      run: cd modules/core && docker build -t rust-onnx-runtime . && docker run --rm rust-onnx-runtime cargo test --features onnx-tests

.github/workflows/surrealml_core_tensorflow_test.yml

@@ -13,37 +13,5 @@ jobs:
       with:
         fetch-depth: 0
 
-    - name: Set up Rust
-      uses: actions-rs/toolchain@v1
-      with:
-        profile: minimal
-        toolchain: stable
-        override: true
-
-    - name: Set up Python
-      uses: actions/setup-python@v2
-      with:
-        python-version: '3.11'
-
-    - name: Pre-test Setup
-      run: |
-        python3 -m venv venv
-        source venv/bin/activate
-        pip install --upgrade pip
-        pip install -r requirements.txt
-
-        # build the local version of the core module to be loaded into python
-        echo "Building local version of core module"
-
-        pip install .
-        export PYTHONPATH="."
-
-        python ./tests/scripts/ci_local_build.py
-        echo "Local build complete"
-
-        # train the models for the tests
-        python ./tests/model_builder/tensorflow_assets.py
-        deactivate
-
     - name: Run Core Unit Tests
-      run: cd modules/core && cargo test --features tensorflow-tests
+      run: cd modules/core && docker build -t rust-onnx-runtime . && docker run --rm rust-onnx-runtime cargo test --features tensorflow-tests

.github/workflows/surrealml_core_test.yml

@@ -13,47 +13,5 @@ jobs:
       with:
         fetch-depth: 0
 
-    - name: Set up Rust
-      uses: actions-rs/toolchain@v1
-      with:
-        profile: minimal
-        toolchain: stable
-        override: true
-
-    - name: Set up Python
-      uses: actions/setup-python@v2
-      with:
-        python-version: '3.11'
-
-    - name: Pre-test Setup
-      run: |
-        python3 -m venv venv
-        source venv/bin/activate
-        pip install --upgrade pip
-        pip install -r requirements.txt
-
-        # build the local version of the core module to be loaded into python
-        echo "Building local version of core module"
-
-        pip install .
-        export PYTHONPATH="."
-
-        python ./tests/scripts/ci_local_build.py
-        echo "Local build complete"
-
-        # train the models for the tests
-        python ./tests/model_builder/sklearn_assets.py
-        deactivate
-
-    - name: Run Python Unit Tests
-      run: |
-        source venv/bin/activate
-        export PYTHONPATH="."
-        python tests/unit_tests/engine/test_sklearn.py
-        deactivate
-
     - name: Run Core Unit Tests
-      run: cd modules/core && cargo test --features sklearn-tests
-
-    - name: Run HTTP Transfer Tests
-      run: cargo test
+      run: cd modules/core && docker build -t rust-onnx-runtime . && docker run --rm rust-onnx-runtime cargo test --features sklearn-tests

.github/workflows/surrealml_core_torch_test.yml

@@ -13,46 +13,5 @@ jobs:
       with:
         fetch-depth: 0
 
-    - name: Set up Rust
-      uses: actions-rs/toolchain@v1
-      with:
-        profile: minimal
-        toolchain: stable
-        override: true
-
-    - name: Set up Python
-      uses: actions/setup-python@v2
-      with:
-        python-version: '3.11'
-
-    - name: Pre-test Setup
-      run: |
-        python3 -m venv venv
-        source venv/bin/activate
-        pip install --upgrade pip
-        pip install -r requirements.txt
-
-        # build the local version of the core module to be loaded into python
-        echo "Building local version of core module"
-
-        pip install .
-        export PYTHONPATH="."
-
-        python ./tests/scripts/ci_local_build.py
-        echo "Local build complete"
-
-        # train the models for the tests
-        python ./tests/model_builder/torch_assets.py
-        deactivate
-
-    - name: Run Python Unit Tests
-      run: |
-        source venv/bin/activate
-        export PYTHONPATH="."
-        python tests/unit_tests/engine/test_torch.py
-        python tests/unit_tests/test_rust_adapter.py
-        python tests/unit_tests/test_surml_file.py
-        deactivate
-
     - name: Run Core Unit Tests
-      run: cd modules/core && cargo test --features torch-tests
+      run: cd modules/core && docker build -t rust-onnx-runtime . && docker run --rm rust-onnx-runtime cargo test --features torch-tests