added cuda kcpp build steps

LostRuins · Apr 11, 2024 · a5fbf49 · a5fbf49
1 parent 06e3a6f
commit a5fbf49
Show file tree

Hide file tree

Showing 2 changed files with 24 additions and 22 deletions.
diff --git a/.github/workflows/kcpp-build-release-win-full.yaml b/.github/workflows/kcpp-build-release-win-full.yaml
@@ -38,30 +38,32 @@ jobs:
         run: |
           make -j ${env:NUMBER_OF_PROCESSORS}
 
-      - name: Package PyInstaller
-        id: make_pyinstaller
-        run: |
-          ./make_pyinstaller.bat
-          ls
+      - uses: Jimver/[email protected]
+        id: cuda-toolkit
+        with:
+          cuda: '11.4.4'
 
-      # - uses: Jimver/[email protected]
-      #   id: cuda-toolkit
-      #   with:
-      #     cuda: '11.4.4'
+      - name: Build CUDA
+        id: cmake_build
+        run: |
+          mkdir build
+          cd build
+          cmake .. -DLLAMA_CUBLAS=ON -DCMAKE_SYSTEM_VERSION="10.0.19041.0"
+          cmake --build . --config Release -j ${env:NUMBER_OF_PROCESSORS}
+          mv build/bin/Release/koboldcpp_cublas.dll ../koboldcpp_cublas.dll
+          cd ..
 
-      # - name: Build CUDA
-      #   id: cmake_build
-      #   run: |
-      #     mkdir build
-      #     cd build
-      #     cmake .. -DLLAMA_CUBLAS=ON -DCMAKE_SYSTEM_VERSION="10.0.19041.0"
-      #     cmake --build . --config Release -j ${env:NUMBER_OF_PROCESSORS}
+      - name: Download CuBLAS Libraries
+        run: |
+          curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublas64_11.dll --output cublas64_11.dll
+          curl -L https://github.com/LostRuins/koboldcpp/releases/download/cuda11_cublas_libraries/cublasLt64_11.dll --output cublasLt64_11.dll
+          ls
 
-      # - name: Save artifact
-      #   uses: actions/upload-artifact@v3
-      #   with:
-      #     name: kcpp_windows_cuda_binary
-      #     path: build/bin/Release/
+      - name: Package PyInstallers
+        id: make_pyinstaller
+        run: |
+          ./make_pyinstaller.bat
+          ./make_pyinstaller_cuda.bat
 
       - name: Save artifact
         uses: actions/upload-artifact@v3

diff --git a/make_pyinstaller.bat b/make_pyinstaller.bat
@@ -1 +1 @@
-PyInstaller --noconfirm --onefile --clean --console --collect-all customtkinter --icon "./niko.ico" --add-data "./winclinfo.exe;." --add-data "./OpenCL.dll;." --add-data "./klite.embd;." --add-data "./kcpp_docs.embd;." --add-data "./koboldcpp_default.dll;." --add-data "./koboldcpp_openblas.dll;." --add-data "./koboldcpp_failsafe.dll;." --add-data "./koboldcpp_noavx2.dll;." --add-data "./libopenblas.dll;." --add-data "./koboldcpp_clblast.dll;." --add-data "./koboldcpp_clblast_noavx2.dll;." --add-data "./koboldcpp_vulkan_noavx2.dll;." --add-data "./clblast.dll;." --add-data "./koboldcpp_vulkan.dll;." --add-data "./vulkan-1.dll;." --add-data "./rwkv_vocab.embd;." --add-data "./rwkv_world_vocab.embd;." "./koboldcpp.py" -n "koboldcpp.exe"
+PyInstaller --noconfirm --onefile --clean --console --collect-all customtkinter --icon "./niko.ico" --add-data "./winclinfo.exe;." --add-data "./OpenCL.dll;." --add-data "./klite.embd;." --add-data "./kcpp_docs.embd;." --add-data "./koboldcpp_default.dll;." --add-data "./koboldcpp_openblas.dll;." --add-data "./koboldcpp_failsafe.dll;." --add-data "./koboldcpp_noavx2.dll;." --add-data "./libopenblas.dll;." --add-data "./koboldcpp_clblast.dll;." --add-data "./koboldcpp_clblast_noavx2.dll;." --add-data "./koboldcpp_vulkan_noavx2.dll;." --add-data "./clblast.dll;." --add-data "./koboldcpp_vulkan.dll;." --add-data "./vulkan-1.dll;." --add-data "./rwkv_vocab.embd;." --add-data "./rwkv_world_vocab.embd;." "./koboldcpp.py" -n "koboldcpp_nocuda.exe"