server: tests: ci : matrix cuda

ggerganov · Feb 23, 2024 · 68cd1a4 · 68cd1a4
1 parent 12bb797
commit 68cd1a4
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/.github/workflows/server-test.yml b/.github/workflows/server-test.yml
@@ -42,6 +42,8 @@ jobs:
             defines: '-DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_KOMPUTE=ON -DKOMPUTE_OPT_DISABLE_VULKAN_VERSION_CHECK=ON'
           - build: 'vulkan'
             defines: '-DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_VULKAN=ON'
+          - build: 'cuda'
+            defines: '-DLLAMA_NATIVE=OFF -DLLAMA_BUILD_SERVER=ON -DLLAMA_CUBLAS=ON'
 
     steps:
       - name: Clone
@@ -81,6 +83,15 @@ jobs:
           apt-get update
           apt-get -y install vulkan-sdk
 
+      - name: Install CUDA
+        id: get_vulkan
+        if: ${{ matrix.build == 'cuda' }}
+        run: |
+          wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb
+          dpkg -i cuda-keyring_1.1-1_all.deb
+          apt-get update
+          apt-get install cuda-toolkit
+
       - name: Build
         id: cmake_build
         run: |