From 3a0ff7b57a54b104fd73f4bc75aa241857acc078 Mon Sep 17 00:00:00 2001 From: Chamal Gomes <106123134+chamalgomes@users.noreply.github.com> Date: Wed, 15 Jul 2026 15:23:13 +1000 Subject: [PATCH 1/5] Update llama-build-cuda.yaml --- .github/workflows/llama-build-cuda.yaml | 3 --- 1 file changed, 3 deletions(-) diff --git a/.github/workflows/llama-build-cuda.yaml b/.github/workflows/llama-build-cuda.yaml index 899d567..54ae71b 100644 --- a/.github/workflows/llama-build-cuda.yaml +++ b/.github/workflows/llama-build-cuda.yaml @@ -72,9 +72,6 @@ jobs: -DLLAVA_BUILD=off -DCMAKE_CUDA_ARCHITECTURES=${{ matrix.cuda_config.arch }} -DGGML_CUDA_FORCE_MMQ=OFF - -DGGML_AVX2=on - -DGGML_FMA=on - -DGGML_F16C=on -DLLAMA_BUILD_EXAMPLES=OFF -DLLAMA_BUILD_TESTS=OFF -DLLAMA_BUILD_SERVER=OFF From 59228cb4cd468e6e69373291841f2228e980f859 Mon Sep 17 00:00:00 2001 From: Chamal Gomes <106123134+chamalgomes@users.noreply.github.com> Date: Wed, 15 Jul 2026 15:50:03 +1000 Subject: [PATCH 2/5] Update llama-build-cuda.yaml for GGML options --- .github/workflows/llama-build-cuda.yaml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/.github/workflows/llama-build-cuda.yaml b/.github/workflows/llama-build-cuda.yaml index 54ae71b..e7c4e69 100644 --- a/.github/workflows/llama-build-cuda.yaml +++ b/.github/workflows/llama-build-cuda.yaml @@ -76,6 +76,12 @@ jobs: -DLLAMA_BUILD_TESTS=OFF -DLLAMA_BUILD_SERVER=OFF -DCMAKE_EXE_LINKER_FLAGS="-L/usr/local/cuda/lib64/stubs -lcuda" + -DGGML_NATIVE=OFF + -DGGML_AVX=ON + -DGGML_AVX2=OFF + -DGGML_FMA=OFF + -DGGML_F16C=OFF + -DGGML_AVX512=OFF run: | # Rename the release version with +cu{cuda_ver} build tag sed -i 's/__version__ = "\([^"]*\)"/__version__ = "\1+${{ matrix.cuda_config.short }}"/' llama_cpp/__init__.py From c4b16f1c2fc4e2f774cdccd983c4c9dd2c2adb83 Mon Sep 17 00:00:00 2001 From: Chamal Gomes <106123134+chamalgomes@users.noreply.github.com> Date: Thu, 16 Jul 2026 14:54:36 +1000 Subject: [PATCH 3/5] Update llama-build-cuda.yaml --- .github/workflows/llama-build-cuda.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/llama-build-cuda.yaml b/.github/workflows/llama-build-cuda.yaml index e7c4e69..9c5a68f 100644 --- a/.github/workflows/llama-build-cuda.yaml +++ b/.github/workflows/llama-build-cuda.yaml @@ -78,9 +78,9 @@ jobs: -DCMAKE_EXE_LINKER_FLAGS="-L/usr/local/cuda/lib64/stubs -lcuda" -DGGML_NATIVE=OFF -DGGML_AVX=ON - -DGGML_AVX2=OFF - -DGGML_FMA=OFF - -DGGML_F16C=OFF + -DGGML_AVX2=ON + -DGGML_FMA=ON + -DGGML_F16C=ON -DGGML_AVX512=OFF run: | # Rename the release version with +cu{cuda_ver} build tag From b7d03ee51c05d87427523bc84ef3fb5d4ef2169f Mon Sep 17 00:00:00 2001 From: Chamal Gomes <106123134+chamalgomes@users.noreply.github.com> Date: Thu, 16 Jul 2026 17:03:36 +1000 Subject: [PATCH 4/5] Update llama-build-cuda.yaml --- .github/workflows/llama-build-cuda.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/llama-build-cuda.yaml b/.github/workflows/llama-build-cuda.yaml index 9c5a68f..0ee83e7 100644 --- a/.github/workflows/llama-build-cuda.yaml +++ b/.github/workflows/llama-build-cuda.yaml @@ -24,7 +24,7 @@ jobs: arch: 80 - ver: 13.1.1 short: cu131 - arch: 80 + arch: 75 pyver: ["3.14"] defaults: From 0a40f51d69f8fef494442c70852b109d2185f47d Mon Sep 17 00:00:00 2001 From: Chamal Gomes <106123134+chamalgomes@users.noreply.github.com> Date: Fri, 17 Jul 2026 15:26:32 +1000 Subject: [PATCH 5/5] Update llama-build-cuda.yaml --- .github/workflows/llama-build-cuda.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/llama-build-cuda.yaml b/.github/workflows/llama-build-cuda.yaml index 0ee83e7..7d0f03d 100644 --- a/.github/workflows/llama-build-cuda.yaml +++ b/.github/workflows/llama-build-cuda.yaml @@ -21,7 +21,7 @@ jobs: cuda_config: - ver: 13.2.1 short: cu132 - arch: 80 + arch: 75 - ver: 13.1.1 short: cu131 arch: 75