feat: riscv64 prebuilt binaries

.github/workflows/build.yml

@@ -75,13 +75,37 @@ jobs:
           - name: "macOS arm64"
             os: macos-26
             artifact: "mac-arm64"
+          - name: "Ubuntu riscv64"
+            os: ubuntu-24.04-riscv
+            artifact: "linux-riscv64"
 
     steps:
       - uses: actions/checkout@v4
       - uses: actions/setup-node@v4
+        if: matrix.config.artifact != 'linux-riscv64'
         with:
           node-version: "20"
 
+      - name: Install Node.js (riscv64 unofficial build)
+        if: matrix.config.artifact == 'linux-riscv64'
+        run: |
+          set -e
+          need=24.10.0
+          if command -v node >/dev/null 2>&1; then
+            cur="$(node -p 'process.versions.node')"
+            if [ "$(printf '%s\n%s\n' "$need" "$cur" | sort -V | head -1)" = "$need" ]; then
+              echo "Using preinstalled Node.js v$cur at $(command -v node)"
+              exit 0
+            fi
+            echo "Preinstalled Node.js v$cur is older than $need; installing unofficial build"
+          fi
+          NODE_VER=v24.16.0
+          curl -fsSL -o /tmp/node.tar.xz "https://unofficial-builds.nodejs.org/download/release/${NODE_VER}/node-${NODE_VER}-linux-riscv64.tar.xz"
+          mkdir -p "$HOME/node"
+          tar -xJf /tmp/node.tar.xz -C "$HOME/node" --strip-components=1
+          echo "$HOME/node/bin" >> "$GITHUB_PATH"
+          "$HOME/node/bin/node" --version
+
       - name: Download build artifact
         uses: actions/download-artifact@v4
         with:
@@ -131,6 +155,19 @@ jobs:
 
           cmake --version
 
+      # llama.cpp's ggml-cpu uses the RVV _Float16 (zvfh) vector intrinsics,
+      # which only exist in GCC 14+. The runner defaults to GCC 13, so make
+      # gcc-14/g++-14 the default compilers (same as upstream build-riscv).
+      - name: Install dependencies on Ubuntu riscv64
+        if: matrix.config.name == 'Ubuntu riscv64'
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y cmake build-essential ninja-build libtbb-dev gcc-14 g++-14 retry
+          sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-14 100
+          sudo update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-14 100
+          cmake --version
+          gcc --version
+
       - name: Install Cuda 13.1 on Windows (1)
         if: matrix.config.name == 'Windows (1)'
         uses: Jimver/cuda-toolkit@v0.2.30
@@ -207,9 +244,16 @@ jobs:
         timeout-minutes: 300
         env:
           ARTIFACT_NAME: ${{ matrix.config.artifact }}
+          ELECTRON_SKIP_BINARY_DOWNLOAD: "1"
         run: |
-          npm ci
-
+          if [ "$ARTIFACT_NAME" = "linux-riscv64" ]; then
+            # The unofficial riscv64 Node runtime intermittently throws internal
+            # TypeErrors during npm ci (e.g. "key.match is not a function")
+            retry --times=3 npm ci
+          else
+            npm ci
+          fi
+
           npx zx -y <<'EOF'
 
           async function getLatestNodeVersions(maxDate) {
@@ -275,6 +319,8 @@ jobs:
             await buildBinary("x64", ["--gpu", "false"]);
           } else if (process.env.ARTIFACT_NAME === "mac-arm64") {
             await buildBinary("arm64", ["--gpu", "metal"]);
+          } else if (process.env.ARTIFACT_NAME === "linux-riscv64") {
+            await buildBinary("riscv64", ["--gpu", "false"]);
           }
 
           // move binaries to bins

package.json

@@ -226,6 +226,7 @@
   "optionalDependencies": {
     "@node-llama-cpp/linux-arm64": "0.1.0",
     "@node-llama-cpp/linux-armv7l": "0.1.0",
+    "@node-llama-cpp/linux-riscv64": "0.1.0",
     "@node-llama-cpp/linux-x64": "0.1.0",
     "@node-llama-cpp/linux-x64-cuda": "0.1.0",
     "@node-llama-cpp/linux-x64-cuda-ext": "0.1.0",

packages/@node-llama-cpp/linux-riscv64/.gitignore

@@ -0,0 +1 @@
+/dist

packages/@node-llama-cpp/linux-riscv64/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Gilad S.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

packages/@node-llama-cpp/linux-riscv64/README.md

@@ -0,0 +1,4 @@
+# [`node-llama-cpp`](https://github.com/withcatai/node-llama-cpp)
+This is a prebuilt binary package for [`node-llama-cpp`](https://github.com/withcatai/node-llama-cpp) for Linux riscv64.
+
+Do not install this package directly.

packages/@node-llama-cpp/linux-riscv64/package.json

@@ -0,0 +1,54 @@
+{
+  "name": "@node-llama-cpp/linux-riscv64",
+  "version": "0.1.0",
+  "description": "Prebuilt binary for node-llama-cpp for Linux riscv64",
+  "main": "dist/index.js",
+  "type": "module",
+  "files": [
+    "dist/",
+    "bins/",
+    "package.json",
+    "README.md",
+    "LICENSE"
+  ],
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "node": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
+  },
+  "engines": {
+    "node": ">=20.0.0"
+  },
+  "os": [
+    "linux"
+  ],
+  "cpu": [
+    "riscv64"
+  ],
+  "libc": [
+    "glibc"
+  ],
+  "scripts": {
+    "prebuild": "rimraf ./dist ./tsconfig.tsbuildinfo",
+    "build": "tsc --build tsconfig.json --force",
+    "prewatch": "rimraf ./dist ./tsconfig.tsbuildinfo",
+    "watch": "tsc --build tsconfig.json --watch --force",
+    "clean": "rm -rf ./node_modules ./dist ./tsconfig.tsbuildinfo"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/withcatai/node-llama-cpp.git"
+  },
+  "author": "Gilad S.",
+  "license": "MIT",
+  "preferUnplugged": true,
+  "bugs": {
+    "url": "https://github.com/withcatai/node-llama-cpp/issues"
+  },
+  "homepage": "https://node-llama-cpp.withcat.ai",
+  "devDependencies": {
+    "typescript": "^5.2.2"
+  }
+}

packages/@node-llama-cpp/linux-riscv64/src/index.ts

@@ -0,0 +1,14 @@
+import path from "path";
+import {fileURLToPath} from "url";
+import fs from "node:fs/promises";
+
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const binsDir = path.join(__dirname, "..", "bins");
+const packageVersion: string = (JSON.parse(await fs.readFile(path.join(__dirname, "..", "package.json"), "utf8"))).version;
+
+export function getBinsDir() {
+    return {
+        binsDir,
+        packageVersion
+    };
+}

packages/@node-llama-cpp/linux-riscv64/tsconfig.json

@@ -0,0 +1,34 @@
+{
+    "compilerOptions": {
+        "lib": ["es2022"],
+        "module": "node16",
+        "target": "es2022",
+        "esModuleInterop": true,
+        "noImplicitAny": true,
+        "noImplicitReturns": true,
+        "noImplicitThis": true,
+        "noImplicitOverride": true,
+        "removeComments": false,
+        "allowSyntheticDefaultImports": true,
+        "forceConsistentCasingInFileNames": true,
+        "noFallthroughCasesInSwitch": true,
+        "skipLibCheck": true,
+        "moduleResolution": "node16",
+        "resolveJsonModule": false,
+        "strictNullChecks": true,
+        "isolatedModules": true,
+        "noEmit": false,
+        "outDir": "./dist",
+        "strict": true,
+        "sourceMap": false,
+        "composite": false,
+        "declaration": false,
+        "stripInternal": true
+    },
+    "files": [
+        "./src/index.ts"
+    ],
+    "include": [
+        "./src"
+    ]
+}

scripts/movePrebuiltBinariesToStandaloneModules.ts

@@ -58,6 +58,7 @@ await moveBinariesFolderToStandaloneModule((folderName) => folderName.startsWith
 
 await moveBinariesFolderToStandaloneModule((folderName) => folderName.startsWith("linux-arm64"), "@node-llama-cpp/linux-arm64");
 await moveBinariesFolderToStandaloneModule((folderName) => folderName.startsWith("linux-armv7l"), "@node-llama-cpp/linux-armv7l");
+await moveBinariesFolderToStandaloneModule((folderName) => folderName.startsWith("linux-riscv64"), "@node-llama-cpp/linux-riscv64");
 
 await moveBinariesFallbackDirToStandaloneExtModule((folderName) => folderName.startsWith("win-x64-cuda"), "@node-llama-cpp/win-x64-cuda-ext");
 await moveBinariesFolderToStandaloneModule((folderName) => folderName.startsWith("win-x64-cuda"), "@node-llama-cpp/win-x64-cuda");

src/bindings/utils/compileLLamaCpp.ts

@@ -163,7 +163,9 @@ export async function compileLlamaCpp(buildOptions: BuildOptions, compileOptions
                     if (!cmakeCustomOptions.has("GGML_NATIVE") || isCmakeValueOff(cmakeCustomOptions.get("GGML_NATIVE"))) {
                         cmakeCustomOptions.set("GGML_NATIVE", "OFF");
 
-                        if (buildOptions.arch === "x64" && !cmakeCustomOptions.has("GGML_CPU_ALL_VARIANTS")) {
+                        if ((buildOptions.arch === "x64" || buildOptions.arch === "riscv64") &&
+                            !cmakeCustomOptions.has("GGML_CPU_ALL_VARIANTS")
+                        ) {
                             cmakeCustomOptions.set("GGML_CPU_ALL_VARIANTS", "ON");
                             cmakeCustomOptions.set("GGML_BACKEND_DL", "ON");
                         } else if (!cmakeCustomOptions.has("GGML_BACKEND_DL"))
@@ -618,6 +620,9 @@ function getPrebuiltBinariesPackageDirectoryForBuildOptions(buildOptions: {
         else if (buildOptions.arch === "arm")
             // @ts-ignore
             return getBinariesPathFromModules(() => import("@node-llama-cpp/linux-armv7l"));
+        else if (buildOptions.arch === "riscv64")
+            // @ts-ignore
+            return getBinariesPathFromModules(() => import("@node-llama-cpp/linux-riscv64"));
     } else if (buildOptions.platform === "win") {
         if (buildOptions.arch === "x64") {
             if (buildOptions.gpu === "cuda")

src/bindings/utils/detectGlibc.ts

@@ -19,7 +19,8 @@ export async function detectGlibc({
             "/usr/lib64",
             "/usr/lib/x86_64-linux-gnu",
             "/usr/lib/aarch64-linux-gnu",
-            "/usr/lib/armv7l-linux-gnu"
+            "/usr/lib/armv7l-linux-gnu",
+            "/usr/lib/riscv64-linux-gnu"
         ];
 
         const glibcFileNames = [
@@ -45,7 +46,11 @@ export async function detectGlibc({
             "ld-linux-armv7l.so",
             "ld-linux-armv7l.so.1",
             "ld-linux-armv7l.so.2",
-            "ld-linux-armv7l.so.3" // for when the next version comes out
+            "ld-linux-armv7l.so.3", // for when the next version comes out
+            "ld-linux-riscv64-lp64d.so",
+            "ld-linux-riscv64-lp64d.so.1",
+            "ld-linux-riscv64-lp64d.so.2",
+            "ld-linux-riscv64-lp64d.so.3" // for when the next version comes out
         ];
 
         const foundGlibC = await asyncEvery([