Adding Vulkan and HIP (ROCM) support (#8)

* Update bindings.ps1

* Update bindings.ps1

* Update BUILDING.md

* Update BUILDING.md

* Update bindings.ps1

* added Vulkan and ROCM support to linux build script

* updated building doc to explicitly say ROCM is linux only

* removed D prefix from everything

* fixed a misunderstanding

* Fixed typo

Author: jj-code-00

BUILDING.md

@@ -45,6 +45,9 @@ Optionally, environment variables can be set for certain architectures when buil
 - `MAX_JOBS`: Number of parallel jobs (defaults to the number of CPU cores)
 - `GGML_CUDA=1`: Enables CUDA support
 - `CMAKE_CUDA_ARCHITECTURES`: Specifies CUDA compute capabilities (defaults to `native` if using CMake > 3.24)
+- `GGML_VULKAN=1`: Enables Vulkan Support
+- `GGML_HIP=1`: Enables HIP ROCM Support (Requires specifying DAMDGPU_TARGETS, Linux only)
+- `AMDGPU_TARGETS`: Specify ROCM target (example: `gfx1030`)
 
 ## Running
 

bindings/bindings.ps1

@@ -26,6 +26,12 @@ if ($env:GGML_CUDA -eq 1) {
     }
 }
 
+if ($env:GGML_VULKAN -eq 1) {
+    Write-Host "Vulkan enabled, including in build"
+
+    $extraCmakeArgs += "-DGGML_VULKAN=ON"
+}
+
 cmake . -B build -G "Ninja" -DCMAKE_BUILD_TYPE=Release $extraCmakeArgs
 cmake --build build --config Release --target deno_cpp_binding -j $jobs
 Copy-Item build/*.dll ../lib

bindings/bindings.sh

@@ -25,6 +25,22 @@ if [ "$GGML_CUDA" = "1" ]; then
     fi
 fi
 
+if [ "$GGML_VULKAN" = "1" ]; then
+    EXTRA_CMAKE_ARGS+=("-DGGML_VULKAN=ON")
+    echo "Vulkan enabled, including in build"
+fi
+
+if [ "$GGML_HIP" = "1" ]; then
+    EXTRA_CMAKE_ARGS+=("-DGGML_HIP=ON")
+    echo "HIP enabled, including in build"
+
+    if [ -n "$AMDGPU_TARGETS" ]; then
+        EXTRA_CMAKE_ARGS+=(
+            "-DAMDGPU_TARGETS=$AMDGPU_TARGETS"
+        )
+    fi
+fi
+
 # Join array elements with spaces
 CMAKE_ARGS="${EXTRA_CMAKE_ARGS[*]}"