Skip to content

Commit e898e0b

Browse files
authored
fix(hipblas): disable avx flags when accellerated bins are used (mudler#4167)
chore(hipblas): disable avx flags when accellerated bins are used Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
1 parent 8b0b326 commit e898e0b

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

Makefile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -775,7 +775,7 @@ backend-assets/grpc/llama-cpp-hipblas: backend-assets/grpc backend/cpp/llama/lla
775775
cp -rf backend/cpp/llama backend/cpp/llama-hipblas
776776
$(MAKE) -C backend/cpp/llama-hipblas purge
777777
$(info ${GREEN}I llama-cpp build info:hipblas${RESET})
778-
BUILD_TYPE="hipblas" $(MAKE) VARIANT="llama-hipblas" build-llama-cpp-grpc-server
778+
CMAKE_ARGS="$(CMAKE_ARGS) -DGGML_AVX=off -DGGML_AVX2=off -DGGML_AVX512=off -DGGML_FMA=off -DGGML_F16C=off" BUILD_TYPE="hipblas" $(MAKE) VARIANT="llama-hipblas" build-llama-cpp-grpc-server
779779
cp -rfv backend/cpp/llama-hipblas/grpc-server backend-assets/grpc/llama-cpp-hipblas
780780

781781
backend-assets/grpc/llama-cpp-sycl_f16: backend-assets/grpc backend/cpp/llama/llama.cpp

0 commit comments

Comments
 (0)