@@ -229,12 +229,12 @@ source /opt/intel/oneapi/setvars.sh
229
229
# Build LLAMA with MKL BLAS acceleration for intel GPU
230
230
mkdir -p build && cd build
231
231
232
- # Option 1: Use FP16 for better performance in long-prompt inference
233
- # cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON
234
-
235
- # Option 2: Use FP32 by default
232
+ # Option 1: Use FP32 (recommended for better performance in most cases)
236
233
cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx
237
234
235
+ # Option 2: Use FP16
236
+ cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON
237
+
238
238
# build all binary
239
239
cmake --build . --config Release -j -v
240
240
```
@@ -250,12 +250,12 @@ export CPLUS_INCLUDE_DIR=/path/to/oneMKL/include:$CPLUS_INCLUDE_DIR
250
250
# Build LLAMA with Nvidia BLAS acceleration through SYCL
251
251
mkdir -p build && cd build
252
252
253
- # Option 1: Use FP16 for better performance in long-prompt inference
254
- cmake .. -DLLAMA_SYCL=ON -DLLAMA_SYCL_TARGET=NVIDIA -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON
255
-
256
- # Option 2: Use FP32 by default
253
+ # Option 1: Use FP32 (recommended for better performance in most cases)
257
254
cmake .. -DLLAMA_SYCL=ON -DLLAMA_SYCL_TARGET=NVIDIA -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx
258
255
256
+ # Option 2: Use FP16
257
+ cmake .. -DLLAMA_SYCL=ON -DLLAMA_SYCL_TARGET=NVIDIA -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON
258
+
259
259
# build all binary
260
260
cmake --build . --config Release -j -v
261
261
@@ -416,6 +416,10 @@ mkdir -p build
416
416
cd build
417
417
@call "C:\Program Files (x86)\Intel\oneAPI\setvars.bat" intel64 --force
418
418
419
+ # Option 1: Use FP32 (recommended for better performance in most cases)
420
+ cmake -G "MinGW Makefiles" .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icx -DCMAKE_BUILD_TYPE=Release
421
+
422
+ # Option 2: Or FP16
419
423
cmake -G "MinGW Makefiles" .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icx -DCMAKE_BUILD_TYPE=Release -DLLAMA_SYCL_F16=ON
420
424
421
425
make -j
0 commit comments