File tree Expand file tree Collapse file tree 1 file changed +5
-6
lines changed Expand file tree Collapse file tree 1 file changed +5
-6
lines changed Original file line number Diff line number Diff line change @@ -229,12 +229,11 @@ source /opt/intel/oneapi/setvars.sh
229
229
# Build LLAMA with MKL BLAS acceleration for intel GPU
230
230
mkdir -p build && cd build
231
231
232
- # Option 1: Use FP16 for better performance in long-prompt inference
233
- cmake --build .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON
234
- # Or without "--build", run "make" next
232
+ # Option 1: Use FP16 for better performance in long-prompt inference
233
+ # cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON
235
234
236
235
# Option 2: Use FP32 by default
237
- cmake --build .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx
236
+ cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx
238
237
239
238
# build all binary
240
239
cmake --build . --config Release -j -v
@@ -252,10 +251,10 @@ export CPLUS_INCLUDE_DIR=/path/to/oneMKL/include:$CPLUS_INCLUDE_DIR
252
251
mkdir -p build && cd build
253
252
254
253
# Option 1: Use FP16 for better performance in long-prompt inference
255
- cmake --build .. -DLLAMA_SYCL=ON -DLLAMA_SYCL_TARGET=NVIDIA -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON
254
+ cmake .. -DLLAMA_SYCL=ON -DLLAMA_SYCL_TARGET=NVIDIA -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON
256
255
257
256
# Option 2: Use FP32 by default
258
- cmake --build .. -DLLAMA_SYCL=ON -DLLAMA_SYCL_TARGET=NVIDIA -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx
257
+ cmake .. -DLLAMA_SYCL=ON -DLLAMA_SYCL_TARGET=NVIDIA -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx
259
258
260
259
# build all binary
261
260
cmake --build . --config Release -j -v
You can’t perform that action at this time.
0 commit comments