Skip to content

Commit 87e02e3

Browse files
committed
Update Dockerfile build mcpu/march
Passing mcpu/march to cmake
1 parent 0c41b7f commit 87e02e3

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

Dockerfile

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,8 @@ COPY . .
1212
# Install to /usr so that easily findable by cmake
1313
RUN mv /OpenBLAS /opt/OpenBLAS && cd /opt/OpenBLAS && make install PREFIX=/usr/ && cd /
1414

15-
RUN PKG_CONFIG_PATH="/opt/OpenBLAS/install/lib/pkgconfig" CMAKE_ARGS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS -DGGML_LLAMAFILE=1" pip install -e .[server]
15+
# Have to disable GGML_LLAMAFILE for Q4_0_4_4 quantization
16+
RUN PKG_CONFIG_PATH="/opt/OpenBLAS/install/lib/pkgconfig" CMAKE_ARGS="-DGGML_BLAS=ON;-DGGML_BLAS_VENDOR=OpenBLAS;-DGGML_LLAMAFILE=OFF;-DCMAKE_C_FLAGS=-march=armv8.2-a+crypto+fp16+rcpc+dotprod -mcpu=cortex-a78c+crypto+noprofile+nossbs+noflagm+nopauth -mtune=cortex-a78c" pip install -e .[server]
1617

1718
RUN cd /root && pyinstaller -DF /llama_cpp/server/__main__.py \
1819
--add-data /usr/lib/libopenblas.so:. \

0 commit comments

Comments
 (0)