File tree Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Original file line number Diff line number Diff line change @@ -12,7 +12,8 @@ COPY . .
12
12
# Install to /usr so that easily findable by cmake
13
13
RUN mv /OpenBLAS /opt/OpenBLAS && cd /opt/OpenBLAS && make install PREFIX=/usr/ && cd /
14
14
15
- RUN PKG_CONFIG_PATH="/opt/OpenBLAS/install/lib/pkgconfig" CMAKE_ARGS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS -DGGML_LLAMAFILE=1" pip install -e .[server]
15
+ # Have to disable GGML_LLAMAFILE for Q4_0_4_4 quantization
16
+ RUN PKG_CONFIG_PATH="/opt/OpenBLAS/install/lib/pkgconfig" CMAKE_ARGS="-DGGML_BLAS=ON;-DGGML_BLAS_VENDOR=OpenBLAS;-DGGML_LLAMAFILE=OFF;-DCMAKE_C_FLAGS=-march=armv8.2-a+crypto+fp16+rcpc+dotprod -mcpu=cortex-a78c+crypto+noprofile+nossbs+noflagm+nopauth -mtune=cortex-a78c" pip install -e .[server]
16
17
17
18
RUN cd /root && pyinstaller -DF /llama_cpp/server/__main__.py \
18
19
--add-data /usr/lib/libopenblas.so:. \
You can’t perform that action at this time.
0 commit comments