.trying bf16 phi 4 mini

Dockerfile

@@ -30,13 +30,13 @@ WORKDIR /home/user
 RUN mkdir -p /home/user/code/models && \
     mkdir -p /home/user/code/app/wwwroot && \
     cd /home/user/code/models && \
-    wget -q https://huggingface.co/Mungert/Phi-4-mini-instruct.gguf/resolve/main/phi-4-mini-q4_0.gguf
+    wget -q https://huggingface.co/Mungert/Phi-4-mini-instruct.gguf/resolve/main/phi-4-mini-bf16.gguf
 
 
 # Clone and build OpenBLAS as the non-root user
 RUN git clone https://github.com/OpenMathLib/OpenBLAS.git /home/user/code/models/OpenBLAS && \
     cd /home/user/code/models/OpenBLAS && \
-    make -j$(nproc) > build.log 2>&1 || (tail -20 build.log && false)
+    make -j2 > build.log 2>&1 || (tail -20 build.log && false)
 
 # Switch to root for the OpenBLAS installation
 USER root
@@ -52,7 +52,7 @@ RUN git clone https://github.com/ggerganov/llama.cpp /home/user/code/models/llam
     cd /home/user/code/models/llama.cpp && \
     export PKG_CONFIG_PATH=/opt/OpenBLAS/lib/pkgconfig:$PKG_CONFIG_PATHa && \
     cmake -B build -DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS -DBLAS_INCLUDE_DIRS=/home/user/code/models/OpenBLAS -DLLAMA_CURL=OFF && \
-    cmake --build build --config Release -j$(nproc) && \
+    cmake --build build --config Release -j2 && \
     cp /home/user/code/models/llama.cpp/build/bin/* /home/user/code/models/llama.cpp/
 
 

appsettings.json

@@ -23,7 +23,7 @@
   "LlmNoInitMessage" : false,
   "ServiceAuthKey" : ".env" , 
   "LlmModelPath" : "/home/user/code/models/",
-  "LlmModelFileName" : "phi-4-mini-q4_0.gguf",
+  "LlmModelFileName" : "phi-4-mini-bf16.gguf",
   "LlmContextFileName" : "context-phi-4-mini.gguf",
   "LlmSystemPrompt" : "system_prompt_phi_4_mini_run",
   "LlmPromptMode" : " -if -sp -no-cnv --simple-io   ",