Hugging Face's logo

Spaces:
matthoffner
/
ggml-mllm
Paused

App Files Community
matthoffner commited on
Commit
9a57e00
·
verified ·
1 Parent(s): acab6ce

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -3
Dockerfile CHANGED
@@ -1,8 +1,8 @@
1
  FROM nvidia/cuda:11.0.3-base-ubuntu20.04
2
 
3
- ENV MODEL_NAME="Nous-Hermes-13B-GGUF"
4
- ENV DEFAULT_MODEL_FILE="Nous-Hermes-13B.Q4_K_M.gguf"
5
- ENV MODEL_USER="TheBloke"
6
  ENV DEFAULT_MODEL_BRANCH="main"
7
  ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_MODEL_FILE}"
8
  ENV PATH="/usr/local/cuda/bin:$PATH"
 
1
  FROM nvidia/cuda:11.0.3-base-ubuntu20.04
2
 
3
+ ENV MODEL_NAME="llava-1.6-mistral-7b-gguf"
4
+ ENV DEFAULT_MODEL_FILE="llava-v1.6-mistral-7b.Q3_K_XS.gguf"
5
+ ENV MODEL_USER="cjpais"
6
  ENV DEFAULT_MODEL_BRANCH="main"
7
  ENV MODEL_URL="https://huggingface.co/${MODEL_USER}/${MODEL_NAME}/resolve/${DEFAULT_MODEL_BRANCH}/${DEFAULT_MODEL_FILE}"
8
  ENV PATH="/usr/local/cuda/bin:$PATH"