Dockerfile

# Use the official Python image as the base image
FROM ubuntu:22.04

# Set the working directory to /app
WORKDIR /app

# Install the necessary dependencies
RUN apt-get update && apt-get install -y \
    curl \
    && rm -rf /var/lib/apt/lists/*

# Download the Llamafile
RUN curl -L -o model.llamafile https://huggingface.co/jartine/Phi-3-mini-4k-instruct-llamafile/resolve/main/Phi-3-mini-4k-instruct.Q4_K_M.llamafile

# Set the permissions on the Llamafile to be executable
RUN chmod +x model.llamafile

EXPOSE 7860

# Set the entrypoint to run the Llamafile
ENTRYPOINT ["./model.llamafile --host 0.0.0.0 --port 7860 --nobrowser"]