Add chat ui + tgi + mongo dockerfile

.env.local

@@ -0,0 +1,72 @@
+# Use .env.local to change these variables
+# DO NOT EDIT THIS FILE WITH SENSITIVE DATA
+
+MONGODB_URL=mongodb://localhost:27017
+MONGODB_DB_NAME=chat-ui
+MONGODB_DIRECT_CONNECTION=false
+
+COOKIE_NAME=hf-chat
+HF_ACCESS_TOKEN=#hf_<token> from from https://huggingface.co/settings/token
+
+# used to activate search with web functionality. disabled if not defined
+SERPAPI_KEY=#your serpapi key here
+
+# Parameters to enable "Sign in with HF"
+OPENID_CLIENT_ID=
+OPENID_CLIENT_SECRET=
+OPENID_SCOPES="openid profile" # Add "email" for some providers like Google that do not provide preferred_username
+OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.google.com
+
+
+# 'name', 'userMessageToken', 'assistantMessageToken' are required
+MODELS=`[
+  {
+    "name": "OpenAssistant/falcon-7b-sft-top1-696",
+    "userMessageToken": "<|prompter|>",
+    "assistantMessageToken": "<|assistant|>",
+    "messageEndToken": "<|endoftext|>",
+    "preprompt": "",
+    "promptExamples": [
+      {
+        "title": "Python Fibonacci",
+        "prompt": "How can I write a Python function to generate the nth Fibonacci number?"
+      }, {
+        "title": "What is a meme?",
+        "prompt": "What is a meme, and what's the history behind this word?"
+      }, {
+        "title": "Regex",
+        "prompt": "Create a regex to extract dates from logs"
+      }
+    ],
+    "endpoints": [
+      {
+        "url": "http://localhost:8080"
+      }
+    ],
+    "parameters": {
+      "temperature": 0.2,
+      "top_p": 0.95,
+      "repetition_penalty": 1.2,
+      "top_k": 50,
+      "truncate": 1000,
+      "max_new_tokens": 1024
+    }
+  }
+]`
+OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
+
+PUBLIC_ORIGIN=#https://huggingface.co
+PUBLIC_SHARE_PREFIX=#https://hf.co/chat
+PUBLIC_GOOGLE_ANALYTICS_ID=#G-XXXXXXXX / Leave empty to disable
+PUBLIC_DEPRECATED_GOOGLE_ANALYTICS_ID=#UA-XXXXXXXX-X / Leave empty to disable
+PUBLIC_ANNOUNCEMENT_BANNERS=`[
+  {
+    "title": "Chat UI is now open sourced on GitHub",
+    "linkTitle": "GitHub repo",
+    "linkHref": "https://github.com/huggingface/chat-ui"
+  }
+]`
+
+PARQUET_EXPORT_DATASET=
+PARQUET_EXPORT_HF_TOKEN=
+PARQUET_EXPORT_SECRET=

Dockerfile

@@ -0,0 +1,59 @@
+FROM node:19 as chatui-builder
+
+WORKDIR /app
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+        git && \
+        rm -rf /var/lib/apt/lists/*
+
+RUN git clone https://github.com/huggingface/chat-ui.git
+
+WORKDIR /app/chat-ui
+
+RUN --mount=type=cache,target=/app/.npm \
+        npm set cache /app/.npm && \
+        npm ci
+
+COPY .env.local .env.local
+RUN npm run build
+
+FROM ghcr.io/huggingface/text-generation-inference:latest
+
+ENV TZ=Europe/Paris
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+        gnupg \
+        curl && \
+        rm -rf /var/lib/apt/lists/*
+
+RUN curl -fsSL https://pgp.mongodb.com/server-6.0.asc | \
+    gpg -o /usr/share/keyrings/mongodb-server-6.0.gpg \
+    --dearmor
+
+RUN echo "deb [ arch=amd64,arm64 signed-by=/usr/share/keyrings/mongodb-server-6.0.gpg ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/6.0 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-6.0.list
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+        mongodb-org && \
+        rm -rf /var/lib/apt/lists/*
+
+RUN mkdir -p /data/db
+
+RUN curl -fsSL https://deb.nodesource.com/setup_19.x | /bin/bash -
+
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+        nodejs && \
+        rm -rf /var/lib/apt/lists/*
+
+RUN npm install -g pm2
+RUN mkdir /app
+
+COPY --from=chatui-builder /app/chat-ui/node_modules /app/node_modules
+COPY --from=chatui-builder /app/chat-ui/package.json /app/package.json
+COPY --from=chatui-builder /app/chat-ui/build /app/build
+
+COPY entrypoint.sh entrypoint.sh
+RUN chmod +x entrypoint.sh
+
+ENTRYPOINT ["./entrypoint.sh"]
+
+

entrypoint.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+# Start the local Mongo database
+mongod &
+
+# Start the text-generation-inference process
+text-generation-launcher --model-id OpenAssistant/falcon-7b-sft-top1-696 --num-shard 1 --port 8080 &
+
+# Start the chat-ui process
+pm2 start /app/build/index.js -i $CPU_CORES --no-daemon &
+
+# Wait for any process to exit
+wait -n
+
+# Exit with status of process that exited first
+exit $?