initial commit

app.py

@@ -0,0 +1,10 @@
+from xinference.deploy.local import main
+from xoscar.utils import get_next_port
+
+address = f"0.0.0.0:{get_next_port()}"
+
+main(
+    address=address,
+    host="0.0.0.0",
+    port=get_next_port(),
+)

requirements.txt

@@ -0,0 +1,4 @@
+xinference
+xoscar
+chatglm-cpp
+llama-cpp-python