Create main.py

main.py

@@ -0,0 +1,14 @@
+from llama_cpp.server.app import create_app, Settings
+
+
+import tomllib
+
+
+import tomllib
+
+with open("config.toml", "rb") as f:
+    settings = tomllib.load(f)
+
+settings = Settings(**settings)
+
+app = create_app(settings=settings)