fgfhdhd

app.py

@@ -7,8 +7,8 @@ import requests
 app = FastAPI()
 
 # === Constants ===
-MODEL_REPO = "google/gemma-2b-it-GGUF"
-MODEL_FILE = "gemma-2b-it.gguf"
+MODEL_REPO="nilbot/gemma-2b-it-Q4_K"
+MODEL_FILE="gemma-2b-it-Q4_K.gguf"
 MODEL_URL = f"https://huggingface.co/{MODEL_REPO}/resolve/main/{MODEL_FILE}"
 MODEL_DIR = "./models"
 MODEL_PATH = os.path.join(MODEL_DIR, MODEL_FILE)
@@ -32,7 +32,7 @@ if not os.path.exists(MODEL_PATH):
 
 # === Load model ===
 print("🔧 Loading GGUF model...")
-llm = Llama(model_path=MODEL_PATH, n_ctx=512)
+llm = Llama(model_path=MODEL_PATH, n_ctx=512, n_threads=os.cpu_count())
 
 # === Inference ===
 class PromptRequest(BaseModel):

tester.py

@@ -1,14 +1,15 @@
 import requests
 
-url = "http://thongcoder-minecraft-ai-builder-backend.hf.space/prompt"
-headers = {
-    "Content-Type": "application/json"
+url = "https://thongcoder-minecraft-ai-builder-backend.hf.space/prompt"
+payload = {
+    "prompt": "You could only use these blocks for building a Floating Island, including:\n"
+              "Animated blocks: water, lava\n"
+              "Non-animated blocks: dirt, grass_block, stone, oak_log, oak_leaves\n\n"
+              "Now generate the full layout in this format:\nlayout[y][z][x]: ...",
+    "max_tokens": 512,
+    "temperature": 0.7
 }
-data = {
-    "prompt": "Design a small medieval gate using stone bricks and oak wood."
-}
-
-response = requests.post(url, headers=headers, json=data)
 
-print("Status Code:", response.status_code)
-print("Response:", response.text)
+response = requests.post(url, json=payload)
+print(response.status_code)
+print(response.json())