Update app.py

app.py

@@ -1,33 +1,42 @@
 import os
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 import gradio as gr
-from transformers import AutoTokenizer, AutoModelForCausalLM, TextStreamer
 
-model_id = os.getenv("MODEL_ID", "mistralai/Mistral-7B-Instruct-v0.3")
+model_id = "mistralai/Mistral-7B-Instruct-v0.3"
 
-tokenizer = AutoTokenizer.from_pretrained(model_id)
+# Load tokenizer and model with correct settings
+tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=False)  # Important fix
 model = AutoModelForCausalLM.from_pretrained(
     model_id,
-    device_map="auto",
-    load_in_4bit=True,
-    trust_remote_code=True
+    torch_dtype=torch.float16,
+    device_map="auto"
 )
 
-streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
-
-def generate_response(message, history):
-    messages = history + [[message, ""]]
-    prompt = ""
-    for user, bot in messages:
-        prompt += f"<|user|>\n{user}\n<|assistant|>\n{bot}\n"
-    prompt += f"<|user|>\n{message}\n<|assistant|>\n"
-
-    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
-    output = model.generate(**inputs, max_new_tokens=512, streamer=streamer)
-    response = tokenizer.decode(output[0], skip_special_tokens=True).split("<|assistant|>")[-1].strip()
+# Create generation pipeline
+pipe = pipeline(
+    "text-generation",
+    model=model,
+    tokenizer=tokenizer,
+    max_new_tokens=512,
+    do_sample=True,
+    top_k=50,
+    top_p=0.95,
+    temperature=0.7,
+    repetition_penalty=1.1
+)
 
-    return response
+# Define Gradio UI
+def chat_fn(message, history):
+    prompt = f"[INST] {message.strip()} [/INST]"
+    output = pipe(prompt)[0]['generated_text']
+    return output.replace(prompt, "").strip()
 
-demo = gr.ChatInterface(fn=generate_response, title="Vynix AI", theme="soft")
+chatbot = gr.ChatInterface(
+    fn=chat_fn,
+    title="🤖 Vynix AI - Powered by Mistral",
+    description="Ask anything! Built using Mistral-7B-Instruct-v0.3.",
+)
 
-if _name_ == "_main_":
-    demo.launch()
+# Launch the app
+chatbot.launch()