Update app.py

local transformers model

app.py

@@ -6,7 +6,8 @@ import pandas as pd
 from smolagents import DuckDuckGoSearchTool,HfApiModel,load_tool, CodeAgent,PythonInterpreterTool,VisitWebpageTool,Tool
 import hashlib
 import json
-from transformers import AutoTokenizer, AutoModelForCausalLM
+from transformers import AutoTokenizer, AutoModelForCausalLM , pipeline, TransformersEngine
+
 import torch
 from tooling import ModelMathTool
 
@@ -55,6 +56,10 @@ def cache_answer(question: str, answer: str):
 # --- Model Setup ---
 MODEL_NAME = 'microsoft/DialoGPT-small'# 'EleutherAI/gpt-neo-2.7B'#'distilbert/distilgpt2'#'deepseek-ai/DeepSeek-R1-Distill-Qwen-7B'#'mistralai/Mistral-7B-Instruct-v0.2'
 
+
+
+
+
 def load_model():
     """Download and load the model and tokenizer."""
     try:
@@ -67,7 +72,11 @@ def load_model():
 
         
         print(f"Model {MODEL_NAME} loaded successfully.")
-        return model, tokenizer
+
+        transformers_engine = TransformersEngine(pipeline("text-generation", model=model, tokenizer=tokenizer))
+
+        
+        return transformers_engine
     except Exception as e:
         print(f"Error loading model: {e}")
         raise
@@ -81,7 +90,7 @@ class BasicAgent:
     def __init__(self):
         print("BasicAgent initialized.")
         self.agent = CodeAgent(
-            model=model,
+            llm_engine=llm_engine,
             tools=[web_search,python_interpreter,visit_webpage_tool,model_math_tool], 
             max_steps=1,
             verbosity_level=1,