Update tools_agent.py

tools_agent.py

@@ -1,14 +1,19 @@
 from typing import Dict, List, Any
 from tool_registry import Tool
-import openai
+from huggingface_hub import InferenceClient
 import os
 import json
 
 
 class Agent:
-    def __init__(self, client):
+    def __init__(self):
+        """
+        For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
+        """
+        # self.client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+        self.client = InferenceClient("Qwen/Qwen2.5-Coder-32B-Instruct")
+
         """Initialize Agent with empty tool registry."""
-        self.client = client
         self.tools: Dict[str, Tool] = {}
     
     def add_tool(self, tool: Tool) -> None:
@@ -153,9 +158,7 @@ class Agent:
         
         return f"""You are an AI assistant that helps users by providing direct answers or using tools when necessary.
 Configuration, instructions, and available tools are provided in JSON format below:
-
 {json.dumps(tools_json, indent=2)}
-
 Always respond with a JSON object following the response_format schema above. 
 Remember to use tools only when they are actually needed for the task."""
 
@@ -166,12 +169,13 @@ Remember to use tools only when they are actually needed for the task."""
             {"role": "user", "content": user_query}
         ]
         
-        response = self.client.chat.completions.create(
-            model="gpt-4o-mini",
-            messages=messages,
-            temperature=0
+        response = self.client.chat_completion(
+            messages,
+            max_tokens=512,
+            temperature=0,
+            top_p=0.95,
         )
-        
+        print(response.choices[0])
         try:
             return json.loads(response.choices[0].message.content)
         except json.JSONDecodeError:
@@ -181,7 +185,7 @@ Remember to use tools only when they are actually needed for the task."""
         """Execute the full pipeline: plan and execute tools."""
         try:
             plan = self.plan(user_query)
-            
+                        
             if not plan.get("requires_tools", True):
                 return plan["direct_response"]
             
@@ -207,8 +211,7 @@ def main():
     agent = Agent()
     agent.add_tool(convert_currency)
     
-    query_list = ["I am traveling to Japan from Serbia, I have 1500 of local currency, how much of Japaese currency will I be able to get?",
-                  "How are you doing?"]
+    query_list = ["I am traveling to Japan from Serbia, I have 1500 of local currency, how much of Japaese currency will I be able to get?"]
     
     for query in query_list:
         print(f"\nQuery: {query}")
@@ -216,4 +219,4 @@ def main():
         print(result)
 
 if __name__ == "__main__":
-    main() 
+    main()