Final_Assignment_Template / vllm_asopenai_test.py
Sirine MILI
[CHANGES]
21132c7
raw
history blame contribute delete
403 Bytes
import os
from smolagents import OpenAIServerModel, CodeAgent
# test file in cas I need to run entirely locally
model = OpenAIServerModel(
model_id="Qwen/Qwen2.5-1.5B-Instruct",
api_base="http://192.168.1.39:18000/v1",
api_key="token-abc123",
)
myagent = CodeAgent(
model=model,
tools=[])
result = myagent.run("Hello who are you?") # Replace with your question
print(result)