Spaces:
Sleeping
Sleeping
working.
Browse filesUsing qwen 4B with FP8.
- basic_agent.py +2 -1
- requirements.txt +0 -2
basic_agent.py
CHANGED
|
@@ -23,7 +23,8 @@ class BasicAgent:
|
|
| 23 |
if model_id:
|
| 24 |
self.model_id = model_id
|
| 25 |
else:
|
| 26 |
-
self.model_id = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
|
|
|
|
| 27 |
|
| 28 |
# Run locally.
|
| 29 |
self.model = smolagents.TransformersModel(
|
|
|
|
| 23 |
if model_id:
|
| 24 |
self.model_id = model_id
|
| 25 |
else:
|
| 26 |
+
#self.model_id = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
|
| 27 |
+
self.model_id = "Qwen/Qwen3-4B-FP8"
|
| 28 |
|
| 29 |
# Run locally.
|
| 30 |
self.model = smolagents.TransformersModel(
|
requirements.txt
CHANGED
|
@@ -1,7 +1,5 @@
|
|
| 1 |
gradio
|
| 2 |
huggingface_hub[hf_xet]
|
| 3 |
-
langchain-core
|
| 4 |
-
langcahin-ollama
|
| 5 |
requests
|
| 6 |
smolagents
|
| 7 |
smolagents[transformers]
|
|
|
|
| 1 |
gradio
|
| 2 |
huggingface_hub[hf_xet]
|
|
|
|
|
|
|
| 3 |
requests
|
| 4 |
smolagents
|
| 5 |
smolagents[transformers]
|