Spaces:
Running
Running
set provider groq for gpt oss
Browse files
app.py
CHANGED
|
@@ -608,14 +608,14 @@ def get_inference_client(model_id, provider="auto"):
|
|
| 608 |
elif model_id == "openai/gpt-oss-120b":
|
| 609 |
# Use Hugging Face InferenceClient for GPT-OSS-120B model
|
| 610 |
return InferenceClient(
|
| 611 |
-
provider="
|
| 612 |
api_key=HF_TOKEN,
|
| 613 |
bill_to="huggingface"
|
| 614 |
)
|
| 615 |
elif model_id == "openai/gpt-oss-20b":
|
| 616 |
# Use Hugging Face InferenceClient for GPT-OSS-20B model
|
| 617 |
return InferenceClient(
|
| 618 |
-
provider="
|
| 619 |
api_key=HF_TOKEN,
|
| 620 |
bill_to="huggingface"
|
| 621 |
)
|
|
|
|
| 608 |
elif model_id == "openai/gpt-oss-120b":
|
| 609 |
# Use Hugging Face InferenceClient for GPT-OSS-120B model
|
| 610 |
return InferenceClient(
|
| 611 |
+
provider="groq",
|
| 612 |
api_key=HF_TOKEN,
|
| 613 |
bill_to="huggingface"
|
| 614 |
)
|
| 615 |
elif model_id == "openai/gpt-oss-20b":
|
| 616 |
# Use Hugging Face InferenceClient for GPT-OSS-20B model
|
| 617 |
return InferenceClient(
|
| 618 |
+
provider="groq",
|
| 619 |
api_key=HF_TOKEN,
|
| 620 |
bill_to="huggingface"
|
| 621 |
)
|