add groq coder
Browse files- app.py +3 -1
- app_groq.py +20 -18
- app_groq_coder.py +28 -0
app.py
CHANGED
|
@@ -5,7 +5,6 @@ from app_cohere import demo as demo_cohere
|
|
| 5 |
from app_experimental import demo as demo_experimental
|
| 6 |
from app_fal import demo as demo_fal
|
| 7 |
from app_fireworks import demo as demo_fireworks
|
| 8 |
-
from app_groq import demo as demo_groq
|
| 9 |
from app_huggingface import demo as demo_huggingface
|
| 10 |
from app_meta import demo as demo_meta
|
| 11 |
from app_mistral import demo as demo_mistral
|
|
@@ -30,12 +29,15 @@ from app_gemini import demo as demo_gemini
|
|
| 30 |
from app_gemini_voice import demo as demo_gemini_voice
|
| 31 |
from app_hyperbolic_coder import demo as demo_hyperbolic_coder
|
| 32 |
from app_smolagents import demo as demo_smolagents
|
|
|
|
|
|
|
| 33 |
from utils import get_app
|
| 34 |
|
| 35 |
# Create mapping of providers to their demos
|
| 36 |
PROVIDERS = {
|
| 37 |
"Gemini Coder": demo_gemini_coder,
|
| 38 |
"Hyperbolic Coder": demo_hyperbolic_coder,
|
|
|
|
| 39 |
"SmolAgents": demo_smolagents,
|
| 40 |
"DeepSeek": demo_deepseek,
|
| 41 |
"OpenAI": demo_openai,
|
|
|
|
| 5 |
from app_experimental import demo as demo_experimental
|
| 6 |
from app_fal import demo as demo_fal
|
| 7 |
from app_fireworks import demo as demo_fireworks
|
|
|
|
| 8 |
from app_huggingface import demo as demo_huggingface
|
| 9 |
from app_meta import demo as demo_meta
|
| 10 |
from app_mistral import demo as demo_mistral
|
|
|
|
| 29 |
from app_gemini_voice import demo as demo_gemini_voice
|
| 30 |
from app_hyperbolic_coder import demo as demo_hyperbolic_coder
|
| 31 |
from app_smolagents import demo as demo_smolagents
|
| 32 |
+
from app_groq import demo as demo_groq
|
| 33 |
+
from app_groq_coder import demo as demo_groq_coder
|
| 34 |
from utils import get_app
|
| 35 |
|
| 36 |
# Create mapping of providers to their demos
|
| 37 |
PROVIDERS = {
|
| 38 |
"Gemini Coder": demo_gemini_coder,
|
| 39 |
"Hyperbolic Coder": demo_hyperbolic_coder,
|
| 40 |
+
"Groq Coder": demo_groq_coder,
|
| 41 |
"SmolAgents": demo_smolagents,
|
| 42 |
"DeepSeek": demo_deepseek,
|
| 43 |
"OpenAI": demo_openai,
|
app_groq.py
CHANGED
|
@@ -1,26 +1,28 @@
|
|
| 1 |
import os
|
| 2 |
|
| 3 |
-
import
|
| 4 |
|
| 5 |
-
from
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
|
| 7 |
demo = get_app(
|
| 8 |
-
models=
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
"llama-3.2-90b-vision-preview",
|
| 15 |
-
"mixtral-8x7b-32768",
|
| 16 |
-
"gemma2-9b-it",
|
| 17 |
-
"gemma-7b-it",
|
| 18 |
-
"llama-3.3-70b-versatile",
|
| 19 |
-
"llama-3.3-70b-specdec",
|
| 20 |
-
],
|
| 21 |
-
default_model="llama-3.3-70b-specdec",
|
| 22 |
-
src=groq_gradio.registry,
|
| 23 |
-
accept_token=not os.getenv("GROQ_API_KEY"),
|
| 24 |
)
|
| 25 |
|
| 26 |
if __name__ == "__main__":
|
|
|
|
| 1 |
import os
|
| 2 |
|
| 3 |
+
import ai_gradio
|
| 4 |
|
| 5 |
+
from utils_ai_gradio import get_app
|
| 6 |
+
|
| 7 |
+
# Get the Groq models from the registry
|
| 8 |
+
GROQ_MODELS_FULL = [
|
| 9 |
+
k for k in ai_gradio.registry.keys()
|
| 10 |
+
if k.startswith('groq:')
|
| 11 |
+
]
|
| 12 |
+
|
| 13 |
+
# Create display names without the prefix
|
| 14 |
+
GROQ_MODELS_DISPLAY = [
|
| 15 |
+
k.replace('groq:', '')
|
| 16 |
+
for k in GROQ_MODELS_FULL
|
| 17 |
+
]
|
| 18 |
|
| 19 |
demo = get_app(
|
| 20 |
+
models=GROQ_MODELS_FULL,
|
| 21 |
+
default_model=GROQ_MODELS_FULL[-2],
|
| 22 |
+
src=ai_gradio.registry,
|
| 23 |
+
dropdown_label="Select Groq Model",
|
| 24 |
+
choices=GROQ_MODELS_DISPLAY,
|
| 25 |
+
fill_height=True
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
)
|
| 27 |
|
| 28 |
if __name__ == "__main__":
|
app_groq_coder.py
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import ai_gradio
|
| 2 |
+
from utils_ai_gradio import get_app
|
| 3 |
+
|
| 4 |
+
# Get the Groq models but keep their full names for loading
|
| 5 |
+
GROQ_MODELS_FULL = [
|
| 6 |
+
k for k in ai_gradio.registry.keys()
|
| 7 |
+
if k.startswith('groq:')
|
| 8 |
+
]
|
| 9 |
+
|
| 10 |
+
# Create display names without the prefix
|
| 11 |
+
GROQ_MODELS_DISPLAY = [
|
| 12 |
+
k.replace('groq:', '')
|
| 13 |
+
for k in GROQ_MODELS_FULL
|
| 14 |
+
]
|
| 15 |
+
|
| 16 |
+
# Create and launch the interface using get_app utility
|
| 17 |
+
demo = get_app(
|
| 18 |
+
models=GROQ_MODELS_FULL, # Use the full names with prefix
|
| 19 |
+
default_model=GROQ_MODELS_FULL[-2],
|
| 20 |
+
dropdown_label="Select Groq Model",
|
| 21 |
+
choices=GROQ_MODELS_DISPLAY, # Display names without prefix
|
| 22 |
+
fill_height=True,
|
| 23 |
+
coder=True
|
| 24 |
+
)
|
| 25 |
+
|
| 26 |
+
|
| 27 |
+
if __name__ == "__main__":
|
| 28 |
+
demo.launch()
|