Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,9 +13,9 @@ load_dotenv()
|
|
| 13 |
# Initialize the LLM and parser
|
| 14 |
llm = HuggingFaceInferenceAPI(
|
| 15 |
# model_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
| 16 |
-
|
| 17 |
# model_name="nvidia/Llama3-ChatQA-1.5-70B", ## 144GB > 10GB
|
| 18 |
-
model_name= "Nexusflow/NexusRaven-V2-13B",
|
| 19 |
token=os.getenv("TOKEN"),
|
| 20 |
# model_config['protected_namespaces'] = ()
|
| 21 |
)
|
|
|
|
| 13 |
# Initialize the LLM and parser
|
| 14 |
llm = HuggingFaceInferenceAPI(
|
| 15 |
# model_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
| 16 |
+
model_name="mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 17 |
# model_name="nvidia/Llama3-ChatQA-1.5-70B", ## 144GB > 10GB
|
| 18 |
+
# model_name= "Nexusflow/NexusRaven-V2-13B", ## 26 GB
|
| 19 |
token=os.getenv("TOKEN"),
|
| 20 |
# model_config['protected_namespaces'] = ()
|
| 21 |
)
|