Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -15,7 +15,7 @@ login(token=TOKEN)
|
|
| 15 |
def load_model_processor(model_path):
|
| 16 |
processor = AutoProcessor.from_pretrained(model_path)
|
| 17 |
llm = LLM(
|
| 18 |
-
model=model_path, trust_remote_code=True, gpu_memory_utilization=0.
|
| 19 |
enforce_eager=True, device = "cuda",
|
| 20 |
limit_mm_per_prompt={"audio": 5},
|
| 21 |
)
|
|
|
|
| 15 |
def load_model_processor(model_path):
|
| 16 |
processor = AutoProcessor.from_pretrained(model_path)
|
| 17 |
llm = LLM(
|
| 18 |
+
model=model_path, trust_remote_code=True, gpu_memory_utilization=0.8,
|
| 19 |
enforce_eager=True, device = "cuda",
|
| 20 |
limit_mm_per_prompt={"audio": 5},
|
| 21 |
)
|