Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
83d0454
1
Parent(s):
593a8e7
remove explicit tokenizer device assignment
Browse files- utils/models.py +1 -1
utils/models.py
CHANGED
|
@@ -240,7 +240,7 @@ def run_inference(model_name, context, question):
|
|
| 240 |
return_tensors="pt",
|
| 241 |
return_dict=True,
|
| 242 |
**tokenizer_kwargs,
|
| 243 |
-
).to(device)
|
| 244 |
with torch.inference_mode():
|
| 245 |
# Check interrupt before generation
|
| 246 |
if generation_interrupt.is_set():
|
|
|
|
| 240 |
return_tensors="pt",
|
| 241 |
return_dict=True,
|
| 242 |
**tokenizer_kwargs,
|
| 243 |
+
).to(bitnet_model.device)
|
| 244 |
with torch.inference_mode():
|
| 245 |
# Check interrupt before generation
|
| 246 |
if generation_interrupt.is_set():
|