Spaces:
Paused
Paused
NGUYEN, Xuan Phi
commited on
Commit
·
358b242
1
Parent(s):
43147aa
update
Browse files
multipurpose_chatbot/engines/transformers_engine.py
CHANGED
|
@@ -546,7 +546,7 @@ class TransformersEngine(BaseEngine):
|
|
| 546 |
if message_safety is not None:
|
| 547 |
raise gr.Error(message_safety)
|
| 548 |
|
| 549 |
-
@maybe_spaces_gpu
|
| 550 |
def generate_yield_string(self, prompt, temperature, max_tokens, stop_strings: Optional[Tuple[str]] = None, **kwargs):
|
| 551 |
|
| 552 |
# ! MUST PUT INSIDE torch.no_grad() otherwise it will overflow OOM
|
|
|
|
| 546 |
if message_safety is not None:
|
| 547 |
raise gr.Error(message_safety)
|
| 548 |
|
| 549 |
+
# @maybe_spaces_gpu
|
| 550 |
def generate_yield_string(self, prompt, temperature, max_tokens, stop_strings: Optional[Tuple[str]] = None, **kwargs):
|
| 551 |
|
| 552 |
# ! MUST PUT INSIDE torch.no_grad() otherwise it will overflow OOM
|