Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -15,7 +15,6 @@ def generate_text(prompt, temperature, top_p, top_k, repetition_penalty, max_len
|
|
| 15 |
# Generate text using the model
|
| 16 |
generator.model.cuda()
|
| 17 |
generator.device = torch.device("cuda")
|
| 18 |
-
prompt = f"<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n"
|
| 19 |
outputs = generator(
|
| 20 |
prompt,
|
| 21 |
do_sample=True,
|
|
|
|
| 15 |
# Generate text using the model
|
| 16 |
generator.model.cuda()
|
| 17 |
generator.device = torch.device("cuda")
|
|
|
|
| 18 |
outputs = generator(
|
| 19 |
prompt,
|
| 20 |
do_sample=True,
|