new code
Browse files- src/pdfchatbot.py +1 -1
src/pdfchatbot.py
CHANGED
|
@@ -80,7 +80,7 @@ class PDFChatBot:
|
|
| 80 |
messages,
|
| 81 |
tokenize=False,
|
| 82 |
add_generation_prompt=True
|
| 83 |
-
)
|
| 84 |
terminators = [
|
| 85 |
self.pipeline.tokenizer.eos_token_id,
|
| 86 |
self.pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
|
|
|
| 80 |
messages,
|
| 81 |
tokenize=False,
|
| 82 |
add_generation_prompt=True
|
| 83 |
+
).to("cuda")
|
| 84 |
terminators = [
|
| 85 |
self.pipeline.tokenizer.eos_token_id,
|
| 86 |
self.pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
|