Spaces:

CyberNative-AI
/

Colibri_8b_v0.1_chat

Sleeping

CyberNative commited on May 15, 2024

Commit

61a3607

verified ·

1 Parent(s): b19b217

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -4,6 +4,7 @@ import spaces
 from transformers import AutoTokenizer, TextIteratorStreamer
 from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
 from threading import Thread
 # Set an environment variable
 HF_TOKEN = os.environ.get("HF_TOKEN", None)

 from transformers import AutoTokenizer, TextIteratorStreamer
 from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
 from threading import Thread
+import torch
 # Set an environment variable
 HF_TOKEN = os.environ.get("HF_TOKEN", None)