Spaces:

OpenPeerAI
/

README

Runtime error

Mentors4EDU commited on Sep 17

Commit

5100a89

verified ·

1 Parent(s): 08fd283

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -5,7 +5,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 MODEL_NAME = "OpenPeerAI/OpenPeerLLM"
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
-model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype="auto")
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
 def chat(prompt, max_new_tokens=256, temperature=0.7):

 MODEL_NAME = "OpenPeerAI/OpenPeerLLM"
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
+model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype="autopy")
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
 def chat(prompt, max_new_tokens=256, temperature=0.7):