Changed model to Writer/Palmyra-Fin-70B-32K

app.py

@@ -13,12 +13,14 @@ theme = gr.themes.Base(
     font=[gr.themes.GoogleFont('Libre Franklin'), gr.themes.GoogleFont('Public Sans'), 'system-ui', 'sans-serif'],
 )
 
-tokenizer = AutoTokenizer.from_pretrained("yam-peleg/Experiment26-7B", trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained(
-    "yam-peleg/Experiment26-7B",
-    torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
-    trust_remote_code=True,
-).to(device)
+tokenizer = AutoTokenizer.from_pretrained("Writer/Palmyra-Fin-70B-32K")
+model = AutoModelForCausalLM.from_pretrained("Writer/Palmyra-Fin-70B-32K")
+#tokenizer = AutoTokenizer.from_pretrained("yam-peleg/Experiment26-7B", trust_remote_code=True)
+#model = AutoModelForCausalLM.from_pretrained(
+#    "yam-peleg/Experiment26-7B",
+#    torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
+#    trust_remote_code=True,
+#).to(device)
 @spaces.GPU(enable_queue=True)
 def generate_text(text, temperature, maxLen):
     text = text.lstrip().lstrip('<s>').lstrip()