Spaces:

robinhad
/

kruk

Runtime error

robinhad commited on Jul 18, 2023

Commit

38f0467

1 Parent(s): e741862

Use 3B model

Files changed (1) hide show

app.py CHANGED Viewed

@@ -15,12 +15,12 @@ else:
         "device_map": "auto",
     }
-tokenizer = LlamaTokenizer.from_pretrained("openlm-research/open_llama_7b")
 model = LlamaForCausalLM.from_pretrained(
     "openlm-research/open_llama_7b",
     **options
 )
-model = PeftModel.from_pretrained(model, "robinhad/open_llama_7b_uk")
 def generate_prompt(instruction, input=None, output=""):

         "device_map": "auto",
     }
+tokenizer = LlamaTokenizer.from_pretrained("openlm-research/open_llama_3b_v2")
 model = LlamaForCausalLM.from_pretrained(
     "openlm-research/open_llama_7b",
     **options
 )
+model = PeftModel.from_pretrained(model, "robinhad/open_llama_3b_uk")
 def generate_prompt(instruction, input=None, output=""):