Spaces:

seongcho
/

demo

Runtime error

seongcho commited on Apr 21, 2023

Commit

9e08b51

1 Parent(s): 3de493c

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -8,8 +8,8 @@ config = PeftConfig.from_pretrained(peft_model_id)
 model = AutoModelForCausalLM.from_pretrained(
     config.base_model_name_or_path,
     return_dict=True,
-    #load_in_8bit=True,
-    load_in_8bit_fp32_cpu_offload=True,
     device_map='auto',
 )
 tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)

 model = AutoModelForCausalLM.from_pretrained(
     config.base_model_name_or_path,
     return_dict=True,
+    load_in_8bit=True,
+    #load_in_8bit_fp32_cpu_offload=True,
     device_map='auto',
 )
 tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)