Spaces:

Pippoz
/

Hugging_Space

Runtime error

Pippoz commited on May 29, 2022

Commit

6d82038

1 Parent(s): 8aa5b8d

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -5,8 +5,8 @@ import torch
 @st.cache(allow_output_mutation=True)
 def define_model():
-    model = AutoModelForCausalLM.from_pretrained("facebook/opt-13b", torch_dtype=torch.float16).cuda()
-    tokenizer = AutoTokenizer.from_pretrained("facebook/opt-13b", use_fast=False)
     return model, tokenizer
 @st.cache(allow_output_mutation=True)

 @st.cache(allow_output_mutation=True)
 def define_model():
+    model = AutoModelForCausalLM.from_pretrained("facebook/opt-1.3b", torch_dtype=torch.float16).cuda()
+    tokenizer = AutoTokenizer.from_pretrained("facebook/opt-1.3b", use_fast=False)
     return model, tokenizer
 @st.cache(allow_output_mutation=True)