Hugging Face's logo

Spaces:
xu3kev
/
llm_visual_program_sythensis
Runtime error

App Files Community
xu3kev commited on
Commit
f269b3f
·
1 Parent(s): c626985

debug

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ MODEL_NAME="xu3kev/deepseekcoder-7b-logo-pbe"
17
  # MODEL_NAME="openlm-research/open_llama_3b"
18
  import torch
19
  from transformers import AutoModelForCausalLM, AutoTokenizer
20
- hug_model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16,).to('cuda')
21
  hug_tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
22
 
23
  INPUT_STRUCTION_TEMPLATE = """Here is a gray scale images representing with integer values 0-9.
 
17
  # MODEL_NAME="openlm-research/open_llama_3b"
18
  import torch
19
  from transformers import AutoModelForCausalLM, AutoTokenizer
20
+ hug_model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16,device_map='auto')
21
  hug_tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
22
 
23
  INPUT_STRUCTION_TEMPLATE = """Here is a gray scale images representing with integer values 0-9.