Hugging Face's logo

Spaces:
gnumanth
/
llama3-chat
Runtime error

App Files Community
gnumanth commited on
Commit
4dad4c8
·
verified ·
1 Parent(s): b0c22d0

chore: cuda

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
 
5
  model_name = "meta-llama/Meta-Llama-3-8B-Instruct"
6
- device_map = 'auto'
7
 
8
  def load_model() -> AutoModelForCausalLM:
9
  return AutoModelForCausalLM.from_pretrained(model_name, device_map=device_map)
 
3
  import torch
4
 
5
  model_name = "meta-llama/Meta-Llama-3-8B-Instruct"
6
+ device_map = 'cuda'
7
 
8
  def load_model() -> AutoModelForCausalLM:
9
  return AutoModelForCausalLM.from_pretrained(model_name, device_map=device_map)