Spaces:

large-traversaal
/

test

Sleeping

1024m commited on Mar 3

Commit

24ceace

verified ·

1 Parent(s): c7bcd71

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -8,8 +8,7 @@ model_name = "large-traversaal/Phi-4-Hindi"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
-    torch_dtype=torch.float16,
-    load_in_4bit=True,
     device_map="auto"
 )
 print("Model and tokenizer loaded successfully!")

 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(
     model_name,
+    torch_dtype=torch.bfloat16,
     device_map="auto"
 )
 print("Model and tokenizer loaded successfully!")