Update app.py

app.py

@@ -18,7 +18,7 @@ model = LlavaQwModel.from_pretrained(
     model_name,
     torch_dtype=torch.bfloat16,
     trust_remote_code=True,
-).to(torch.bfloat16).eval().cuda()
+).to(torch.bfloat16).eval()#.cuda()
 
 def build_transform(input_size):
     MEAN, STD = IMAGENET_MEAN, IMAGENET_STD
@@ -35,7 +35,7 @@ def preprocess_image(file_path, image_size=448):
 
     transform = build_transform(image_size)
     pixel_values = transform(file_path)
-    return torch.stack([pixel_values]).to(torch.bfloat16).cuda()
+    return torch.stack([pixel_values]).to(torch.bfloat16)#.cuda()
 
 def generate_response(image, text):