Update app.py

app.py

@@ -28,7 +28,7 @@ def model_loading_pipeline():
         "text-generation",
         model=model_id,
         model_kwargs={
-            "torch_dtype": torch.float32,
+            "torch_dtype": torch.float16,
         },
         streamer=streamer,
     )