Update app.py

app.py

@@ -155,6 +155,14 @@ def generate_audio(text_prompt, audio_length_in_s=10.0, play_steps_in_s=2.0):
     max_new_tokens = int(frame_rate * audio_length_in_s)
     play_steps = int(frame_rate * play_steps_in_s)
 
+    device = "cuda:0" if torch.cuda.is_available() else "cpu"
+
+    if device != model.device:
+        model.to(device)
+
+    if device == "cuda:0":
+        model.to(device).half();
+
     streamer = MusicgenStreamer(model, device=device, play_steps=play_steps)
 
     generation_kwargs = dict(