Just Tuple of Numpy

app.py

@@ -79,7 +79,13 @@ def response(state: AppState, audio: tuple):
                 tuple(torch.tensor(vec).cuda() for vec in tup)
                 for tup in state.model_outs
             )
-    causal_outs = CausalLMOutputWithPast(past_key_values=state.model_outs)
+        causal_outs = (
+            CausalLMOutputWithPast(past_key_values=state.model_outs)
+            if state.model_outs
+            else None
+        )
+    else:
+        causal_outs = state.model_outs
     prev_outs = causal_outs
     start = False
     for resp, outs in diva_audio(