Update app.py

app.py

@@ -39,9 +39,16 @@ if torch.cuda.is_available():
         decoder_pipeline.to(device)
 
     if USE_TORCH_COMPILE:
-        prior_pipeline.prior = torch.compile(prior_pipeline.prior, mode="reduce-overhead", fullgraph=True)
-        #decoder_pipeline.decoder = torch.compile(decoder_pipeline.decoder, mode="reduce-overhead", fullgraph=True)
-
+        prior_pipeline.prior = torch.compile(prior_pipeline.prior, mode="max-autotune", fullgraph=True)
+        decoder_pipeline.decoder = torch.compile(decoder_pipeline.decoder, mode="max-autotune", fullgraph=True)
+        prior_pipeline.fuse_qkv_projections()
+        decoder_pipeline.fuse_qkv_projections()
+        torch._inductor.config.conv_1x1_as_mm = True
+        torch._inductor.config.coordinate_descent_tuning = True
+        torch._inductor.config.epilogue_fusion = False
+        torch._inductor.config.coordinate_descent_check_all_directions = True
+        prior_pipeline.prior.to(memory_format=torch.channels_last)
+        decoder_pipeline.decoder.to(memory_format=torch.channels_last)
     if PREVIEW_IMAGES:
         pass
     #    previewer = Previewer()