Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -41,8 +41,6 @@ if torch.cuda.is_available():
|
|
| 41 |
if USE_TORCH_COMPILE:
|
| 42 |
prior_pipeline.prior = torch.compile(prior_pipeline.prior, mode="max-autotune", fullgraph=True)
|
| 43 |
decoder_pipeline.decoder = torch.compile(decoder_pipeline.decoder, mode="max-autotune", fullgraph=True)
|
| 44 |
-
prior_pipeline.fuse_qkv_projections()
|
| 45 |
-
decoder_pipeline.fuse_qkv_projections()
|
| 46 |
torch._inductor.config.conv_1x1_as_mm = True
|
| 47 |
torch._inductor.config.coordinate_descent_tuning = True
|
| 48 |
torch._inductor.config.epilogue_fusion = False
|
|
|
|
| 41 |
if USE_TORCH_COMPILE:
|
| 42 |
prior_pipeline.prior = torch.compile(prior_pipeline.prior, mode="max-autotune", fullgraph=True)
|
| 43 |
decoder_pipeline.decoder = torch.compile(decoder_pipeline.decoder, mode="max-autotune", fullgraph=True)
|
|
|
|
|
|
|
| 44 |
torch._inductor.config.conv_1x1_as_mm = True
|
| 45 |
torch._inductor.config.coordinate_descent_tuning = True
|
| 46 |
torch._inductor.config.epilogue_fusion = False
|