import torch_tensorrt

app_tensorrt.py

@@ -9,9 +9,6 @@ from diffusers import (
 
 os.system("pip install torch_tensorrt==2.4.0")
 
-
-import torch_tensorrt
-
 BASE_MODEL = "stabilityai/stable-diffusion-xl-base-1.0"
 device = "cuda"
 
@@ -35,8 +32,6 @@ base_pipe.scheduler = DDPMScheduler.from_pretrained(
 
 backend = "torch_tensorrt"
 
-
-
 # print('Loading compiled model...')
 # loadedModel = torch_tensorrt.load("compiled_pipe.ep").module()
 # print('Compiled model loaded!')
@@ -50,6 +45,7 @@ def create_demo() -> gr.Blocks:
         prompt:str,
         steps:int,
     ):
+        import torch_tensorrt
         print('Compiling model...')
         compiledModel = torch.compile(
             base_pipe.unet,