test deep cache

app_onediff.py

@@ -12,6 +12,8 @@ from diffusers import (
     AutoencoderKL,
 )
 
+from DeepCache import DeepCacheSDHelper
+
 def runcmd(cmd, verbose = False, *args, **kwargs):
 
     process = subprocess.Popen(
@@ -26,18 +28,18 @@ def runcmd(cmd, verbose = False, *args, **kwargs):
         print(std_out.strip(), std_err)
     pass
 
-os.system("python3 -m pip --no-cache-dir install -U nexfort")
-os.system("git clone https://github.com/siliconflow/onediff.git")
-os.system("cd onediff && python3 -m pip install .")
+# os.system("python3 -m pip --no-cache-dir install --pre nexfort -f https://github.com/siliconflow/nexfort_releases/releases/expanded_assets/torch2.4.1_cu121")
+# os.system("git clone https://github.com/siliconflow/onediff.git")
+# os.system("cd onediff && python3 -m pip install .")
 # sys.path.append("/home/user/app/onediff/src")
-os.system("cd onediff/onediff_diffusers_extensions && python3 -m pip install .")
+# os.system("cd onediff/onediff_diffusers_extensions && python3 -m pip install .")
 # sys.path.append("/home/user/app/onediff/onediff_diffusers_extensions/src")
 
-os.system("pip show nexfort")
-os.system("pip show onediff")
-os.system("pip show onediffx")
+# os.system("pip show nexfort")
+# os.system("pip show onediff")
+# os.system("pip show onediffx")
 
-from onediffx import compile_pipe, save_pipe
+# from onediffx import compile_pipe, save_pipe
 
 def nexfort_compile(torch_module: torch.nn.Module):
     options = json.loads('{"mode": "max-optimize:max-autotune:low-precision", "memory_format": "channels_last", "dynamic": true}')
@@ -59,6 +61,10 @@ base_pipe = AutoPipelineForText2Image.from_pretrained(
 )
 base_pipe.to(device)
 
+helper = DeepCacheSDHelper(pipe=base_pipe)
+helper.set_params(cache_interval=3, cache_branch_id=0)
+helper.enable()
+
 # base_pipe = nexfort_compile(base_pipe)
 
 from gfpgan.utils import GFPGANer
@@ -84,15 +90,10 @@ def create_demo() -> gr.Blocks:
         prompt:str,
         steps:int,
     ):
-        global compiled_pipe
-        compiled_pipe = base_pipe
         run_task_time = 0
         time_cost_str = ''
         run_task_time, time_cost_str = get_time_cost(run_task_time, time_cost_str)
-        if id(compiled_pipe) == id(base_pipe):
-            print("---------->Recompile<----------")
-            compiled_pipe = nexfort_compile(base_pipe)
-        generated_image = compiled_pipe(
+        generated_image = base_pipe(
             prompt=prompt,
             num_inference_steps=steps,
         ).images[0]

requirements.txt

@@ -8,4 +8,5 @@ spaces
 git+https://github.com/XPixelGroup/BasicSR@master
 gfpgan
 facexlib
-realesrgan
+realesrgan
+deepcache