test cuda12

app_onediff.py

@@ -10,10 +10,12 @@ from diffusers import (
     AutoencoderTiny,
 )
 
+os.system("python3 -m pip install -U --pre oneflow -f https://github.com/siliconflow/oneflow_releases/releases/expanded_assets/community_cu121")
 os.system("git clone https://github.com/siliconflow/onediff.git")
-os.system("cd onediff/onediff_diffusers_extensions && python3 -m pip install -e .")
+os.system("cd onediff && python3 -m pip install -e .")
 
-from onediffx import compile_pipe
+import oneflow as flow
+from onediff.infer_compiler import oneflow_compile
 
 BASE_MODEL = "stabilityai/sdxl-turbo"
 device = "cuda"
@@ -38,7 +40,7 @@ base_pipe.scheduler = DDPMScheduler.from_pretrained(
     subfolder="scheduler",
 )
 
-base_pipe = compile_pipe(base_pipe)
+base_pipe.unet = oneflow_compile(base_pipe.unet)
 
 def create_demo() -> gr.Blocks:
 

requirements.txt

@@ -1,6 +1,6 @@
 gradio
-torch
-torchvision
+torch -f https://download.pytorch.org/whl/cu121/torch_stable.html
+torchvision -f https://download.pytorch.org/whl/cu121/torch_stable.html
 diffusers
 transformers
 accelerate