Get GPU Count, update Cuda version, remove xformers cuda

README.md

@@ -5,7 +5,7 @@ colorFrom: yellow
 colorTo: purple
 sdk: gradio
 python_version: 3.10.13
-sdk_version: 5.12.0
+sdk_version: 5.15.0
 app_file: app.py
 pinned: false
 short_description: Transform Your Images into Mesmerizing Hexagon Grids

requirements.txt

@@ -1,10 +1,15 @@
 accelerate
 invisible_watermark
-# Updated versions 2.4.0+cu118
-torch==2.4.0 --index-url https://download.pytorch.org/whl/cu118/torch-2.4.0%2Bcu118-cp310-cp310-linux_x86_64.whl#sha256=80f75f98282dfcca50a013ce14ee6a4385680e1c15cb0e9b376612442137ead5
-torchvision --index-url https://download.pytorch.org/whl/cu118
-torchaudio --index-url https://download.pytorch.org/whl/cu118
-xformers==0.0.27.post2 --index-url https://download.pytorch.org/whl/cu118/xformers-0.0.27.post2%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl#sha256=b3cdeeb9eae4547805ab8c3c645ac2fa9c6da85b46c039d9befa117e9f6f22fe
+# Updated versions 2.4.0+cu124
+#torch==2.4.0 --index-url https://download.pytorch.org/whl/cu124/torch-2.4.0%2Bcu124-cp310-cp310-linux_x86_64.whl#sha256=2cb28155635e3d3d0be198e3f3e7457a1d7b99e8c2eedc73fe22fab574d11a4c
+#torchvision --index-url https://download.pytorch.org/whl/cu124
+#torchaudio --index-url https://download.pytorch.org/whl/cu124
+#xformers --index-url https://download.pytorch.org/whl/cu124
+# ==0.0.27.post2 --index-url https://download.pytorch.org/whl/cu118/xformers-0.0.27.post2%2Bcu118-cp310-cp310-manylinux2014_x86_64.whl#sha256=b3cdeeb9eae4547805ab8c3c645ac2fa9c6da85b46c039d9befa117e9f6f22fe
+
+#generic Torch versions
+torch
+xformers
 
 # Other dependencies
 Haishoku
@@ -13,11 +18,11 @@ huggingface_hub
 # git+https://github.com/huggingface/transformers@v4.48.1#egg=transformers
 transformers==4.48.1
 gradio[oauth]
-Pillow>=11.1.0
+Pillow>=11.0.0
 numpy
 requests
-# git+https://github.com/huggingface/diffusers
-diffusers[torch]
+git+https://github.com/huggingface/diffusers
+#diffusers[torch]
 peft
 opencv-python
 open3d
@@ -34,6 +39,6 @@ pycairo
 cairocffi
 pangocffi
 pangocairocffi
-tensorflow
+#tensorflow
 cairosvg
 python-dotenv

utils/ai_generator_diffusers_flux.py

@@ -3,7 +3,7 @@ import os
 import utils.constants as constants
 import spaces
 import torch
-from diffusers import FluxPipeline,FluxImg2ImgPipeline,FluxControlPipeline
+from diffusers import FluxPipeline,FluxImg2ImgPipeline,FluxControlPipeline, DiffusionPipeline
 import accelerate 
 import transformers
 import safetensors
@@ -128,7 +128,7 @@ def generate_image_lowmem(
         # Initialize the pipeline inside the context manager
         pipe = pipeline_class.from_pretrained(
             model_name,
-            torch_dtype=torch.bfloat16 if device == "cuda" else torch.bfloat32            
+            torch_dtype=torch.bfloat16 if device == "cuda" else torch.bfloat32
         ).to(device)
         # Optionally, don't use CPU offload if not necessary
         pipe.enable_model_cpu_offload()

utils/constants.py

@@ -14,7 +14,7 @@ os.environ['USE_FLASH_ATTENTION'] = '1'
 #os.environ['XFORMERS_FORCE_DISABLE_TORCHSCRIPT']= '1'
 os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID"
 os.environ["PYTORCH_NVML_BASED_CUDA_CHECK"] = "1"
-os.environ["CUDA_VISIBLE_DEVICES"] = "0,1,2,3"
+os.environ["CUDA_VISIBLE_DEVICES"] = "0"
 
 IS_SHARED_SPACE = "Surn/HexaGrid" in os.environ.get('SPACE_ID', '')
 

utils/version_info.py

@@ -49,7 +49,7 @@ def get_diffusers_version():
 #@spaces.GPU()
 def get_torch_info():
     try:
-        return [torch.__version__, f"CUDA Version:{torch.version.cuda}", f"Available:{torch.cuda.is_available()}", f"flash attention enabled: {torch.backends.cuda.flash_sdp_enabled()}", f"Capabilities: {torch.cuda.get_device_capability(0)}", f"Device Name: {torch.cuda.get_device_name(0)}"]
+        return [torch.__version__, f"CUDA Version:{torch.version.cuda}", f"Available:{torch.cuda.is_available()}", f"flash attention enabled: {torch.backends.cuda.flash_sdp_enabled()}", f"Capabilities: {torch.cuda.get_device_capability(0)}", f"Device Name: {torch.cuda.get_device_name(0)}", f"Device Count: {torch.cuda.device_count()}"]
     except Exception:
         return "<none>"