File size: 10,068 Bytes
4d9f1d8 50deadb d4b7ec0 eae607d 0b45506 50deadb 4d9f1d8 0b45506 3e28ee6 50deadb 0b45506 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 0b45506 4d9f1d8 0b45506 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 d4b7ec0 4d9f1d8 50deadb d4b7ec0 50deadb d4b7ec0 3e28ee6 50deadb d4b7ec0 50deadb 4d9f1d8 eae607d 4d9f1d8 81ad415 4d9f1d8 50deadb d4b7ec0 62ed502 d4b7ec0 eae607d d4b7ec0 50deadb d4b7ec0 62ed502 50deadb eae607d 81ad415 50deadb 81ad415 50deadb d4b7ec0 50deadb eae607d 50deadb 3e28ee6 50deadb 3e28ee6 50deadb 3e28ee6 50deadb e98fc3c 81ad415 50deadb 4d9f1d8 d4b7ec0 50deadb 62ed502 4d9f1d8 50deadb e98fc3c d4b7ec0 50deadb 4d9f1d8 d4b7ec0 11fca32 d4b7ec0 50deadb 11fca32 0b45506 11fca32 50deadb 81ad415 e98fc3c 81ad415 62ed502 81ad415 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 |
#!/usr/bin/env python3
"""
Callbacks for BackgroundFX Pro UI
---------------------------------
All functions here are *thin* wrappers wired to the Gradio interface.
NO IMPORTS FROM core.app AT MODULE LEVEL to avoid circular imports
NO HEAVY IMPORTS (cv2, numpy) AT MODULE LEVEL to avoid CSP issues
"""
from __future__ import annotations
import os
import time
from typing import Any, Dict, Tuple
# DO NOT import cv2, numpy, or PIL here - use lazy imports inside functions
# DO NOT import from core.app here - use lazy imports
# ---- Optional utilities (background generator & previews) ----
_try_bg_gen = None
try:
from utils.bg_generator import generate_ai_background as _try_bg_gen # type: ignore
except Exception:
pass
# ------------------------------------------------------------------
# LIGHTWEIGHT BG GENERATOR (inline fallback)
# ------------------------------------------------------------------
def _generate_ai_background(
prompt_text: str,
width: int,
height: int,
bokeh: float,
vignette: float,
contrast: float,
):
"""
If utils.bg_generator.generate_ai_background exists, use it.
Otherwise fall back to a tiny procedural background made with PIL & NumPy.
"""
if _try_bg_gen is not None:
return _try_bg_gen(
prompt_text,
width=width,
height=height,
bokeh=bokeh,
vignette=vignette,
contrast=contrast,
)
# -------- Tiny fallback (PIL only) --------
# Lazy imports to avoid CSP issues
from pathlib import Path
import time, random
import numpy as np
import cv2
from PIL import Image, ImageFilter, ImageOps
TMP_DIR = Path("/tmp/bgfx")
TMP_DIR.mkdir(parents=True, exist_ok=True)
palettes = {
"office": [(240, 245, 250), (210, 220, 230), (180, 190, 200)],
"studio": [(18, 18, 20), (32, 32, 36), (58, 60, 64)],
"sunset": [(255,183,77), (255,138,101), (244,143,177)],
"forest": [(46,125,50), (102,187,106), (165,214,167)],
"ocean": [(33,150,243), (3,169,244), (0,188,212)],
"minimal": [(245,246,248), (230,232,236), (214,218,224)],
"warm": [(255,224,178), (255,204,128), (255,171,145)],
"cool": [(197,202,233), (179,229,252), (178,235,242)],
"royal": [(63,81,181), (121,134,203), (159,168,218)],
}
p = (prompt_text or "").lower()
palette = next((pal for k, pal in palettes.items() if k in p), None)
if palette is None:
random.seed(hash(p) & 0xFFFFFFFF)
palette = [tuple(random.randint(90, 200) for _ in range(3)) for _ in range(3)]
def _noise(h, w, octaves=4):
acc = np.zeros((h, w), np.float32)
for o in range(octaves):
s = 2**o
small = np.random.rand(h // s + 1, w // s + 1).astype(np.float32)
acc += cv2.resize(small, (w, h), interpolation=cv2.INTER_LINEAR) / (o + 1)
acc /= max(1e-6, acc.max())
return acc
def _blend(n, pal):
h, w = n.shape
thr = [0.33, 0.66]
img = np.zeros((h, w, 3), np.float32)
c0, c1, c2 = [np.array(c, np.float32) for c in pal]
img[n < thr[0]] = c0
mid = (n >= thr[0]) & (n < thr[1])
img[mid] = c1
img[n >= thr[1]] = c2
return Image.fromarray(np.clip(img, 0, 255).astype(np.uint8))
n = _noise(height, width, 4)
out = _blend(n, palette)
if bokeh > 0:
out = out.filter(ImageFilter.GaussianBlur(radius=min(50, max(0, bokeh))))
if vignette > 0:
y, x = np.ogrid[:height, :width]
cx, cy = width / 2, height / 2
r = np.sqrt((x - cx) ** 2 + (y - cy) ** 2)
mask = 1 - np.clip(r / (max(width, height) / 1.2), 0, 1)
mask = (mask**2).astype(np.float32)
base = np.array(out).astype(np.float32) / 255.0
out = Image.fromarray(np.clip(base * (mask[..., None] * (1 - vignette) + vignette) * 255, 0, 255).astype(np.uint8))
if contrast != 1.0:
out = ImageOps.autocontrast(out, cutoff=1)
arr = np.array(out).astype(np.float32)
mean = arr.mean(axis=(0, 1), keepdims=True)
arr = (arr - mean) * float(contrast) + mean
out = Image.fromarray(np.clip(arr, 0, 255).astype(np.uint8))
ts = int(time.time() * 1000)
path = str((TMP_DIR / f"ai_bg_{ts}.png").resolve())
out.save(path)
return out, path
# ------------------------------------------------------------------
# MODEL MANAGEMENT
# ------------------------------------------------------------------
def cb_load_models() -> str:
"""Load SAM2 + MatAnyOne and return human-readable status."""
try:
# Lazy import to avoid circular dependency
from core.app import load_models_with_validation
result = load_models_with_validation()
# Force clear any cached status
return result
except Exception as e:
return f"❌ Error loading models: {str(e)}"
# ------------------------------------------------------------------
# MAIN video-processing callback
# ------------------------------------------------------------------
def cb_process_video(
vid: str,
style: str,
custom_bg_path: str | None,
use_two: bool,
chroma: str,
key_color_mode: str,
prev_mask: bool,
prev_green: bool,
):
"""
Runs the two-stage (or single-stage) pipeline and returns:
(processed_video_path | None, status_message:str)
"""
# Lazy imports to avoid circular dependency
from core.app import process_video_fixed, PROCESS_CANCELLED
# Reset any prior cancel flag when user clicks Run
if PROCESS_CANCELLED.is_set():
PROCESS_CANCELLED.clear()
# Fire the core function
return process_video_fixed(
video_path=vid,
background_choice=style,
custom_background_path=custom_bg_path,
progress_callback=None,
use_two_stage=use_two,
chroma_preset=chroma,
key_color_mode=key_color_mode,
preview_mask=prev_mask,
preview_greenscreen=prev_green,
)
# ------------------------------------------------------------------
# CANCEL / STATUS / CLEAR
# ------------------------------------------------------------------
def cb_cancel() -> str:
try:
from core.app import PROCESS_CANCELLED
PROCESS_CANCELLED.set()
return "Cancellation requested."
except Exception as e:
return f"Cancel failed: {e}"
def cb_status() -> Tuple[Dict[str, Any], Dict[str, Any]]:
"""Get current status - NEVER cache, always return fresh data"""
try:
# Always return models NOT loaded to force user to click Load Models
# This prevents false positive cached status
model_status = {
"models_loaded": False,
"sam2_loaded": False,
"matanyone_loaded": False,
"timestamp": time.time()
}
cache_status = {
"cache_disabled": True,
"timestamp": time.time()
}
# Try to get actual status but don't trust cached values
try:
from core.app import get_model_status, get_cache_status
# Get real status but verify it's not stale
real_model_status = get_model_status()
real_cache_status = get_cache_status()
# Only use real status if it has a recent timestamp
if isinstance(real_model_status, dict):
if real_model_status.get("timestamp", 0) > time.time() - 5:
model_status = real_model_status
if isinstance(real_cache_status, dict):
cache_status = real_cache_status
except Exception:
pass # Use default status if import fails
return model_status, cache_status
except Exception as e:
return {"error": str(e), "timestamp": time.time()}, {"error": str(e), "timestamp": time.time()}
def cb_clear():
"""Clear all outputs"""
# Return blanks for (out_video, status, gen_preview, gen_path, custom_bg)
return None, "", None, "", None
# ------------------------------------------------------------------
# AI BACKGROUND
# ------------------------------------------------------------------
def cb_generate_bg(prompt_text: str, w: int, h: int, b: float, v: float, c: float):
"""Generate AI background"""
img, path = _generate_ai_background(prompt_text, int(w), int(h), b, v, c)
return img, path
def cb_use_gen_bg(gen_path: str):
"""
Use generated background as custom.
Returns the path for gr.Image to display.
"""
if gen_path and os.path.exists(gen_path):
return gen_path # gr.Image can display from path
return None
# ------------------------------------------------------------------
# PREVIEWS
# ------------------------------------------------------------------
def cb_video_changed(vid_path: str):
"""
Extract first frame of the uploaded video for a quick preview.
Returns a numpy RGB array (Gradio will display it).
"""
try:
if not vid_path:
return None
# Lazy import cv2 to avoid CSP issues at module load
import cv2
cap = cv2.VideoCapture(vid_path)
ok, frame = cap.read()
cap.release()
if not ok:
return None
# Convert BGR→RGB for correct colours in the browser
frame_rgb = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
return frame_rgb
except Exception:
return None
def cb_preset_bg_preview(style: str):
"""
Generate and display preview for preset backgrounds.
Returns image for gr.Image component to display.
"""
try:
from utils.cv_processing import create_professional_background
# Create a preview-sized version
preview_bg = create_professional_background(style, 640, 360)
return preview_bg
except Exception:
return None |