Update app.py

app.py

@@ -1,28 +1,13 @@
 import os
+import uuid
+import time
 import torch
-
-# Set a writable cache directory for torch and preload Silero VAD
-os.environ["TORCH_HOME"] = "/tmp/torch"
-os.makedirs("/tmp/torch", exist_ok=True)
-
-# Preload Silero VAD to avoid runtime issues
-# try:
-#     torch.hub.load(repo_or_dir="snakers4/silero-vad", model="silero_vad", trust_repo=True)
-#     print("Silero VAD model preloaded successfully.")
-# except Exception as e:
-#     print(f"Failed to preload Silero VAD: {e}")
-
-# Now proceed with the rest of the imports
-from openvoice import se_extractor
-from openvoice.api import ToneColorConverter
 import gradio as gr
-import torchaudio
-# ... other imports if needed
-
-import time
-import uuid
+from melo.api import TTS
+from openvoice.api import ToneColorConverter
 
-# Environment fixes for HF Spaces
+# Set temporary cache locations for Hugging Face Spaces
+os.environ["TORCH_HOME"] = "/tmp/torch"
 os.environ["HF_HOME"] = "/tmp/huggingface"
 os.environ["HF_HUB_CACHE"] = "/tmp/huggingface"
 os.environ["TRANSFORMERS_CACHE"] = "/tmp/huggingface"
@@ -30,48 +15,53 @@ os.environ["MPLCONFIGDIR"] = "/tmp"
 os.environ["XDG_CACHE_HOME"] = "/tmp"
 os.environ["XDG_CONFIG_HOME"] = "/tmp"
 os.environ["NUMBA_DISABLE_CACHE"] = "1"
+os.makedirs("/tmp/torch", exist_ok=True)
 os.makedirs("/tmp/huggingface", exist_ok=True)
 os.makedirs("/tmp/flagged", exist_ok=True)
 
-# Set model paths
-ckpt_converter = "checkpoints/converter/config.json"
+# Output folder
 output_dir = "/tmp/outputs"
 os.makedirs(output_dir, exist_ok=True)
 
-# Initialize OpenVoice converter
+# Initialize tone converter
+ckpt_converter = "checkpoints/converter/config.json"
 tone_color_converter = ToneColorConverter(ckpt_converter)
 
-# Speaker embedding cache
-ref_speaker_embed = None
+# Device setting
+device = "cuda" if torch.cuda.is_available() else "cpu"
 
 def clone_and_speak(text, speaker_wav):
     if not speaker_wav:
         return "Please upload a reference .wav file."
 
-    # Generate a unique filename
-    timestamp = str(int(time.time()))
-    base_name = f"output_{timestamp}_{uuid.uuid4().hex[:6]}"
-    output_wav = os.path.join(output_dir, f"{base_name}.wav")
+    base_name = f"output_{int(time.time())}_{uuid.uuid4().hex[:6]}"
+    tmp_melo_path = f"{output_dir}/{base_name}_tmp.wav"
+    final_output_path = f"{output_dir}/{base_name}_converted.wav"
+
+    # Use English speaker model
+    model = TTS(language="EN", device=device)
+    speaker_ids = model.hps.data.spk2id
+    default_speaker_id = next(iter(speaker_ids.values()))
+
+    # Generate base TTS voice
+    model.tts_to_file(text, default_speaker_id, tmp_melo_path)
 
-    # Extract style from uploaded speaker voice
-    global ref_speaker_embed
-    ref_speaker_embed = se_extractor.get_se(speaker_wav, tone_color_converter,vad=False)
+    # Use speaker_wav as reference to extract style embedding
+    from openvoice import se_extractor
+    ref_se, _ = se_extractor.get_se(speaker_wav, tone_color_converter, vad=False)
 
-    # Generate speech using base model
+    # Run the tone conversion
     tone_color_converter.convert(
-        text=text,
-        speaker_id="openvoice",
-        language="en",
-        ref_speaker=speaker_wav,
-        ref_embed=ref_speaker_embed,
-        output_path=output_wav,
-        top_k=10,
-        temperature=0.3
+        audio_src_path=tmp_melo_path,
+        src_se=ref_se,
+        tgt_se=ref_se,
+        output_path=final_output_path,
+        message="@HuggingFace",
     )
 
-    return output_wav
+    return final_output_path
 
-# Gradio interface (exposed as global `demo` for HF Spaces)
+# Gradio interface
 gr.Interface(
     fn=clone_and_speak,
     inputs=[
@@ -79,7 +69,7 @@ gr.Interface(
         gr.Audio(type="filepath", label="Upload a Reference Voice (.wav)")
     ],
     outputs=gr.Audio(label="Synthesized Output"),
-    flagging_dir="/tmp/flagged",  # safe temporary dir
-    title="Text to Voice using OpenVoice",
-    description="Clone any voice (English) and generate speech using OpenVoice on CPU.",
+    flagging_dir="/tmp/flagged",
+    title="Text to Voice using Melo TTS + OpenVoice",
+    description="Use Melo TTS for base synthesis and OpenVoice to apply a reference speaker's tone.",
 ).launch()