Back to using GPU...

app.py

@@ -116,7 +116,7 @@ def detect_language(text):
     lang = langdetect.detect(text)
     return lang
 
-#@spaces.GPU
+@spaces.GPU
 def translate_with_multilingual_model(
         text: str,
         tgt_lang: str,
@@ -194,7 +194,7 @@ def translate_text(
 with gr.Blocks() as demo:
 
     gr.Markdown("""
-        ## Text translation v0.0.2 (basic, small paragraph, multilingual)
+        ## Text translation v0.0.2 (small paragraph, multilingual)
     """)
     input_text = gr.Textbox(
         lines=15,

model_translation.py

@@ -66,7 +66,6 @@ model_MADLAD_name = "google/madlad400-3b-mt"
 tokenizer_multilingual = AutoTokenizer.from_pretrained(model_MADLAD_name, use_fast=True)
 model_multilingual = AutoModelForSeq2SeqLM.from_pretrained(
     model_MADLAD_name,
-    #device_map="auto",
+    device_map="auto",
     torch_dtype=torch.float16,
     low_cpu_mem_usage=True)
-