add spaces GPU decorator to try out zero-gpu

app.py

@@ -1,3 +1,4 @@
+import spaces
 import gradio as gr
 from threading import Thread
 from open_lm.hf import *
@@ -23,6 +24,7 @@ def load_model(model_name):
     current_model = current_model.to(device)
     return f"Loaded model: {model_name}"
 
+@spaces.GPU
 def generate(
     prompt, model_choice, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
 ):