Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,6 +4,7 @@ os.environ["GRADIO_ENABLE_SSR"] = "0"
|
|
| 4 |
|
| 5 |
import gradio as gr
|
| 6 |
import torch
|
|
|
|
| 7 |
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
|
| 8 |
from accelerate import init_empty_weights, load_checkpoint_and_dispatch
|
| 9 |
from datasets import load_dataset
|
|
@@ -44,6 +45,7 @@ Few sentences of reasoning
|
|
| 44 |
"""
|
| 45 |
|
| 46 |
# --- Helper Functions ---
|
|
|
|
| 47 |
def format_rules(rules):
|
| 48 |
formatted_rules = "<rules>\n"
|
| 49 |
for i, rule in enumerate(rules):
|
|
|
|
| 4 |
|
| 5 |
import gradio as gr
|
| 6 |
import torch
|
| 7 |
+
import spaces
|
| 8 |
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
|
| 9 |
from accelerate import init_empty_weights, load_checkpoint_and_dispatch
|
| 10 |
from datasets import load_dataset
|
|
|
|
| 45 |
"""
|
| 46 |
|
| 47 |
# --- Helper Functions ---
|
| 48 |
+
@spaces.GPU
|
| 49 |
def format_rules(rules):
|
| 50 |
formatted_rules = "<rules>\n"
|
| 51 |
for i, rule in enumerate(rules):
|