Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -4,6 +4,7 @@ os.environ["GRADIO_ENABLE_SSR"] = "0"
|
|
4 |
|
5 |
import gradio as gr
|
6 |
import torch
|
|
|
7 |
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
|
8 |
from accelerate import init_empty_weights, load_checkpoint_and_dispatch
|
9 |
from datasets import load_dataset
|
@@ -44,6 +45,7 @@ Few sentences of reasoning
|
|
44 |
"""
|
45 |
|
46 |
# --- Helper Functions ---
|
|
|
47 |
def format_rules(rules):
|
48 |
formatted_rules = "<rules>\n"
|
49 |
for i, rule in enumerate(rules):
|
|
|
4 |
|
5 |
import gradio as gr
|
6 |
import torch
|
7 |
+
import spaces
|
8 |
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
|
9 |
from accelerate import init_empty_weights, load_checkpoint_and_dispatch
|
10 |
from datasets import load_dataset
|
|
|
45 |
"""
|
46 |
|
47 |
# --- Helper Functions ---
|
48 |
+
@spaces.GPU
|
49 |
def format_rules(rules):
|
50 |
formatted_rules = "<rules>\n"
|
51 |
for i, rule in enumerate(rules):
|