Spaces:
Runtime error
Runtime error
Commit
·
d9be3a6
1
Parent(s):
3393188
More logging
Browse files
app.py
CHANGED
|
@@ -6,6 +6,10 @@ import os
|
|
| 6 |
import spaces
|
| 7 |
import torch
|
| 8 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
|
| 10 |
import huggingface_hub
|
| 11 |
|
|
@@ -33,14 +37,18 @@ print(f"Allocated: {torch.cuda.memory_allocated() / 1024**3:.2f} GB")
|
|
| 33 |
print(f"Reserved: {torch.cuda.memory_reserved() / 1024**3:.2f} GB")
|
| 34 |
|
| 35 |
try:
|
|
|
|
| 36 |
fielddecoder_model = AutoModelForCausalLM.from_pretrained(
|
| 37 |
"ejschwartz/resym-fielddecoder",
|
| 38 |
torch_dtype=torch.bfloat16,
|
| 39 |
low_cpu_mem_usage=True,
|
| 40 |
device_map="cuda",
|
| 41 |
)
|
|
|
|
| 42 |
except Exception as e:
|
| 43 |
-
|
|
|
|
|
|
|
| 44 |
|
| 45 |
make_gradio_client = lambda: Client("https://ejschwartz-resym-field-helper.hf.space/")
|
| 46 |
|
|
|
|
| 6 |
import spaces
|
| 7 |
import torch
|
| 8 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 9 |
+
from accelerate.logging import get_logger
|
| 10 |
+
|
| 11 |
+
# Enable accelerate logging
|
| 12 |
+
logger = get_logger(__name__, log_level="DEBUG")
|
| 13 |
|
| 14 |
import huggingface_hub
|
| 15 |
|
|
|
|
| 37 |
print(f"Reserved: {torch.cuda.memory_reserved() / 1024**3:.2f} GB")
|
| 38 |
|
| 39 |
try:
|
| 40 |
+
logger.info("Loading fielddecoder model...")
|
| 41 |
fielddecoder_model = AutoModelForCausalLM.from_pretrained(
|
| 42 |
"ejschwartz/resym-fielddecoder",
|
| 43 |
torch_dtype=torch.bfloat16,
|
| 44 |
low_cpu_mem_usage=True,
|
| 45 |
device_map="cuda",
|
| 46 |
)
|
| 47 |
+
logger.info("Successfully loaded fielddecoder model")
|
| 48 |
except Exception as e:
|
| 49 |
+
logger.error(f"Error loading fielddecoder model: {e}")
|
| 50 |
+
import traceback
|
| 51 |
+
logger.error(traceback.format_exc())
|
| 52 |
|
| 53 |
make_gradio_client = lambda: Client("https://ejschwartz-resym-field-helper.hf.space/")
|
| 54 |
|