Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -30,13 +30,8 @@ try:
|
|
| 30 |
)
|
| 31 |
logger.info("Primary tokenizer loaded successfully.")
|
| 32 |
except Exception as e:
|
| 33 |
-
logger.
|
| 34 |
-
|
| 35 |
-
FALLBACK_TOKENIZER,
|
| 36 |
-
use_fast=True,
|
| 37 |
-
trust_remote_code=True,
|
| 38 |
-
)
|
| 39 |
-
logger.info("Fallback tokenizer loaded successfully.")
|
| 40 |
|
| 41 |
# Set pad token
|
| 42 |
if tokenizer.pad_token_id is None:
|
|
|
|
| 30 |
)
|
| 31 |
logger.info("Primary tokenizer loaded successfully.")
|
| 32 |
except Exception as e:
|
| 33 |
+
logger.error(f"Tokenizer loading failed: {str(e)}")
|
| 34 |
+
raise
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
|
| 36 |
# Set pad token
|
| 37 |
if tokenizer.pad_token_id is None:
|