Remostart commited on
Commit
4707822
Β·
verified Β·
1 Parent(s): fe90508

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -7
app.py CHANGED
@@ -30,13 +30,8 @@ try:
30
  )
31
  logger.info("Primary tokenizer loaded successfully.")
32
  except Exception as e:
33
- logger.warning(f"Primary tokenizer failed: {str(e)}. Using fallback: {FALLBACK_TOKENIZER}")
34
- tokenizer = AutoTokenizer.from_pretrained(
35
- FALLBACK_TOKENIZER,
36
- use_fast=True,
37
- trust_remote_code=True,
38
- )
39
- logger.info("Fallback tokenizer loaded successfully.")
40
 
41
  # Set pad token
42
  if tokenizer.pad_token_id is None:
 
30
  )
31
  logger.info("Primary tokenizer loaded successfully.")
32
  except Exception as e:
33
+ logger.error(f"Tokenizer loading failed: {str(e)}")
34
+ raise
 
 
 
 
 
35
 
36
  # Set pad token
37
  if tokenizer.pad_token_id is None: