Update app.py

app.py

@@ -108,11 +108,12 @@ def sliding_window_prediction(template, text, model, tokenizer, window_size=4000
 
 # Load the model and tokenizer
 model_name = "numind/NuExtract-v1.5"
+auth_token = os.environ.get("HF_TOKEN") or True
 model = AutoModelForCausalLM.from_pretrained(model_name, 
                                              trust_remote_code=True, 
                                              torch_dtype=torch.bfloat16,
-                                             device_map="auto")
-tokenizer = AutoTokenizer.from_pretrained(model_name)
+                                             device_map="auto", use_auth_token=auth_token)
+tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=auth_token)
 model.eval()
 
 def gradio_interface_function(template, text):