Update app.py

app.py

@@ -66,29 +66,34 @@ demo = gr.ChatInterface(
 if __name__ == "__main__":
     demo.launch()
 
+import os
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from peft import PeftModel
 import torch
-import os
 
-# Set Hugging Face token
-os.environ["HF_TOKEN"] = "your_token_her"
+# Load the Hugging Face API token securely
+api_token = os.getenv("HUGGINGFACEHUB_API_TOKEN")
 
+if api_token is None:
+    raise ValueError("HUGGINGFACEHUB_API_TOKEN is not set. Please set it in your environment variables.")
+
+# Define model names
 base_model_name = "unsloth/qwen2.5-math-7b-bnb-4bit"
 peft_model_name = "Hrushi02/Root_Math"
 
-# Load base model with authentication
+# Load base model securely
 base_model = AutoModelForCausalLM.from_pretrained(
     base_model_name, 
     torch_dtype=torch.float16, 
     device_map="auto",
-    token=os.environ["HF_TOKEN"]
+    token=api_token
 )
 
-# Load PEFT model
-model = PeftModel.from_pretrained(base_model, peft_model_name, token=os.environ["HF_TOKEN"])
+# Load PEFT fine-tuned model
+model = PeftModel.from_pretrained(base_model, peft_model_name, token=api_token)
 
 # Load tokenizer
-tokenizer = AutoTokenizer.from_pretrained(base_model_name, token=os.environ["HF_TOKEN"])
+tokenizer = AutoTokenizer.from_pretrained(base_model_name, token=api_token)
+