Update app.py
Browse files
app.py
CHANGED
|
@@ -8,6 +8,15 @@ from peft import PeftModel
|
|
| 8 |
# Set Hugging Face Token for Authentication
|
| 9 |
HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN") # Ensure this is set in your environment
|
| 10 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
# Correct model paths (replace with your actual paths)
|
| 12 |
BASE_MODEL = "meta-llama/Llama-3.2-1B-Instruct" # Ensure this is the correct identifier
|
| 13 |
QLORA_ADAPTER = "meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8" # Ensure this is correct
|
|
|
|
| 8 |
# Set Hugging Face Token for Authentication
|
| 9 |
HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN") # Ensure this is set in your environment
|
| 10 |
|
| 11 |
+
# Add this at the beginning of your script
|
| 12 |
+
token_value = os.getenv("HUGGINGFACE_TOKEN")
|
| 13 |
+
if token_value:
|
| 14 |
+
print("HUGGINGFACE_TOKEN is set")
|
| 15 |
+
# Print first few characters to verify it's not empty
|
| 16 |
+
print(f"Token starts with: {token_value[:5]}...")
|
| 17 |
+
else:
|
| 18 |
+
print("HUGGINGFACE_TOKEN is not set")
|
| 19 |
+
|
| 20 |
# Correct model paths (replace with your actual paths)
|
| 21 |
BASE_MODEL = "meta-llama/Llama-3.2-1B-Instruct" # Ensure this is the correct identifier
|
| 22 |
QLORA_ADAPTER = "meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8" # Ensure this is correct
|