Update app.py
Browse files
app.py
CHANGED
|
@@ -4,8 +4,7 @@ from typing import List, Tuple, Iterator
|
|
| 4 |
from huggingface_hub.utils import HfHubHTTPError
|
| 5 |
|
| 6 |
# Custom HuggingFace Inference endpoint
|
| 7 |
-
|
| 8 |
-
|
| 9 |
# Context window constraints (Llama‑3‑8B supports ~4096 tokens)
|
| 10 |
CONTEXT_WINDOW = 4096
|
| 11 |
RESERVED_TOKENS = 512 # reserve space for response
|
|
|
|
| 4 |
from huggingface_hub.utils import HfHubHTTPError
|
| 5 |
|
| 6 |
# Custom HuggingFace Inference endpoint
|
| 7 |
+
MODEL_ID = Dushyant4342/ft-llama3-8b-credit-analyst
|
|
|
|
| 8 |
# Context window constraints (Llama‑3‑8B supports ~4096 tokens)
|
| 9 |
CONTEXT_WINDOW = 4096
|
| 10 |
RESERVED_TOKENS = 512 # reserve space for response
|