Update app.py

app.py

@@ -37,15 +37,19 @@ from sklearn.model_selection import ParameterGrid
 from tqdm import tqdm
 import random
 
-hf_token = os.getenv("hf_token")
 
-from huggingface_hub import login
-login(token = hf_token)
+hf_token = os.getenv("hf_token")
+login(token=hf_token)
 
+# Define the model pipeline with additional generation parameters
 model_pipeline = pipeline(
-    model="meta-llama/Llama-3.2-1B"
+    model="meta-llama/Llama-3.2-1B",
+    use_auth_token=hf_token,
+    max_length=250,  # You can increase this if needed
+    max_new_tokens=100  # Limit how many tokens are generated
 )
 
+# Use the pipeline in HuggingFacePipeline
 llm = HuggingFacePipeline(pipeline=model_pipeline)
 
 # NLTK Resource Download