Update app.py

app.py

@@ -59,11 +59,11 @@ login(token=hf_token)
 ###################
 
 
-llm = HuggingFacePipeline.from_model_id(
-    model_id="bigscience/bloom-1b7",
-    task="text-generation",
-    model_kwargs={"temperature": 0,  "max_length":1200, "do_sample":True},
-)
+#llm = HuggingFacePipeline.from_model_id(
+#    model_id="bigscience/bloom-1b7",
+#    task="text-generation",
+#    model_kwargs={"temperature": 0,  "max_length":1200, "do_sample":True},
+#)
 
 
 ##### Alternative
@@ -96,9 +96,9 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
 #####
 from huggingface_hub import InferenceClient
 
-#repo_id = "meta-llama/Meta-Llama-3-8B-Instruct"
+repo_id = "meta-llama/Meta-Llama-3-8B-Instruct"
 
-#llm_client = InferenceClient(model=repo_id, timeout=120)
+llm = InferenceClient(model=repo_id, timeout=120)
 
 # Test your LLM client
 #llm_client.text_generation(prompt="How are you today?", max_new_tokens=20)