Update app.py

app.py

@@ -68,6 +68,8 @@ login(token=("hf_" + HF_TOKEN))
 
 system_propmpt = system_sr
 
+client = InferenceClient(LLM_NAME)
+
 # "facebook/blenderbot-400M-distill",  facebook/blenderbot-400M-distill, stabilityai/stablelm-zephyr-3b, BAAI/bge-small-en-v1.5
 Settings.llm = HuggingFaceInferenceAPI(model_name=LLM_NAME,
                               device_map="auto",
@@ -80,7 +82,8 @@ Settings.llm = HuggingFaceInferenceAPI(model_name=LLM_NAME,
                                                "top_k": top_k, "do_sample": False },
 #                              tokenizer_kwargs={"max_length": 4096},
                               tokenizer_name=LLM_NAME,
-                              api_key="zpka_45536f339a3d403e997bac9158f9ebd2_49d2a58e",
+                              hf_token = "hf_" + HF_TOKEN,
+#                              api_key="zpka_45536f339a3d403e997bac9158f9ebd2_49d2a58e",
 #                              provider="auto",
 #                              task="None"
                              )