Update app.py

app.py

@@ -47,8 +47,10 @@ embedding_model = HuggingFaceEmbeddings(
 llm = HuggingFaceHub(
     # repo_id="epfl-llm/meditron-7b",  # Or BioGPT, GatorTron, ClinicalT5, etc.
     # model_kwargs={"temperature": 0.4, "max_new_tokens": 512},
-    repo_id="microsoft/BioGPT-Large",
-    model_kwargs={"temperature": 0.4, "max_new_tokens": 512},
+    # repo_id="microsoft/BioGPT-Large",
+    # model_kwargs={"temperature": 0.4, "max_new_tokens": 512},
+    repo_id="emilyalsentzer/Bio_ClinicalBERT",  # Encoder-only, fast
+    model_kwargs={"temperature": 0.3, "max_new_tokens": 256},
     huggingfacehub_api_token=hf_token
 )