Update app.py

app.py

@@ -1,5 +1,4 @@
 import gradio as gr
-# from huggingface_hub import InferenceClient
 from transformers import pipeline, AutoTokenizer
 import os
 
@@ -9,23 +8,19 @@ hf_token = os.getenv("HF_TOKEN")
 if not hf_token:
     raise ValueError("API token is not set. Please set the HF_TOKEN environment variable in Space Settings.")
 
-"""
-For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
-# requires space hardware update to use large models (TODO)
-# client = InferenceClient("mistralai/Mistral-Large-Instruct-2407")
-# Note change in instantiation***
-# pipeline move to func
-# text_generator = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct", use_auth_token=hf_token, trust_remote_code=True)
-
 def authenticate_and_generate(message, history, system_message, max_tokens, temperature, top_p):
     try:
         # Initialize the text-generation pipeline with the provided token
         text_generator = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct", use_auth_token=hf_token, trust_remote_code=True)
-        tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct") 
+        
+        # Load the tokenizer separately if needed
+        try:
+            tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct", use_auth_token=hf_token)
+        except Exception as e:
+            raise RuntimeError(f"Failed to load the tokenizer: {str(e)}")
         
         if text_generator.tokenizer is None:
-            raise RuntimeError("Failed to load the tokenizer. Ensure the model and API token are correct.")
+            raise RuntimeError("The tokenizer is not available. Check the model and API token.")
         
         # Ensure that system_message is a string
         system_message = str(system_message)
@@ -47,38 +42,30 @@ def authenticate_and_generate(message, history, system_message, max_tokens, temp
     except Exception as e:
         return str(e)  # Return the error message for debugging
 
-"""
-For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
 athena = gr.ChatInterface(
     fn=authenticate_and_generate,
     additional_inputs=[
-        gr.Textbox(value=
-                   """
-                   You are a marketing-minded content writer for Plan.com (a UK telecommunications company).
-                   You will be provided a bullet-point list of guidelines from which to generate an article to be published in the company News section of the website. 
-                   Please follow these guidelines:
-                   - Always speak using British English expressions, syntax, and spelling.
-                   - Make the articles engaging and fun, but also professional and informative.
-                   To provide relevant contextual information about the company, please source information from the following websites:
-                   - https://plan.com/our-story
-                   - https://plan.com/products-services
-                   - https://plan.com/features/productivity-and-performance
-                   - https://plan.com/features/security-and-connectivity
-                   - https://plan.com/features/connectivity-and-cost
-                   """, 
-                   label="System message"),
+        gr.Textbox(
+            value="""
+            You are a marketing-minded content writer for Plan.com (a UK telecommunications company).
+            You will be provided a bullet-point list of guidelines from which to generate an article to be published in the company News section of the website. 
+            Please follow these guidelines:
+            - Always speak using British English expressions, syntax, and spelling.
+            - Make the articles engaging and fun, but also professional and informative.
+            To provide relevant contextual information about the company, please source information from the following websites:
+            - https://plan.com/our-story
+            - https://plan.com/products-services
+            - https://plan.com/features/productivity-and-performance
+            - https://plan.com/features/security-and-connectivity
+            - https://plan.com/features/connectivity-and-cost
+            """,
+            label="System message"
+        ),
         gr.Slider(minimum=1, maximum=4096, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(
-            minimum=0.1,
-            maximum=1.0,
-            value=0.95,
-            step=0.05,
-            label="Top-p (nucleus sampling)",
-        ),
+        gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
     ],
 )
 
 if __name__ == "__main__":
-    athena.launch()
+    athena.launch()