Update app.py

app.py

@@ -14,14 +14,16 @@ import io
 import chat_models
 
 loaded_model=[]
+chat_model=[]
 for i,model in enumerate(models):
     loaded_model.append(gr.load(f'models/{model}'))
 print (loaded_model)
-
+for i,model_c in enumerate(chat_models.models):
+    chat_model.append(model_c)
+print (chat_model)
 now = datetime.now()
 date_time_str = now.strftime("%Y-%m-%d %H:%M:%S")
 
-client = InferenceClient(chat_models.models[0])
 #client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 history = []
 
@@ -33,7 +35,8 @@ def format_prompt(message, history):
   prompt += f"[INST] {message} [/INST]"
   return prompt
 
-def run_gpt(in_prompt,history):
+def run_gpt(in_prompt,history,model_drop):
+    client = InferenceClient(chat_models.models[int(model_drop)])
     print(f'history :: {history}')
     prompt=format_prompt(in_prompt,history)
     seed = random.randint(1,1111111111111111)
@@ -55,7 +58,7 @@ def run_gpt(in_prompt,history):
     return resp
 
 
-def run(purpose,history,model_drop):
+def run(purpose,history,model_drop,chat_drop):
     print (history)
     task=None
     #if history:
@@ -64,7 +67,7 @@ def run(purpose,history,model_drop):
     #    history = ""
 
     #action_name, action_input = parse_action(line)
-    out_prompt = run_gpt(purpose,history)
+    out_prompt = run_gpt(purpose,history,model_drop)
     #yield ([(purpose,out_prompt)],None)
     history.append((purpose,out_prompt))
     yield (history,None)
@@ -105,16 +108,19 @@ with gr.Blocks(css=style) as iface:
     gr.HTML("""<div class="top_head"><center><br><h1 class="top_h1">Mixtral Chat Diffusion</h1><br><h3 class="top_h1">This chatbot will generate images</h3></center></div?""")
     #chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     with gr.Row():
-        with gr.Column():
+        with gr.Column(scale=1):
             chatbot=gr.Chatbot(show_copy_button=True, layout='panel')
             msg = gr.Textbox()
             model_drop=gr.Dropdown(label="Diffusion Models", type="index", choices=[m for m in models], value=models[0])
-    with gr.Row():
-        submit_b = gr.Button()
-        stop_b = gr.Button("Stop")
-        clear = gr.ClearButton([msg, chatbot])
-    sumbox=gr.Image(label="Image")
-    sub_b = submit_b.click(run, [msg,chatbot,model_drop],[chatbot,sumbox])
-    sub_e = msg.submit(run, [msg, chatbot,model_drop], [chatbot,sumbox])
+            chat_model_drop=gr.Dropdown(label="Chatbot Models", type="index", choices=[m for m in chat_models.models], value=chat_models.models[0])
+            with gr.Group():
+                with gr.Row():
+                    submit_b = gr.Button()
+                    stop_b = gr.Button("Stop")
+                    clear = gr.ClearButton([msg, chatbot])
+        with gr.Column(scale=2):
+            sumbox=gr.Image(label="Image")
+    sub_b = submit_b.click(run, [msg,chatbot,model_drop,chat_model_drop],[chatbot,sumbox])
+    sub_e = msg.submit(run, [msg, chatbot,model_drop,chat_model_drop], [chatbot,sumbox])
     stop_b.click(None,None,None, cancels=[sub_b,sub_e])
 iface.launch()