Update app.py

app.py

@@ -17,6 +17,30 @@ InferenceClient(models[2]),
 InferenceClient(models[3]),
 ]
 
+
+models=[
+    "google/gemma-7b",
+    "google/gemma-7b-it",
+    "google/gemma-2b",
+    "google/gemma-2b-it",
+]
+client_z=[]
+
+
+def load_models(inp):
+    
+    out_box=[gr.Chatbot(),gr.Chatbot(),gr.Chatbot(),gr.Chatbot()]
+    print(type(inp))
+    print(inp)
+    print(models[inp[0]])
+    client_z.clear()
+    client_z.append(InferenceClient(models[inp[z]]))
+    return gr.update(label=models[inp[z]])
+
+
+
+
+
 VERBOSE=False
 
 def format_prompt(message, history, cust_p):
@@ -29,7 +53,7 @@ def format_prompt(message, history, cust_p):
             prompt += f"{bot_response}\n"
             #print(prompt)
     #prompt += f"<start_of_turn>user\n{message}<end_of_turn>\n<start_of_turn>model\n"
-    prompt+=cust_p.format(USER_INPUT=message)
+    prompt+=cust_p.replace("USER_INPUT",message)
     return prompt
 
 def custom_prompt(prompt):
@@ -137,6 +161,9 @@ with gr.Blocks() as app:
                     theme=gr.Radio(label="Theme", choices=["light","dark"],value="light")
                     chatblock=gr.Dropdown(label="Chatblocks",info="Choose specific blocks of chat",choices=[c for c in range(1,40)],multiselect=True)
 
+    
+    client_choice.change(load_models,client_choice,[chat_b])
+
     im_go=im_btn.click(get_screenshot,[chat_b,im_height,im_width,chatblock,theme,wait_time],img)
     
     chat_sub=inp.submit(check_rand,[rand,seed],seed).then(chat_inf,[sys_inp,inp,chat_b,memory,client_choice,seed,temp,tokens,top_p,rep_p,chat_mem,custom_prompt],[chat_b,memory])