Added parallelism workaround

app.py

@@ -28,6 +28,7 @@ import json
 from operator import add
 from typing import List, Optional, Tuple, Union
 from random import choice, randint
+from matplotlib import use
 import numpy as np
 import torch
 import torch.nn.functional as F
@@ -748,7 +749,7 @@ discrim_weights=None
 discrim_meta=None
 class_label=0
 length=100
-stepsize=2.56
+stepsize=5.12
 temperature=1.0
 top_k=2
 sample=True
@@ -813,13 +814,16 @@ for param in model.parameters():
 
 eot_token = "<|endoftext|>"
 
-def get_reply(response, history = None, in_stepsize = 2.56, in_horizon_length = 1, in_num_iterations = 0, in_top_k = 2):
+def get_reply(response, username = None, histories = {}, in_stepsize = 5.12, in_horizon_length = 1, in_num_iterations = 0, in_top_k = 2):
+    if username == None or username == "": return "<div class='chatbot'>Enter a username</div>", histories
     stepsize = in_stepsize
     horizon_length = int(in_horizon_length)
     num_iterations = int(in_num_iterations)
     top_k = int(in_top_k)
     if response.endswith(("bye", "Bye", "bye.", "Bye.", "bye!", "Bye!")):
-        return "<div class='chatbot'>Chatbot restarted</div>", None
+        histories[username] = None
+        return "<div class='chatbot'>Chatbot restarted</div>", histories
+    history = histories.get(username, None)
     convo_hist = (history if history != None else "How are you?<|endoftext|>") + response + eot_token
     # figure out conditioning text
     tokenized_cond_text = tokenizer.encode(
@@ -874,9 +878,10 @@ def get_reply(response, history = None, in_stepsize = 2.56, in_horizon_length =
             convo_hist = eot_token.join(convo_hist_split)
 
         except:
-            return "<div class='chatbot'>Error occured, chatbot restarted</div>", None
-    
-    return html, convo_hist
+            histories[username] = None
+            return "<div class='chatbot'>Error occured, chatbot restarted</div>", histories
+    histories[username] = convo_hist
+    return html, histories
 
 css = """
 .chatbox {display:flex;flex-direction:column}
@@ -888,6 +893,8 @@ css = """
 
 gr.Interface(fn=get_reply,
              theme="default",
-             inputs=[gr.inputs.Textbox(placeholder="How are you?"), "state"],
+             inputs=[gr.inputs.Textbox(placeholder="How are you?"),
+                    gr.inputs.Textbox(label="Username"), 
+                    "state"],
              outputs=["html", "state"],
-             css=css).launch() 
+             css=css).launch(debug=True, enable_queue=True)