Update app.py

app.py

@@ -144,17 +144,31 @@ def run_query(input_text, country, model_sel):
     docs = get_docs(input_text, country=country,vulnerability_cat=vulnerabilities_cat)
     # st.write('Selected country: ', country) # Debugging country
     if model_sel == "chatGPT":
-        # res = pipe.run(query=input_text, documents=docs)
-        res = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=[{"role": "user", "content": get_prompt(docs, input_text)}])
-        output = res.choices[0].message.content
+
+        response = openai.ChatCompletion.create(model="gpt-3.5-turbo", messages=[{"role": "user", "content": get_prompt(docs, input_text)}], stream=True)
+        # iterate through the stream of events
+
+        report = []
+        for chunk in response:
+            chunk_message = chunk['choices'][0]['delta']
+            # collected_chunks.append(chunk)  # save the event response
+            if 'content' in chunk_message:
+                report.append(chunk_message.content) # extract the message
+                result = "".join(report).strip()
+                result = result.replace("\n", "")
+                # res_box.markdown(f'{result}')
+                res_box.success(result)
+
+        output = result
         references = get_refs(docs, output)
     # else:
     #     res = client.text_generation(get_prompt_llama2(docs, query=input_query), max_new_tokens=4000, temperature=0.01, model=model)
     #     output = res
     #     references = get_refs(docs, res)
-    st.write('Response')
-    st.success(output)
-    st.write('References')
+    # st.write('Response')
+    # st.success(output)
+    st.markdown("----")
+    st.markdown('**REFERENCES:**')
     st.markdown('References are based on text automatically extracted from climate policy documents. These extracts may contain non-legible characters or disjointed text as an artifact of the extraction procedure')
     st.markdown(references, unsafe_allow_html=True)
 
@@ -225,7 +239,9 @@ else:
     text = st.text_area('Enter your question in the text box below using natural language or select an example from above:', value=selected_example)
 
 if st.button('Submit'):
+    st.markdown("----")
+    st.markdown('**RESPONSE:**')
+    res_box = st.empty()
     run_query(text, country=country, model_sel=model_sel)
 
 
-