Update app.py

app.py

@@ -8,7 +8,7 @@ import random
 import json
 import datetime
 import xmltodict
-"""
+
 from prompts import (
     COMPRESS_HISTORY_PROMPT,
     COMPRESS_DATA_PROMPT,
@@ -112,7 +112,7 @@ def compress_data(c,purpose, task, history, result):
         hist = history[s:e]
         
         resp = run_gpt(
-            COMPRESS_DATA_PROMPT,
+            COMPRESS_DATA_PROMPT_SMALL,
             stop_tokens=["observation:", "task:", "action:", "thought:"],
             max_tokens=2048,
             seed=seed,
@@ -142,61 +142,46 @@ def compress_data(c,purpose, task, history, result):
     history = "result: {}\n".format(resp)
     return history
 
-def find_all(purpose,task,history, rss_url, result):
-    return_list=[]
-    #if action_input in query.tasks:
-    print (f"trying URL:: {rss_url}")   
-    lod=""
-    try:
-        if rss_url != "" and rss_url != None:    
-            #rawp = []
-            out = []
-            r = requests.get(f'{rss_url}') 
-            if ".json" in rss_url:
-                lod = json.loads(r.text)
-            if ".xml" in rss_url:
-                lod = xmltodict.parse(r.content)
-            if ".rss" in rss_url:
-                lod = xmltodict.parse(r.content)
-            else:
-                try:
-                    lod = xmltodict.parse(r.content)
-                except Exception as e:
-                    history+=f"observation: could not complete RSS Search due to this error:\n{e}"
-                    return "MAIN", None, history, task, result
-            rawp = lod
-            print(f'RAWP::\n{rawp}')
-            cnt=0
-            cnt+=len(rawp)
-            out.append(rawp)
-            out = str(out)
+
+
+def summarize(inp,history,data=None):
+    json_box=[]
+    if inp == "":
+        inp = "Process this data"
+    history.clear()
+    history = [(inp,"Working on it...")] 
+    yield "",history
+
+    if data != "Error" and data != "":
+        print(inp)
+        out = str(data)
+        rl = len(out)
+        print(f'rl:: {rl}')
+        c=1
+        for i in str(out):
+            if i == " " or i=="," or i=="\n":
+                c +=1
+        print (f'c:: {c}')
+        
+        json_out = compress_data(c,inp,out)  
+        out = str(json_out)
+        if report_check:
             rl = len(out)
             print(f'rl:: {rl}')
-            c=0
+            c=1
             for i in str(out):
-                c +=1
-            print (f'c:: {c}')
-            if c > MAX_HISTORY:
-                print("compressing...")
-                rawp = compress_data(c,purpose,task,out,result)  
-            else:
-                rawp = out 
-            result += rawp
-                
-            print (rawp)
-            print (f'out:: {out}')
-            history = "observation: the search results are:\n {}\n".format(rawp)
-            task = "compile report and return action: COMPLETE"
-            return "MAIN", None, history, task, result
-        else: 
-            history += "observation: An Error occured\nI need to trigger a search using the following syntax:\naction: READ-RSS action_input=URL\n"
-            return "UPDATE-TASK", None, history, task, result
-    except Exception as e:
-        print (e)
-        history += "observation: I need to trigger a search using the following syntax:\naction: READ-RSS action_input=URL\n"
-        return "UPDATE-TASK", None, history, task, result
-    return "MAIN", None, history, task, result
-"""
+                if i == " " or i=="," or i=="\n":
+                    c +=1
+            print (f'c2:: {c}')
+            rawp = compress_data_og(c,inp,out)
+        else:
+            rawp = out
+    else:
+        rawp = "Provide a valid data source"
+    history.append((inp,rawp))
+    yield "", history
+
+
 def find_rss():
     lod=""
     out_box=[]
@@ -280,6 +265,6 @@ with gr.Blocks() as app:
         fil = gr.Textbox()
     r_btn.click(find_rss,None,[out_json,cb])
     #r_btn.click(read_rss,None,[out_json,fil])
-    #search_btn.click(find_rss,rss_search,out_json)
+    search_btn.click(summarize,[rss_search,cb,out_json],[rss_search,cb])
     #btn.click(get_rss,rss,out_json)
 app.launch()