Update app.py

app.py

@@ -309,10 +309,12 @@ def find_rss():
     error_box_schema={"Name":"","Error":"","Keys":"","Other":""}
     lod=""
     out_box=[]
+    valid_box=[]
     yield [],[(None,"loading sources")],None
     with open ('raw_feed.json','r') as j:
         cont = json.loads(j.read())
         #print(cont)
+    j.close()    
     for ea in cont:
         try:
             #lod=""
@@ -338,7 +340,7 @@ def find_rss():
                         except Exception as e:
                             lod=f'{rss_url} ::ERROR:: {e}'
                             error_box.append({"Name":rss_url,"Error":e,"Error Code":1})
-                            
+                    valid_box.append({"source":ea['NAME'],"link":ea['URL'],"section":ea['TOPIC'],"description":ea['DESCRIPTION']})
                 except Exception as e:
                     lod=f'{rss_url} ::ERROR:: {e}'
                     error_box.append({"Name":rss_url,"Error":e,"Error Code":2})
@@ -348,8 +350,8 @@ def find_rss():
                 error_box.append({"Name":rss_url,"Error":f'Status Code:{r.status_code}',"Error Code":3})
                 pass
             try:
-                print(lod['rss']['channel']['item'][0].keys())
-                print(lod['rss'].keys())
+                #print(lod['rss']['channel']['item'][0].keys())
+                #print(lod['rss'].keys())
                 for i,ea in enumerate(lod['rss']['channel']['item']):
                     try:
                         r_link = ea['link']
@@ -357,6 +359,7 @@ def find_rss():
                         r_description = ea['description']
                         lods = {"title":r_title, "description":r_description,"link":r_link}
                     except Exception:
+                        print(f"Exception::{ea}")
                         try:
                             r_link = ea['link']
                             r_title = ea['source']
@@ -383,12 +386,30 @@ def find_rss():
             error_box.append({"Name":rss_url,"Error":e,"Error Code":6})
             print(f'Exception::{e}')
             pass
-        yield out_box,[(None,f'')],error_box
+        json_object_valid = json.dumps(valid_box)
+        with open("tmp3.json", "w") as outfile3:
+            outfile3.write(json_object_valid)
+        api.upload_file(
+        path_or_fileobj="tmp3.json",
+        path_in_repo=f"/rss/valid-{timename}.json",
+        repo_id=reponame,
+        #repo_id=save_data.split('datasets/',1)[1].split('/raw',1)[0],
+        token=token_self,
+        repo_type="dataset",
+        )   
+        
+        
+        
+        
+        
+        yield out_box,[(None,'')],error_box
+
 
+        
     #user_repo=save_data.split('datasets/',1)[1].split('/raw',1)[0]
     timestamp=str(datetime.datetime.now())
     timename=timestamp.replace(" ","--").replace(":","-").replace(".","-")
-    
+    print("DONE")
     json_object = json.dumps(out_box)
     #json_object = json.dumps(out_box,indent=4)
     with open("tmp2.json", "w") as outfile:
@@ -401,6 +422,7 @@ def find_rss():
     token=token_self,
     repo_type="dataset",
     )
+ 
     yield out_box,[(None,f'Source is current as of:\n{timestamp} UTC\n\nThe current Date and Time is:\n{timestamp} UTC')],error_box