Update app.py

app.py

@@ -71,12 +71,15 @@ from huggingface_hub import HfFileSystem
 
 # dataset = load_dataset('Seetha/Visualization', streaming=True)
 # df = pd.DataFrame.from_dict(dataset['train'])
-DATASET_REPO_URL = "https://huggingface.co/datasets/Seetha/Visualization"
-DATA_FILENAME = "level2.json"
+# DATASET_REPO_URL = "https://huggingface.co/datasets/Seetha/Visualization"
+# DATA_FILENAME = "level2.json"
 #DATA_FILE = os.path.join("data", DATA_FILENAME)
+DATASET_REPO_URL = "https://huggingface.co/datasets/Seetha/visual_files"
+DATA_FILENAME = "detailedResults.json"
+DATA_FILENAME1 = "level2.json"
 
 HF_TOKEN = os.environ.get("HF_TOKEN")
-st.write("is none?", HF_TOKEN is None)
+#st.write("is none?", HF_TOKEN is None)
 
 def main():
 
@@ -481,28 +484,12 @@ def main():
             'value': int(df_tab.loc[row, col])
         })
 
-  HfApi().delete_file(path_in_repo = DATA_FILENAME ,repo_id = 'Seetha/Visualization',token= HF_TOKEN,repo_type='dataset')
+  HfApi().delete_file(path_in_repo = DATA_FILENAME1 ,repo_id = 'Seetha/visual_files',token= HF_TOKEN,repo_type='dataset')
   st.write('file-deleted')
   fs = HfFileSystem(token=HF_TOKEN)
-  with fs.open('datasets/Seetha/Visualization/level2.json', 'w') as f:
+  with fs.open('datasets/Seetha/visual_files/level2.json', 'w') as f:
     json.dump(json_data, f)
-  # dat = json.dumps(json_data) 
-  # level2_df = pd.read_json(dat)
-  # level2_df = pd.DataFrame.from_dict(dat, orient='index')
-  # level2_df.reset_index(level=0,inplace=True)
-  #st.write(level2_df)
-  # with open('level2.json','r+') as fi:
-  #     data = fi.read()
-  #   #st.write(data)
-  #     fi.seek(0)
-  #     fi.write(dat)
-  #     fi.truncate()
-
-  #updated_dataset = dataset.map(lambda example: {'new_value': level2_df['value'], 'new_source':level2_df['source'], 'new_target': level2_df['target']},remove_columns=['value','source','target'])
-
- # st.write(updated_dataset)
-  #updated_dataset.push_to_hub('Seetha/visual', token=os.environ.get('HF_TOKEN'))
-  # updated_dataset.push_to_hub('Seetha/Visualization')
+  
   df_final1.to_csv('predictions.csv')
   csv_file = "predictions.csv"
   json_file = "detailedResults.json"
@@ -515,15 +502,13 @@ def main():
     data_list = []
     for row in csv_data:
         data_list.append(dict(row))
-
+  
   # # Convert the list of dictionaries to JSON
   json_data = json.dumps(data_list)
 
-  # # Write the JSON data to a file
-  # #with open("smalljson.json", "r+") as fi:
-  #   #data = fi.read()
-  #   #fi.seek(0)
-  with open('detailedResults.json','w') as fi:
+  HfApi().delete_file(path_in_repo = DATA_FILENAME ,repo_id = 'Seetha/visual_files',token= HF_TOKEN,repo_type='dataset')
+  st.write('file2-deleted')
+  with fs.open('datasets/Seetha/visual_files/detailedResults.json','w') as fi:
     #data = json.load(fi)
     fi.write(json_data)