Update app.py

app.py

@@ -71,7 +71,19 @@ from PyPDF2 import PdfReader
 from huggingface_hub import HfApi
 import io
 from datasets import load_dataset
-import joblib
+
+import huggingface_hub
+from huggingface_hub import Repository
+from datetime import datetime
+
+DATASET_REPO_URL = "https://huggingface.co/datasets/Seetha/visual_files"
+DATA_FILENAME = "level2.json"
+DATA_FILE = os.path.join("level2", DATA_FILENAME)
+
+HF_TOKEN = os.environ.get("HF_TOKEN")
+# print("is none?", HF_TOKEN is None)
+
+# print("hfh", huggingface_hub.__version__)
 
 # from huggingface_hub import Repository
 # from git import repo
@@ -496,7 +508,7 @@ def main():
     df_tab.to_excel(writer,sheet_name="count_result",index=False)
     df_final1.to_excel(writer,sheet_name="Detailed_results",index=False)
     writer.close()
-  df = pd.read_csv('final_data.csv', index_col=0)
+  #df = pd.read_csv('final_data.csv', index_col=0)
 #474-515
   # # Convert to JSON format
   json_data = []
@@ -509,8 +521,11 @@ def main():
         })
 
   # Write JSON to file
-  with open('ch.json', 'w+') as f:
+  with open('level2.json', 'w+') as f:
     json.dump(json_data, f)
+
+  dataset = load_dataset("seetha/visual_files")
+  dataset.push_to_hub("seetha/visual_files/level2.json")
   #   # repo.git_pull()
   #   # repo.git_add("ch.json")
   #   # repo.git_commit(commit_message="add ch.json :)")
@@ -524,19 +539,19 @@ def main():
   #   csv_data = csv.DictReader(f)
 
   #   # Convert the CSV data to a list of dictionaries
-  #   data_list = []
-  #   for row in csv_data:
-  #       data_list.append(dict(row))
+     data_list = []
+     for row in df_final1.iterrows():
+         data_list.append(dict(row))
 
   # # Convert the list of dictionaries to JSON
-  # json_data = json.dumps(data_list)
+   json_data = json.dumps(data_list)
 
   # # Write the JSON data to a file
   # #with open("smalljson.json", "r+") as fi:
   #   #data = fi.read()
   #   #fi.seek(0)
-  # with open('smalljson.json','w+') as fi:
-  #    # data = json.load(fi)
+  with open('smalljson.json','w+') as fi:
+    data = json.load(fi)
   #     #st.write(data)
   #   #  fi.seek(0)
   #     fi.write(json_data)