Add system

system/ee.py

@@ -4,6 +4,7 @@ import argparse
 from tqdm import tqdm
 import tiktoken
 from openai import OpenAI
+from huggingface_hub import hf_hub_download
 
 def gpt_4o(input_text):
     client=OpenAI(api_key=os.environ.get("OAI"))
@@ -21,12 +22,17 @@ def gpt_4o(input_text):
     )
     return response.choices[0].message.content
 
-def run_gpt4_event_extraction(data_dir, icl_path, max_tokens=100000):
+def run_gpt4_event_extraction(data_dir, max_tokens=100000):
 
     all_info_path = os.path.join(data_dir, "all_info_with_txt.json")
     output_dir = os.path.join(data_dir, "gpt4_event_extraction")
     os.makedirs(output_dir, exist_ok=True)
-
+    icl_path = hf_hub_download(
+                repo_id="PledgeTracker/demo_feedback",   
+                filename="icl.txt",            
+                repo_type="dataset",                     
+                token=os.environ["HF_TOKEN"]            
+            )
     ICL = open(icl_path, "r").read()
     all_info = open(all_info_path, "r").readlines()