gaeunseo commited on
Commit
95e3f5f
·
verified ·
1 Parent(s): 9cba7ea

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -7
app.py CHANGED
@@ -17,16 +17,20 @@ def initialize_global_data():
17
  """
18
  if not os.path.exists(DATA_FILE):
19
  ds = load_dataset("gaeunseo/Taskmaster_sample_data", split="train")
20
- data = list(ds)
21
- with data_lock:
22
- with open(DATA_FILE, "w", encoding="utf-8") as f:
23
- json.dump(data, f, ensure_ascii=False, indent=2)
 
 
 
 
 
24
  return data
25
  else:
26
  with data_lock:
27
- with open(DATA_FILE, "r", encoding="utf-8") as f:
28
- data = json.load(f)
29
- return data
30
 
31
  def load_global_data():
32
  with data_lock:
 
17
  """
18
  if not os.path.exists(DATA_FILE):
19
  ds = load_dataset("gaeunseo/Taskmaster_sample_data", split="train")
20
+ data = ds.to_pandas()
21
+ # 필요한 컬럼이 없으면 추가합니다.
22
+ if "used" not in data.columns:
23
+ data["used"] = False
24
+ if "overlapping" not in data.columns:
25
+ data["overlapping"] = ""
26
+ if "text" not in data.columns:
27
+ data["text"] = ""
28
+ data.to_csv(DATA_FILE, index=False)
29
  return data
30
  else:
31
  with data_lock:
32
+ df = pd.read_csv(DATA_FILE)
33
+ return df
 
34
 
35
  def load_global_data():
36
  with data_lock: