up

src/utils.py

@@ -64,6 +64,9 @@ def load_all_data(data_repo, subdir:str, subsubsets=False):    # use HF api to p
     # if model_type is a column (pref tests may not have it)
     if "model_type" in cols:
         cols.remove("model_type")
+    # remove ref_model if in columns
+    if "ref_model" in cols:
+        cols.remove("ref_model")
     # remove model_beaker from dataframe
     if "model_beaker" in cols:
         cols.remove("model_beaker")
@@ -94,6 +97,9 @@ def load_all_data(data_repo, subdir:str, subsubsets=False):    # use HF api to p
     if "xstest" in df.columns:
         df = df.drop(columns=["xstest"])
 
+    if "ref_model" in df.columns:
+        df = df.drop(columns=["ref_model"])
+
     # remove column anthropic and summarize_prompted (outdated data)
     if "anthropic" in df.columns:
         df = df.drop(columns=["anthropic"])