Validate submission name

app.py

@@ -7,7 +7,7 @@ from pathlib import Path
 import jsonlines
 import streamlit as st
 from dotenv import load_dotenv
-from huggingface_hub import HfApi, Repository
+from huggingface_hub import HfApi, Repository, hf_hub_url, cached_download
 
 from utils import http_post, validate_json
 
@@ -50,6 +50,20 @@ def generate_dataset_card(submission_name):
         f.write(markdown)
 
 
+def load_json(path):
+    with open(path, "r") as f:
+        return json.load(f)
+
+
+# The GEM frontend requires the submission names to be unique, so here we
+# download all submission names and use them as a check against the user
+# submissions
+scores_url = hf_hub_url("GEM-submissions/submission-scores", "scores.json", repo_type="dataset")
+scores_filepath = cached_download(scores_url)
+scores_data = load_json(scores_filepath)
+submission_names = [score["submission_name"] for score in scores_data]
+
+
 ###########
 ### APP ###
 ###########
@@ -81,12 +95,16 @@ with st.form(key="form"):
     if uploaded_file:
         data = str(uploaded_file.read(), "utf-8")
         json_data = json.loads(data)
-        is_valid, message = validate_json(json_data)
-        if is_valid:
-            st.success(message)
-        else:
-            st.error(message)
+        if json_data["submission_name"] in submission_names:
+            st.error("🙈 Submission name is already taken. Please rename your submission")
             submission_errors += 1
+        else:
+            is_valid, message = validate_json(json_data)
+            if is_valid:
+                st.success(message)
+            else:
+                st.error(message)
+                submission_errors += 1
 
     with st.expander("Submission format"):
         st.markdown(
@@ -208,6 +226,6 @@ if submit_button and submission_errors == 0:
             "🙈 Oh noes, there was an error submitting your submission! Please [contact the organisers](mailto:gehrmann@google.com)"
         )
 
-    # Flush local repos
+    # # Flush local repos
     shutil.rmtree(LOCAL_REPO, ignore_errors=True)
     shutil.rmtree(LOGS_REPO, ignore_errors=True)