Add AI-generated commit summary; exclude an ill-formated commit

app.py

@@ -70,13 +70,15 @@ def update_commit_view(sample_ind):
 
     diff_loaded_timestamp = datetime.now().isoformat()
 
+    summary_md = f"{record['summary']}"
+
     commit_message = record['prediction']
     commit_message_start = commit_message
     commit_message_prev = commit_message
     commit_message_history = []
 
     return (
-        github_link_md, diff_view, repo_val, hash_val, diff_loaded_timestamp,
+        github_link_md, diff_view, repo_val, hash_val, diff_loaded_timestamp, summary_md,
         commit_message_start, commit_message, commit_message_prev, commit_message_history)
 
 
@@ -118,6 +120,8 @@ with gr.Blocks(theme=gr.themes.Soft(), head=head_html, css="style_overrides.css"
             github_link = gr.Markdown()
             diff_view = gr.HTML()
         with gr.Column(scale=1):
+            with gr.Accordion("Commit summary (AI generated)", open=False):
+                commit_summary = gr.Markdown()
             commit_msg_start = gr.TextArea(label="commit_msg_start", visible=False)
             commit_msg = gr.TextArea(label="commit_msg_end", show_label=False,
                                      info="Commit message (can be scrollable)")
@@ -143,6 +147,7 @@ with gr.Blocks(theme=gr.themes.Soft(), head=head_html, css="style_overrides.css"
         repo_val,
         hash_val,
         sample_loaded_timestamp,
+        commit_summary,
         commit_msg_start,
         commit_msg,
         commit_msg_prev,

data_loader.py

@@ -4,6 +4,7 @@ from datasets import load_dataset
 
 CACHE_DIR = 'cache'
 N_SAMPLES = 15
+REMOVED_COMMITS = ['9cc896202dc38d962c01aa2637dbc5bbc3e3dd9b']
 
 
 def load_data():
@@ -12,4 +13,7 @@ def load_data():
                       token=os.environ.get('HF_REWRITING_TOKEN'),
                       cache_dir=CACHE_DIR).to_pandas()
 
+    removed_idx = df['hash'].isin(REMOVED_COMMITS)
+    df = df[~removed_idx]
+
     return df.to_dict('records')[:N_SAMPLES]

survey_guide.md

@@ -16,5 +16,10 @@ message. Please repeat the process for as many commits
 as you can. If you are stuck on some commit, feel free to skip it 
 using the button on the top right.
 
+We understand that the repositories and the commits we show may be 
+unfamiliar to you. In order to help, we used a LLM to generate a 
+summary of the commit - you can see the summary by opening the 
+dropdown right above the commit message edit field.
+
 During the study, we collect all keystrokes made _in a 
 text window_, as well as the resulting message.