update

.gitattributes

@@ -155,3 +155,19 @@ results-cot/Mixtral-8x7B-Instruct-v0.1.png filter=lfs diff=lfs merge=lfs -text
 results-cot/Qwen1.5-72B-Chat.png filter=lfs diff=lfs merge=lfs -text
 results/claude-3-haiku-20240307.png filter=lfs diff=lfs merge=lfs -text
 results/gemma-7b-it.png filter=lfs diff=lfs merge=lfs -text
+results-cot/dbrx-instruct.jpg filter=lfs diff=lfs merge=lfs -text
+results-cot/claude-3-sonnet-20240229.png filter=lfs diff=lfs merge=lfs -text
+results-cot/deepseek-llm-67b-chat.csv filter=lfs diff=lfs merge=lfs -text
+results-cot/dbrx-instruct.csv filter=lfs diff=lfs merge=lfs -text
+results-cot/CodeLlama-70b-Instruct-hf.png filter=lfs diff=lfs merge=lfs -text
+results-cot/claude-3-sonnet-20240229.pkl filter=lfs diff=lfs merge=lfs -text
+results-cot/deepseek-llm-67b-chat.jpg filter=lfs diff=lfs merge=lfs -text
+results-cot/CodeLlama-70b-Instruct-hf.pkl filter=lfs diff=lfs merge=lfs -text
+results-cot/dbrx-instruct.pkl filter=lfs diff=lfs merge=lfs -text
+results-cot/deepseek-llm-67b-chat.pkl filter=lfs diff=lfs merge=lfs -text
+results-cot/deepseek-llm-67b-chat.png filter=lfs diff=lfs merge=lfs -text
+results-cot/CodeLlama-70b-Instruct-hf.csv filter=lfs diff=lfs merge=lfs -text
+results-cot/claude-3-sonnet-20240229.jpg filter=lfs diff=lfs merge=lfs -text
+results-cot/CodeLlama-70b-Instruct-hf.jpg filter=lfs diff=lfs merge=lfs -text
+results-cot/dbrx-instruct.png filter=lfs diff=lfs merge=lfs -text
+results-cot/claude-3-sonnet-20240229.csv filter=lfs diff=lfs merge=lfs -text

app.py

@@ -249,8 +249,12 @@ def generate_heatmap_for_specific_model(model_name):
         .astype(float)
     )
 
-    # plt.figure(figsize=(12, 8))
-    fig, ax = plt.subplots(figsize=(12, 8))
+    # Dynamically adjust figure size
+    num_rows, num_cols = pivot_df.shape
+    fig_width = max(12, num_cols * 0.5)  # Adjust width per column
+    fig_height = max(8, num_rows * 0.4)  # Adjust height per row
+
+    fig, ax = plt.subplots(figsize=(fig_width, fig_height))
     sns.heatmap(
         pivot_df,
         cmap=cmap,
@@ -261,16 +265,18 @@ def generate_heatmap_for_specific_model(model_name):
         square=True,
         ax=ax,
     )
-    plt.title(f"Heatmap for Model: {model_name}", fontsize=20, weight="bold")
+    plt.title(f"Heatmap for Model: {model_name}", fontsize=12)
     plt.xlabel("Substring Index")
     plt.ylabel("FSM (States, Alphabet)")
     plt.xticks(rotation=45)
 
+    sns.despine(ax=ax, top=True, right=True, left=True, bottom=True)
+
     return fig
 
 
 def generate_heatmap_for_specific_model_cot(model_name):
-    global text_only_filtered_raw
+    global text_only_filtered_raw_cot
 
     cmap = ListedColormap(["lightblue", "red", "green"])
     bounds = [-1.5, -0.5, 0.5, 1.5]
@@ -295,8 +301,12 @@ def generate_heatmap_for_specific_model_cot(model_name):
         .astype(float)
     )
 
-    # plt.figure(figsize=(12, 8))
-    fig, ax = plt.subplots(figsize=(12, 8))
+    # Dynamically adjust figure size
+    num_rows, num_cols = pivot_df.shape
+    fig_width = max(12, num_cols * 0.5)  # Adjust width per column
+    fig_height = max(8, num_rows * 0.4)  # Adjust height per row
+
+    fig, ax = plt.subplots(figsize=(fig_width, fig_height))
     sns.heatmap(
         pivot_df,
         cmap=cmap,
@@ -307,11 +317,13 @@ def generate_heatmap_for_specific_model_cot(model_name):
         square=True,
         ax=ax,
     )
-    plt.title(f"Heatmap for Model: {model_name}", fontsize=20, weight="bold")
+    plt.title(f"Heatmap for Model: {model_name}", fontsize=12)
     plt.xlabel("Substring Index")
     plt.ylabel("FSM (States, Alphabet)")
     plt.xticks(rotation=45)
 
+    sns.despine(ax=ax, top=True, right=True, left=True, bottom=True)
+
     return fig
 
 

results-cot/CodeLlama-70b-Instruct-hf.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135ac55c9ad0f9d88d5054906a43ab4990fee1027f7381fe21389069a753dc75
+size 20713132

results-cot/CodeLlama-70b-Instruct-hf.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d72952877e3e4023251396d037ebae8145e3e82e2d4a328ce132171ea70267
+size 20756425

results-cot/claude-3-sonnet-20240229.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2b75b85af059eb5415b1bf58015eb0d7e0c0d9474d949562e66ebd6bb53412
+size 28117841

results-cot/claude-3-sonnet-20240229.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21e8f9c04cda7995d0326e58d0b4a14f6fef22b3ad9a3c6e183dc90ad32fbbd
+size 28099043

results-cot/dbrx-instruct.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698626edcabf06c89b9b8fac2f929927e9b7351306f525cb87fc6e06ce1bc3e3
+size 19267224

results-cot/dbrx-instruct.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa9067a57abeace401272335d2ce589be63a3a13e79b712505e8e3cc8e68d16
+size 19284287

results-cot/deepseek-llm-67b-chat.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191a06465559524615f8cca0c46ca2af417a289e9fbab2109e2d2a3c92432fe2
+size 16692090

results-cot/deepseek-llm-67b-chat.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005500788ecc004bb7a86054f8921e6331addd52c62d8e611a9d82b649ed4925
+size 16712146