Terry Zhuo
commited on
Commit
·
5eb8ee3
1
Parent(s):
4a8b153
update with lowest upper limit
Browse files- src/utils.py +2 -1
src/utils.py
CHANGED
|
@@ -81,6 +81,7 @@ def plot_solve_rate(df, task, rows=30, cols=38):
|
|
| 81 |
else:
|
| 82 |
hover_text[i, j] = "NaN"
|
| 83 |
|
|
|
|
| 84 |
fig = go.Figure(data=go.Heatmap(
|
| 85 |
z=values,
|
| 86 |
text=hover_text,
|
|
@@ -91,7 +92,7 @@ def plot_solve_rate(df, task, rows=30, cols=38):
|
|
| 91 |
))
|
| 92 |
|
| 93 |
fig.update_layout(
|
| 94 |
-
title=f'BigCodeBench-{task}',
|
| 95 |
xaxis_nticks=cols,
|
| 96 |
yaxis_nticks=rows,
|
| 97 |
xaxis=dict(showticklabels=False),
|
|
|
|
| 81 |
else:
|
| 82 |
hover_text[i, j] = "NaN"
|
| 83 |
|
| 84 |
+
upper_solve_rate = round(np.count_nonzero(values)/n*100, 2)
|
| 85 |
fig = go.Figure(data=go.Heatmap(
|
| 86 |
z=values,
|
| 87 |
text=hover_text,
|
|
|
|
| 92 |
))
|
| 93 |
|
| 94 |
fig.update_layout(
|
| 95 |
+
title=f'BigCodeBench-{task} (Lowest Upper Limit: {upper_solve_rate}%)',
|
| 96 |
xaxis_nticks=cols,
|
| 97 |
yaxis_nticks=rows,
|
| 98 |
xaxis=dict(showticklabels=False),
|