Skip to content

Commit

Permalink
copy
Browse files Browse the repository at this point in the history
  • Loading branch information
paul-gauthier committed May 23, 2024
1 parent 5ff4deb commit c0f5cbb
Show file tree
Hide file tree
Showing 3 changed files with 31 additions and 37 deletions.
Binary file modified assets/swe_bench_lite.jpg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
60 changes: 30 additions & 30 deletions assets/swe_bench_lite.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
8 changes: 1 addition & 7 deletions benchmark/swe_bench_lite.py
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,6 @@ def plot_swe_bench_lite(data_file):
yval = bar.get_height()
y = yval + 0.75 if "Aider" in model else yval - 1.25
va = "bottom" if "Aider" in model else "top"
fontweight = 800 if "Aider" in model else "normal"

ax.text(
bar.get_x() + bar.get_width() / 2,
Expand All @@ -51,21 +50,16 @@ def plot_swe_bench_lite(data_file):
ha="center",
va=va,
fontsize=14,
fontweight=fontweight,
)

# ax.set_xlabel("Models", fontsize=18)
ax.set_ylabel("Instances resolved (%)", fontsize=18, color=font_color)
ax.set_title("SWE Bench Lite", fontsize=20)
ax.set_ylim(0, 29.9)
xticks = plt.xticks(
plt.xticks(
fontsize=16,
color=font_color,
)
for label in xticks[1]:
if "Aider" in label.get_text():
label.set_fontweight(800)
label.set_fontsize(16)
plt.tight_layout(pad=3.0)
plt.savefig("swe_bench_lite.jpg")
plt.savefig("swe_bench_lite.svg")
Expand Down

0 comments on commit c0f5cbb

Please sign in to comment.