Skip to content

Commit 43018ca

Browse files
john-b-yangjohn-b-yang
committed
Add Youtube, Discord links + Press page
1 parent 1616004 commit 43018ca

File tree

7 files changed

+142
-5
lines changed

7 files changed

+142
-5
lines changed

‎build.py‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -50,13 +50,17 @@ def main() -> None:
5050
# load data
5151
with open(ROOT / "data/leaderboards.json", "r") as f:
5252
leaderboards = json.load(f)
53+
with open(ROOT / "data/press.json", "r") as f:
54+
press = json.load(f)
55+
press = sorted(press, key=lambda x: x["date"], reverse=True)
5356

5457
# render all pages
5558
for tpl_name, out_name in PAGES.items():
5659
tpl = env.get_template(tpl_name)
5760
html = tpl.render(
5861
title="SWE-bench",
59-
leaderboards=leaderboards["leaderboards"] if isinstance(leaderboards, dict) else leaderboards
62+
leaderboards=leaderboards["leaderboards"] if isinstance(leaderboards, dict) else leaderboards,
63+
press=press,
6064
)
6165
(DIST / out_name).write_text(html)
6266
print(f"built {out_name}")

‎data/press.json‎

Lines changed: 94 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,94 @@
1+
[
2+
{
3+
"title": "How to build a better AI benchmark",
4+
"link": "https://www.technologyreview.com/2025/05/08/1116192/how-to-build-a-better-ai-benchmark/",
5+
"date": "2025-05-08",
6+
"source": "MIT Technology Review"
7+
},
8+
{
9+
"title": "SWE-bench with John Yang and Carlos E. Jimenez - Weaviate Podcast #107!",
10+
"link": "https://www.youtube.com/watch?v=8rwHAR4fsFg&pp=ygUJc3dlLWJlbmNo",
11+
"date": "2024-10-30",
12+
"source": "Weaviate Podcast",
13+
"video": true
14+
},
15+
{
16+
"title": "SWE-Bench authors reflect on the state of LLM agents at Neurips 2024",
17+
"link": "https://www.youtube.com/watch?v=bivZWNQHRfE&pp=ygUJc3dlLWJlbmNo",
18+
"date": "2025-01-13",
19+
"source": "Jay Alammar",
20+
"video": true
21+
},
22+
{
23+
"title": "SWE bench & SWE agent | Data Brew | Episode 44",
24+
"link": "https://www.youtube.com/watch?v=LgONGe838D0",
25+
"date": "2025-04-17",
26+
"source": "Databricks",
27+
"video": true
28+
},
29+
{
30+
"title": "John Yang - SWE-bench: Can Language Models Resolve Real-World GitHub Issues?",
31+
"link": "https://www.youtube.com/watch?v=DrLdvbkgmeA&pp=ygUJc3dlLWJlbmNo",
32+
"date": "2023-11-03",
33+
"source": "Rohan Alexander",
34+
"video": true
35+
},
36+
{
37+
"title": "AI Agent Automatically Codes WITH TOOLS - SWE-Agent Tutorial",
38+
"link": "https://www.youtube.com/watch?v=9-JBHGlYEBI&list=PLhjeIHf6kJlUTPdUDDh3rLbaBT7-uRwa0&index=1&pp=iAQB",
39+
"date": "2024-04-05",
40+
"source": "Matthew Berman",
41+
"video": true
42+
},
43+
{
44+
"title": "SWE-agent: A deep dive",
45+
"link": "https://www.youtube.com/watch?v=RJ6NN8Y-xok",
46+
"date": "2024-04-02",
47+
"source": "Ofir Press",
48+
"video": true
49+
},
50+
{
51+
"title": "A First Look at SWE-agent",
52+
"link": "https://www.youtube.com/watch?v=CeMtJ4XObAM",
53+
"date": "2024-04-01",
54+
"source": "Carlos E. Jimenez",
55+
"video": true
56+
},
57+
{
58+
"title": "NeurIPS Hacker Cup AI: SWEAgent",
59+
"link": "https://www.youtube.com/watch?v=d9gcXpiiDao",
60+
"date": "2024-08-15",
61+
"source": "Weights & Biases",
62+
"video": true
63+
},
64+
{
65+
"title": "Autonomous Coding Agents, Instability at Stability AI, Mamba Mania, What Users Do With GenAI",
66+
"link": "https://www.deeplearning.ai/the-batch/issue-244/",
67+
"date": "2024-04-10",
68+
"source": "DeepLearning.AI"
69+
},
70+
{
71+
"title": "I glimpsed the future of coding",
72+
"link": "https://link.wired.com/public/36091943",
73+
"date": "2024-07-18",
74+
"source": "Wired"
75+
},
76+
{
77+
"title": "The AI-Powered Future of Coding Is Near",
78+
"link": "https://www.wired.com/ai-powered-coding/",
79+
"date": "2024-07-18",
80+
"source": "Wired"
81+
},
82+
{
83+
"title": "Raising the bar on SWE-bench Verified with Claude 3.5 Sonnet",
84+
"link": "https://www.anthropic.com/engineering/swe-bench-sonnet",
85+
"date": "2025-01-06",
86+
"source": "Anthropic"
87+
},
88+
{
89+
"title": "AI models still struggle to debug software, Microsoft study shows",
90+
"link": "https://techcrunch.com/2025/04/10/ai-models-still-struggle-to-debug-software-microsoft-study-shows/",
91+
"date": "2025-04-10",
92+
"source": "TechCrunch"
93+
}
94+
]

‎templates/_sidebar.html‎

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,7 @@
2525
<li><a href="https://swebench.com/SWE-bench/" class="nav-link" data-page="docs">Docs <i class="fas fa-external-link-alt"></i></a></li>
2626
<li><a href="contact.html" class="nav-link" data-page="contact">Contact</a></li>
2727
<li><a href="citations.html" class="nav-link" data-page="citations">Citations</a></li>
28+
<li><a href="press.html" class="nav-link" data-page="press">Press</a></li>
2829
<li class="nav-section-title">The SWE-bench Family</li>
2930
<li><a href="https://swe-agent.com/latest/" class="nav-link" data-page="swe-agent"><img src="img/swe-agent-icon.svg" alt="SWE-agent icon" class="sidebar-family-icon">SWE-agent <i class="fas fa-external-link-alt"></i></a></li>
3031
<li><a href="https://swesmith.com/" class="nav-link" data-page="swe-smith"><img src="img/swe-smith-icon.svg" alt="SWE-smith icon" class="sidebar-family-icon">SWE-smith <i class="fas fa-external-link-alt"></i></a></li>
@@ -34,7 +35,15 @@
3435
</nav>
3536
<div class="sidebar-footer">
3637
<a href="https://github.com/swe-bench/SWE-bench" target="_blank" rel="noopener noreferrer">
37-
<i class="fab fa-github"></i> GitHub
38+
<i class="fab fa-github"></i>
39+
</a>
40+
&nbsp;
41+
<a href="https://www.youtube.com/@SWE-bench" target="_blank" rel="noopener noreferrer">
42+
<i class="fab fa-youtube"></i>
43+
</a>
44+
&nbsp;
45+
<a href="https://discord.gg/AVEFbBn2rH" target="_blank" rel="noopener noreferrer">
46+
<i class="fab fa-discord"></i>
3847
</a>
3948
<button id="theme-toggle" class="theme-toggle" aria-label="Toggle dark mode">
4049
<i class="fas fa-moon"></i>

‎templates/base.html‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@
2424
</div>
2525
<div class="footer-links">
2626
<a href="https://github.com/swe-bench/SWE-bench" target="_blank">GitHub</a>
27-
<a href="https://huggingface.co/collections/princeton-nlp/swe-bench-67033b68e0b99b458ef6ffc5" target="_blank">HuggingFace</a>
27+
<a href="https://huggingface.co/collections/SWE-bench/benchmarks-68113bc99eb3a64a91ea33c9" target="_blank">HuggingFace</a>
2828
<a href="https://arxiv.org/abs/2310.06770" target="_blank">Paper</a>
2929
</div>
3030
</div>

‎templates/pages/citations.html‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ <h1>Citations</h1>
1616

1717
<section class="container">
1818
<div class="content-section citation-section">
19-
<h2>SWE-bench / SWE-bench Lite</h2>
19+
<h2>SWE-bench / SWE-bench Lite</h2>
2020
<h3>ICLR 2024 (Oral Presentation)</h3>
2121
<div class="citation-type">
2222
<button class="citation-format-btn active" data-format="bibtex" data-target="original-citation">BibTeX</button>

‎templates/pages/index.html‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@
2020
<a href="https://arxiv.org/abs/2310.06770" target="_blank" class="paper-link">Paper</a>
2121
<a href="submit.html" class="paper-link">Submit</a>
2222
<a href="https://github.com/SWE-bench" target="_blank" class="paper-link">GitHub</a>
23-
<a href="https://huggingface.co/collections/princeton-nlp/swe-bench-67033b68e0b99b458ef6ffc5" target="_blank" class="paper-link">🤗 Datasets</a>
23+
<a href="https://huggingface.co/collections/SWE-bench/benchmarks-68113bc99eb3a64a91ea33c9" target="_blank" class="paper-link">🤗 Datasets</a>
2424
</div>
2525
</div>
2626
</div>

‎templates/pages/press.html‎

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
{% extends 'base.html' %}
2+
3+
{% block title %}SWE-bench Press{% endblock %}
4+
5+
{% block head_extra %}
6+
<link rel="icon" href="favicon.ico" type="image/x-icon">
7+
{% endblock %}
8+
9+
{% block content %}
10+
<header class="page-header">
11+
<div class="container">
12+
<h1>Press</h1>
13+
<p>Check out news and articles about SWE-bench / agent / smith.</p>
14+
</div>
15+
</header>
16+
17+
<section class="container">
18+
{% for item in press %}
19+
<!-- <div class="content-section"> -->
20+
<p>
21+
{{item.date}} &bull; {{item.source}} &bull;
22+
<a href="{{item.link}}" target="_blank" rel="noopener noreferrer">
23+
{% if item.video %}<i class="fa-solid fa-video"></i>{% endif %}
24+
{{item.title}}
25+
</a>
26+
</p>
27+
<!-- </div> -->
28+
{% endfor %}
29+
</section>
30+
{% endblock %}

0 commit comments

Comments
 (0)