balatrobench/site/index.html at 5cd306d29667c6e842e23d18ac68028629598b87 · coder/balatrobench · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
<!DOCTYPE html>
<html lang="en">

<head>
  <meta charset="UTF-8">
  <meta name="viewport" content="width=device-width, initial-scale=1.0">
  <title>BalatroBench</title>
  <meta name="description"
    content="Leaderboard benchmarking LLMs playing Balatro: rounds, tool-call reliability, cost, and speed.">
  <link rel="canonical" href="https://balatrobench.com/">
  <meta property="og:type" content="website">
  <meta property="og:title" content="BalatroBench">
  <meta property="og:description"
    content="Leaderboard benchmarking LLMs playing Balatro: rounds, tool-call reliability, cost, and speed.">
  <meta property="og:url" content="https://balatrobench.com/">
  <meta property="og:image" content="https://github.com/user-attachments/assets/33a52df0-a7f8-4784-a640-0212267ed199">
  <meta name="twitter:card" content="summary_large_image">
  <meta name="twitter:title" content="BalatroBench">
  <meta name="twitter:description"
    content="Leaderboard benchmarking LLMs playing Balatro: rounds, tool-call reliability, cost, and speed.">
  <meta name="twitter:image" content="https://github.com/user-attachments/assets/33a52df0-a7f8-4784-a640-0212267ed199">
  <link rel="preconnect" href="https://balatrobench.b-cdn.net" crossorigin>
  <link rel="preconnect" href="https://cdn.jsdelivr.net" crossorigin>
  <link rel="preconnect" href="https://cdn.tailwindcss.com" crossorigin>
  <link rel="preconnect" href="https://player.twitch.tv" crossorigin>
  <script src="https://cdn.tailwindcss.com"></script>
  <style>
    /* Tooltip styles */
    .tooltip {
      position: relative;
      cursor: help;
    }
    .tooltip::after {
      content: attr(data-tooltip);
      position: absolute;
      z-index: 9999;
      visibility: hidden;
      opacity: 0;
      transition: opacity 0.2s ease-in-out;
      background-color: #18181b;
      color: #fff;
      font-size: 0.75rem;
      font-weight: 400;
      padding: 0.5rem 0.75rem;
      border-radius: 0.375rem;
      white-space: nowrap;
      top: calc(100% + 0.5rem);
      left: 50%;
      transform: translateX(-50%);
      pointer-events: none;
      box-shadow: 0 4px 6px -1px rgb(0 0 0 / 0.1), 0 2px 4px -2px rgb(0 0 0 / 0.1);
    }
    .dark .tooltip::after {
      background-color: #f4f4f5;
      color: #18181b;
    }
    .tooltip:hover::after {
      visibility: visible;
      opacity: 1;
    }
    /* Allow tooltips to overflow table container */
    thead {
      overflow: visible !important;
    }
    thead th {
      overflow: visible !important;
    }
    /* The table wrapper needs overflow-y visible for tooltips above */
    .overflow-x-auto {
      overflow-y: visible !important;
    }
  </style>
  <script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
  <script src="config.js"></script>
  <script src="script.js"></script>
  <!-- Theme-aware favicon -->
  <link rel="icon" href="favicon.svg" type="image/svg+xml">
</head>

<body class="bg-zinc-50 dark:bg-zinc-800 min-h-screen pb-8">
  <a href="#main"
    class="sr-only focus:not-sr-only focus:absolute focus:top-2 focus:left-2 bg-white dark:bg-zinc-700 text-zinc-800 dark:text-zinc-100 px-3 py-2 rounded">Skip
    to main content</a>
  <nav
    class="w-full bg-white dark:bg-zinc-800 border-b border-zinc-200 dark:border-zinc-600 shadow-sm dark:shadow-md dark:ring-1 dark:ring-white/5 mb-8">
    <div class="container mx-auto px-4 sm:px-6 lg:px-8 xl:px-12">
      <div class="flex flex-col lg:flex-row items-center lg:justify-between py-3 gap-4 lg:gap-0">
        <!-- Nav links -->
        <div class="flex items-center justify-center space-x-2 sm:space-x-4 md:space-x-6 lg:space-x-8">
          <a href="index.html" aria-current="page"
            class="relative inline-flex items-center justify-center h-9 px-3 sm:px-4 text-zinc-500 dark:text-zinc-400 font-medium text-base after:absolute after:bottom-0 after:left-2 after:right-2 after:h-0.5 after:bg-zinc-500 dark:after:bg-zinc-400 after:rounded-full">BalatroBench</a>
          <a href="community.html"
            class="relative inline-flex items-center justify-center h-9 px-3 sm:px-4 text-zinc-500 hover:text-zinc-800 dark:text-zinc-400 dark:hover:text-white font-medium text-base transition-colors after:absolute after:bottom-0 after:left-2 after:right-2 after:h-0.5 after:bg-zinc-500 dark:after:bg-zinc-400 after:rounded-full after:scale-x-0 hover:after:scale-x-100 after:origin-center after:transition-transform after:duration-200">Community</a>
          <a href="about.html"
            class="relative inline-flex items-center justify-center h-9 px-3 sm:px-4 text-zinc-500 hover:text-zinc-800 dark:text-zinc-400 dark:hover:text-white font-medium text-base transition-colors after:absolute after:bottom-0 after:left-2 after:right-2 after:h-0.5 after:bg-zinc-500 dark:after:bg-zinc-400 after:rounded-full after:scale-x-0 hover:after:scale-x-100 after:origin-center after:transition-transform after:duration-200">About</a>
        </div>
        <!-- Social icons -->
        <div class="flex items-center space-x-4">
          <a href="https://github.com/coder/balatrobench" target="_blank" rel="noopener"
            class="p-2 rounded-md text-zinc-500 hover:text-zinc-700 hover:bg-zinc-200 dark:text-zinc-400 dark:hover:text-white dark:hover:bg-zinc-700 transition-colors">
            <svg fill="currentColor" class="w-6 h-6">
              <use href="icons.svg#icon-github"></use>
            </svg>
          </a>
          <a href="https://www.twitch.tv/S1M0N38" target="_blank" rel="noopener"
            class="p-2 rounded-md text-zinc-500 hover:text-zinc-700 hover:bg-zinc-200 dark:text-zinc-400 dark:hover:text-white dark:hover:bg-zinc-700 transition-colors">
            <svg fill="currentColor" class="w-6 h-6">
              <use href="icons.svg#icon-twitch"></use>
            </svg>
          </a>
          <a href="https://discord.gg/SBaRyVDmFg" target="_blank" rel="noopener"
            class="p-2 rounded-md text-zinc-500 hover:text-zinc-700 hover:bg-zinc-200 dark:text-zinc-400 dark:hover:text-white dark:hover:bg-zinc-700 transition-colors">
            <svg fill="currentColor" class="w-6 h-6">
              <use href="icons.svg#icon-discord"></use>
            </svg>
          </a>
        </div>
      </div>
    </div>
  </nav>
  <!-- Live Stream Section -->
  <div class="container mx-auto px-4 mt-8">
    <div class="max-w-4xl mx-auto">
      <div class="relative w-full overflow-hidden rounded-lg shadow-lg dark:shadow-2xl dark:ring-1 dark:ring-white/5"
        style="padding-bottom: 56.25%">
        <iframe src="https://player.twitch.tv/?channel=S1M0N38&parent=balatrobench.com&parent=localhost"
          title="S1M0N38 Twitch Stream" class="absolute top-0 left-0 w-full h-full" allow="fullscreen" allowfullscreen>
        </iframe>
      </div>
      <!-- GitHub Repositories -->
      <div class="flex items-center justify-center gap-6 mt-6">
        <a href="https://github.com/coder/balatrobench" target="_blank" rel="noopener"
          class="flex items-center gap-2 text-zinc-500 hover:text-zinc-700 dark:text-zinc-400 dark:hover:text-white transition-colors">
          <svg fill="currentColor" class="w-5 h-5">
            <use href="icons.svg#icon-github"></use>
          </svg>
          <span class="text-sm font-medium">coder/balatrobench</span>
        </a>
        <a href="https://github.com/coder/balatrollm" target="_blank" rel="noopener"
          class="flex items-center gap-2 text-zinc-500 hover:text-zinc-700 dark:text-zinc-400 dark:hover:text-white transition-colors">
          <svg fill="currentColor" class="w-5 h-5">
            <use href="icons.svg#icon-github"></use>
          </svg>
          <span class="text-sm font-medium">coder/balatrollm</span>
        </a>
        <a href="https://github.com/coder/balatrobot" target="_blank" rel="noopener"
          class="flex items-center gap-2 text-zinc-500 hover:text-zinc-700 dark:text-zinc-400 dark:hover:text-white transition-colors">
          <svg fill="currentColor" class="w-5 h-5">
            <use href="icons.svg#icon-github"></use>
          </svg>
          <span class="text-sm font-medium">coder/balatrobot</span>
        </a>
      </div>
    </div>
  </div>

  <div id="main" class="container mx-auto px-4 mt-8" role="main">
    <!-- Performance Bar Chart -->
    <div
      class="bg-white dark:bg-zinc-800 rounded-lg shadow-lg dark:shadow-2xl dark:ring-1 dark:ring-white/5 mb-8 p-6 hidden lg:block">
      <div class="relative w-full" style="height: 500px;">
        <canvas id="performance-chart" class="w-full h-full"></canvas>
      </div>
    </div>

    <div
      class="overflow-x-auto bg-white dark:bg-zinc-800 rounded-lg shadow-lg dark:shadow-2xl dark:ring-1 dark:ring-white/5">
      <table id="leaderboard" class="w-full table-auto">
        <caption class="sr-only">Model leaderboard with rounds, tool-call reliability, tokens, time, and cost</caption>
        <thead class="bg-zinc-100 dark:bg-zinc-700">
          <tr class="border-b border-zinc-200 dark:border-zinc-600">
            <!-- Rank Section -->
            <th scope="col"
              class="px-4 py-3 text-left text-sm font-semibold text-zinc-700 dark:text-zinc-300 border-r-2 border-zinc-300 dark:border-zinc-600">
              #</th>
            <!-- Model Section -->
            <th scope="col" class="px-4 py-3 text-center text-sm font-semibold text-zinc-700 dark:text-zinc-300">Model
            </th>
            <th scope="col"
              class="px-4 py-3 text-center text-sm font-semibold text-zinc-700 dark:text-zinc-300 hidden xl:table-cell">
              Vendor</th>
            <!-- Stats Section -->
            <th scope="col" aria-label="Average final round"
              class="px-4 py-3 text-center text-sm font-semibold text-zinc-700 dark:text-zinc-300 border-l-2 border-zinc-300 dark:border-zinc-600">
              <span class="tooltip" data-tooltip="Average round reached by playing the game">Round</span></th>
            <!-- Tool Calls Section -->
            <th scope="col" aria-label="Valid tool calls executable in state"
              class="px-3 py-3 text-center text-sm font-semibold text-zinc-700 dark:text-zinc-300 hidden sm:table-cell border-l-2 border-zinc-300 dark:border-zinc-600">
              <div class="tooltip flex items-center justify-center space-x-1" data-tooltip="Responses with valid tool calls that can be executed in the current game state">
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor"
                  class="w-4 h-4 text-green-600 dark:text-green-400">
                  <path fill-rule="evenodd"
                    d="M8 15A7 7 0 1 0 8 1a7 7 0 0 0 0 14Zm3.844-8.791a.75.75 0 0 0-1.188-.918l-3.7 4.79-1.649-1.833a.75.75 0 1 0-1.114 1.004l2.25 2.5a.75.75 0 0 0 1.15-.043l4.25-5.5Z"
                    clip-rule="evenodd" />
                </svg>
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4">
                  <path fill-rule="evenodd"
                    d="M15 4.5A3.5 3.5 0 0 1 11.435 8c-.99-.019-2.093.132-2.7.913l-4.13 5.31a2.015 2.015 0 1 1-2.827-2.828l5.309-4.13c.78-.607.932-1.71.914-2.7L8 4.5a3.5 3.5 0 0 1 4.477-3.362c.325.094.39.497.15.736L10.6 3.902a.48.48 0 0 0-.033.653c.271.314.565.608.879.879a.48.48 0 0 0 .653-.033l2.027-2.027c.239-.24.642-.175.736.15.09.31.138.637.138.976ZM3.75 13a.75.75 0 1 1-1.5 0 .75.75 0 0 1 1.5 0Z"
                    clip-rule="evenodd" />
                  <path
                    d="M11.5 9.5c.313 0 .62-.029.917-.084l1.962 1.962a2.121 2.121 0 0 1-3 3l-2.81-2.81 1.35-1.734c.05-.064.158-.158.426-.233.278-.078.639-.11 1.062-.102l.093.001ZM5 4l1.446 1.445a2.256 2.256 0 0 1-.047.21c-.075.268-.169.377-.233.427l-.61.474L4 5H2.655a.25.25 0 0 1-.224-.139l-1.35-2.7a.25.25 0 0 1 .047-.289l.745-.745a.25.25 0 0 1 .289-.047l2.7 1.35A.25.25 0 0 1 5 2.654V4Z" />
                </svg>
              </div>
            </th>
            <th scope="col" aria-label="Valid tool calls not executable in state"
              class="px-3 py-3 text-center text-sm font-semibold text-zinc-700 dark:text-zinc-300 hidden sm:table-cell">
              <div class="tooltip flex items-center justify-center space-x-1" data-tooltip="Responses with valid tool calls that cannot be executed in the current game state">
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor"
                  class="w-4 h-4 text-yellow-500 dark:text-yellow-400">
                  <path fill-rule="evenodd"
                    d="M6.701 2.25c.577-1 2.02-1 2.598 0l5.196 9a1.5 1.5 0 0 1-1.299 2.25H2.804a1.5 1.5 0 0 1-1.3-2.25l5.197-9ZM8 4a.75.75 0 0 1 .75.75v3a.75.75 0 1 1-1.5 0v-3A.75.75 0 0 1 8 4Zm0 8a1 1 0 1 0 0-2 1 1 0 0 0 0 2Z"
                    clip-rule="evenodd" />
                </svg>
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4">
                  <path fill-rule="evenodd"
                    d="M15 4.5A3.5 3.5 0 0 1 11.435 8c-.99-.019-2.093.132-2.7.913l-4.13 5.31a2.015 2.015 0 1 1-2.827-2.828l5.309-4.13c.78-.607.932-1.71.914-2.7L8 4.5a3.5 3.5 0 0 1 4.477-3.362c.325.094.39.497.15.736L10.6 3.902a.48.48 0 0 0-.033.653c.271.314.565.608.879.879a.48.48 0 0 0 .653-.033l2.027-2.027c.239-.24.642-.175.736.15.09.31.138.637.138.976ZM3.75 13a.75.75 0 1 1-1.5 0 .75.75 0 0 1 1.5 0Z"
                    clip-rule="evenodd" />
                  <path
                    d="M11.5 9.5c.313 0 .62-.029.917-.084l1.962 1.962a2.121 2.121 0 0 1-3 3l-2.81-2.81 1.35-1.734c.05-.064.158-.158.426-.233.278-.078.639-.11 1.062-.102l.093.001ZM5 4l1.446 1.445a2.256 2.256 0 0 1-.047.21c-.075.268-.169.377-.233.427l-.61.474L4 5H2.655a.25.25 0 0 1-.224-.139l-1.35-2.7a.25.25 0 0 1 .047-.289l.745-.745a.25.25 0 0 1 .289-.047l2.7 1.35A.25.25 0 0 1 5 2.654V4Z" />
                </svg>
              </div>
            </th>
            <th scope="col" aria-label="Responses without valid tool calls"
              class="px-3 py-3 text-center text-sm font-semibold text-zinc-700 dark:text-zinc-300 hidden sm:table-cell">
              <div class="tooltip flex items-center justify-center space-x-1" data-tooltip="Responses without valid tool calls">
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor"
                  class="w-4 h-4 text-red-600 dark:text-red-400">
                  <path fill-rule="evenodd"
                    d="M8 15A7 7 0 1 0 8 1a7 7 0 0 0 0 14ZM8 4a.75.75 0 0 1 .75.75v3a.75.75 0 0 1-1.5 0v-3A.75.75 0 0 1 8 4Zm0 8a1 1 0 1 0 0-2 1 1 0 0 0 0 2Z"
                    clip-rule="evenodd" />
                </svg>
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4">
                  <path fill-rule="evenodd"
                    d="M15 4.5A3.5 3.5 0 0 1 11.435 8c-.99-.019-2.093.132-2.7.913l-4.13 5.31a2.015 2.015 0 1 1-2.827-2.828l5.309-4.13c.78-.607.932-1.71.914-2.7L8 4.5a3.5 3.5 0 0 1 4.477-3.362c.325.094.39.497.15.736L10.6 3.902a.48.48 0 0 0-.033.653c.271.314.565.608.879.879a.48.48 0 0 0 .653-.033l2.027-2.027c.239-.24.642-.175.736.15.09.31.138.637.138.976ZM3.75 13a.75.75 0 1 1-1.5 0 .75.75 0 0 1 1.5 0Z"
                    clip-rule="evenodd" />
                  <path
                    d="M11.5 9.5c.313 0 .62-.029.917-.084l1.962 1.962a2.121 2.121 0 0 1-3 3l-2.81-2.81 1.35-1.734c.05-.064.158-.158.426-.233.278-.078.639-.11 1.062-.102l.093.001ZM5 4l1.446 1.445a2.256 2.256 0 0 1-.047.21c-.075.268-.169.377-.233.427l-.61.474L4 5H2.655a.25.25 0 0 1-.224-.139l-1.35-2.7a.25.25 0 0 1 .047-.289l.745-.745a.25.25 0 0 1 .289-.047l2.7 1.35A.25.25 0 0 1 5 2.654V4Z" />
                </svg>
              </div>
            </th>
            <!-- Tokens Section -->
            <th scope="col" aria-label="Average input tokens"
              class="px-4 py-3 text-center text-sm font-semibold text-zinc-700 dark:text-zinc-300 hidden lg:table-cell border-l-2 border-zinc-300 dark:border-zinc-600">
              <div class="tooltip flex items-center justify-center space-x-1" data-tooltip="Average input tokens per tool call">
                <span>In</span>
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4">
                  <path d="M8 7c3.314 0 6-1.343 6-3s-2.686-3-6-3-6 1.343-6 3 2.686 3 6 3Z" />
                  <path
                    d="M8 8.5c1.84 0 3.579-.37 4.914-1.037A6.33 6.33 0 0 0 14 6.78V8c0 1.657-2.686 3-6 3S2 9.657 2 8V6.78c.346.273.72.5 1.087.683C4.42 8.131 6.16 8.5 8 8.5Z" />
                  <path
                    d="M8 12.5c1.84 0 3.579-.37 4.914-1.037.366-.183.74-.41 1.086-.684V12c0 1.657-2.686 3-6 3s-6-1.343-6-3v-1.22c.346.273.72.5 1.087.683C4.42 12.131 6.16 12.5 8 12.5Z" />
                </svg>
                <span class="text-xs">/</span>
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4">
                  <path fill-rule="evenodd"
                    d="M15 4.5A3.5 3.5 0 0 1 11.435 8c-.99-.019-2.093.132-2.7.913l-4.13 5.31a2.015 2.015 0 1 1-2.827-2.828l5.309-4.13c.78-.607.932-1.71.914-2.7L8 4.5a3.5 3.5 0 0 1 4.477-3.362c.325.094.39.497.15.736L10.6 3.902a.48.48 0 0 0-.033.653c.271.314.565.608.879.879a.48.48 0 0 0 .653-.033l2.027-2.027c.239-.24.642-.175.736.15.09.31.138.637.138.976ZM3.75 13a.75.75 0 1 1-1.5 0 .75.75 0 0 1 1.5 0Z"
                    clip-rule="evenodd" />
                  <path
                    d="M11.5 9.5c.313 0 .62-.029.917-.084l1.962 1.962a2.121 2.121 0 0 1-3 3l-2.81-2.81 1.35-1.734c.05-.064.158-.158.426-.233.278-.078.639-.11 1.062-.102l.093.001ZM5 4l1.446 1.445a2.256 2.256 0 0 1-.047.21c-.075.268-.169.377-.233.427l-.61.474L4 5H2.655a.25.25 0 0 1-.224-.139l-1.35-2.7a.25.25 0 0 1 .047-.289l.745-.745a.25.25 0 0 1 .289-.047l2.7 1.35A.25.25 0 0 1 5 2.654V4Z" />
                </svg>
              </div>
            </th>
            <th scope="col" aria-label="Average output tokens"
              class="px-4 py-3 text-center text-sm font-semibold text-zinc-700 dark:text-zinc-300 hidden lg:table-cell">
              <div class="tooltip flex items-center justify-center space-x-1" data-tooltip="Average output tokens per tool call (including reasoning tokens)">
                <span>Out</span>
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4">
                  <path d="M8 7c3.314 0 6-1.343 6-3s-2.686-3-6-3-6 1.343-6 3 2.686 3 6 3Z" />
                  <path
                    d="M8 8.5c1.84 0 3.579-.37 4.914-1.037A6.33 6.33 0 0 0 14 6.78V8c0 1.657-2.686 3-6 3S2 9.657 2 8V6.78c.346.273.72.5 1.087.683C4.42 8.131 6.16 8.5 8 8.5Z" />
                  <path
                    d="M8 12.5c1.84 0 3.579-.37 4.914-1.037.366-.183.74-.41 1.086-.684V12c0 1.657-2.686 3-6 3s-6-1.343-6-3v-1.22c.346.273.72.5 1.087.683C4.42 12.131 6.16 12.5 8 12.5Z" />
                </svg>
                <span class="text-xs">/</span>
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4">
                  <path fill-rule="evenodd"
                    d="M15 4.5A3.5 3.5 0 0 1 11.435 8c-.99-.019-2.093.132-2.7.913l-4.13 5.31a2.015 2.015 0 1 1-2.827-2.828l5.309-4.13c.78-.607.932-1.71.914-2.7L8 4.5a3.5 3.5 0 0 1 4.477-3.362c.325.094.39.497.15.736L10.6 3.902a.48.48 0 0 0-.033.653c.271.314.565.608.879.879a.48.48 0 0 0 .653-.033l2.027-2.027c.239-.24.642-.175.736.15.09.31.138.637.138.976ZM3.75 13a.75.75 0 1 1-1.5 0 .75.75 0 0 1 1.5 0Z"
                    clip-rule="evenodd" />
                  <path
                    d="M11.5 9.5c.313 0 .62-.029.917-.084l1.962 1.962a2.121 2.121 0 0 1-3 3l-2.81-2.81 1.35-1.734c.05-.064.158-.158.426-.233.278-.078.639-.11 1.062-.102l.093.001ZM5 4l1.446 1.445a2.256 2.256 0 0 1-.047.21c-.075.268-.169.377-.233.427l-.61.474L4 5H2.655a.25.25 0 0 1-.224-.139l-1.35-2.7a.25.25 0 0 1 .047-.289l.745-.745a.25.25 0 0 1 .289-.047l2.7 1.35A.25.25 0 0 1 5 2.654V4Z" />
                </svg>
              </div>
            </th>
            <!-- Performance Section -->
            <th scope="col" aria-label="Average time per tool call"
              class="px-4 py-3 text-center text-sm font-semibold text-zinc-700 dark:text-zinc-300 hidden md:table-cell border-l-2 border-zinc-300 dark:border-zinc-600">
              <div class="tooltip flex items-center justify-center space-x-1" data-tooltip="Average time per tool call in seconds">
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4">
                  <path fill-rule="evenodd"
                    d="M1 8a7 7 0 1 1 14 0A7 7 0 0 1 1 8Zm7.75-4.25a.75.75 0 0 0-1.5 0V8c0 .414.336.75.75.75h3.25a.75.75 0 0 0 0-1.5h-2.5v-3.5Z"
                    clip-rule="evenodd" />
                </svg>
                <span class="text-xs">/</span>
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4">
                  <path fill-rule="evenodd"
                    d="M15 4.5A3.5 3.5 0 0 1 11.435 8c-.99-.019-2.093.132-2.7.913l-4.13 5.31a2.015 2.015 0 1 1-2.827-2.828l5.309-4.13c.78-.607.932-1.71.914-2.7L8 4.5a3.5 3.5 0 0 1 4.477-3.362c.325.094.39.497.15.736L10.6 3.902a.48.48 0 0 0-.033.653c.271.314.565.608.879.879a.48.48 0 0 0 .653-.033l2.027-2.027c.239-.24.642-.175.736.15.09.31.138.637.138.976ZM3.75 13a.75.75 0 1 1-1.5 0 .75.75 0 0 1 1.5 0Z"
                    clip-rule="evenodd" />
                  <path
                    d="M11.5 9.5c.313 0 .62-.029.917-.084l1.962 1.962a2.121 2.121 0 0 1-3 3l-2.81-2.81 1.35-1.734c.05-.064.158-.158.426-.233.278-.078.639-.11 1.062-.102l.093.001ZM5 4l1.446 1.445a2.256 2.256 0 0 1-.047.21c-.075.268-.169.377-.233.427l-.61.474L4 5H2.655a.25.25 0 0 1-.224-.139l-1.35-2.7a.25.25 0 0 1 .047-.289l.745-.745a.25.25 0 0 1 .289-.047l2.7 1.35A.25.25 0 0 1 5 2.654V4Z" />
                </svg>
                <span class="text-xs">[s]</span>
              </div>
            </th>
            <th scope="col" aria-label="Average cost per tool call"
              class="px-4 py-3 text-center text-sm font-semibold text-zinc-700 dark:text-zinc-300 hidden md:table-cell">
              <div class="tooltip flex items-center justify-center space-x-1" data-tooltip="Average cost per tool call in milli-dollars">
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4">
                  <path
                    d="M6.375 5.5h.875v1.75h-.875a.875.875 0 1 1 0-1.75ZM8.75 10.5V8.75h.875a.875.875 0 0 1 0 1.75H8.75Z" />
                  <path fill-rule="evenodd"
                    d="M15 8A7 7 0 1 1 1 8a7 7 0 0 1 14 0ZM7.25 3.75a.75.75 0 0 1 1.5 0V4h2.5a.75.75 0 0 1 0 1.5h-2.5v1.75h.875a2.375 2.375 0 1 1 0 4.75H8.75v.25a.75.75 0 0 1-1.5 0V12h-2.5a.75.75 0 0 1 0-1.5h2.5V8.75h-.875a2.375 2.375 0 1 1 0-4.75h.875v-.25Z"
                    clip-rule="evenodd" />
                </svg>
                <span class="text-xs">/</span>
                <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16" fill="currentColor" class="w-4 h-4">
                  <path fill-rule="evenodd"
                    d="M15 4.5A3.5 3.5 0 0 1 11.435 8c-.99-.019-2.093.132-2.7.913l-4.13 5.31a2.015 2.015 0 1 1-2.827-2.828l5.309-4.13c.78-.607.932-1.71.914-2.7L8 4.5a3.5 3.5 0 0 1 4.477-3.362c.325.094.39.497.15.736L10.6 3.902a.48.48 0 0 0-.033.653c.271.314.565.608.879.879a.48.48 0 0 0 .653-.033l2.027-2.027c.239-.24.642-.175.736.15.09.31.138.637.138.976ZM3.75 13a.75.75 0 1 1-1.5 0 .75.75 0 0 1 1.5 0Z"
                    clip-rule="evenodd" />
                  <path
                    d="M11.5 9.5c.313 0 .62-.029.917-.084l1.962 1.962a2.121 2.121 0 0 1-3 3l-2.81-2.81 1.35-1.734c.05-.064.158-.158.426-.233.278-.078.639-.11 1.062-.102l.093.001ZM5 4l1.446 1.445a2.256 2.256 0 0 1-.047.21c-.075.268-.169.377-.233.427l-.61.474L4 5H2.655a.25.25 0 0 1-.224-.139l-1.35-2.7a.25.25 0 0 1 .047-.289l.745-.745a.25.25 0 0 1 .289-.047l2.7 1.35A.25.25 0 0 1 5 2.654V4Z" />
                </svg>
                <span class="text-xs">[m$]</span>
              </div>
            </th>
          </tr>
        </thead>
        <tbody id="leaderboard-body" class="divide-y divide-zinc-200 dark:divide-zinc-700 text-sm">
        </tbody>
      </table>
    </div>

    <!-- Version selector: autogenerated from manifest -->
    <div class="flex justify-center mt-8">
      <select id="version-select"
        class="text-sm bg-transparent text-zinc-400 dark:text-zinc-500 border border-zinc-300 dark:border-zinc-600 rounded-md px-3 py-2 focus:outline-none focus:ring-2 focus:ring-blue-500 focus:text-zinc-700 dark:focus:text-zinc-200 appearance-none text-center font-mono">
      </select>
    </div>
  </div>

  <footer class="mt-12 py-6">
    <div class="container mx-auto px-4">
      <div class="flex items-center justify-center space-x-2 text-zinc-400 dark:text-zinc-500">
        <span class="text-sm">Brought to you by</span>
        <a href="https://coder.com/" target="_blank" rel="noopener"
          class="inline-block transition-colors hover:opacity-75">
          <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1320.81 200"
            class="h-3 fill-zinc-400 dark:fill-zinc-500">
            <use href="icons.svg#icon-coder-logo"></use>
          </svg>
        </a>
      </div>
    </div>
  </footer>

</body>

</html>