Skip to content

Commit 8fec902

Browse files
committed
feat(balatrobench): add package exports and fix models types
1 parent 1464c8b commit 8fec902

2 files changed

Lines changed: 72 additions & 3 deletions

File tree

src/balatrobench/__init__.py

Lines changed: 69 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,69 @@
1+
"""BalatroBench - Benchmark analysis for BalatroLLM."""
2+
3+
from .analyzer import BenchmarkAnalyzer
4+
from .enums import Deck, Stake
5+
from .extractor import (
6+
extract_request_content,
7+
extract_request_metadata,
8+
extract_response_data,
9+
)
10+
from .models import (
11+
Config,
12+
LeaderboardEntry,
13+
Manifest,
14+
Model,
15+
ModelsLeaderboard,
16+
ModelsLeaderboardEntry,
17+
Request,
18+
Run,
19+
Runs,
20+
Stats,
21+
StrategiesLeaderboard,
22+
StrategiesLeaderboardEntry,
23+
Strategy,
24+
Version,
25+
)
26+
from .source import (
27+
SourceModel,
28+
SourceStats,
29+
SourceStrategy,
30+
SourceTask,
31+
)
32+
from .writer import BenchmarkWriter
33+
34+
__version__ = "1.0.0"
35+
36+
__all__ = [
37+
# Version
38+
"__version__",
39+
# Enums
40+
"Deck",
41+
"Stake",
42+
# Output Models
43+
"Config",
44+
"LeaderboardEntry",
45+
"Manifest",
46+
"Model",
47+
"ModelsLeaderboard",
48+
"ModelsLeaderboardEntry",
49+
"Request",
50+
"Run",
51+
"Runs",
52+
"Stats",
53+
"StrategiesLeaderboard",
54+
"StrategiesLeaderboardEntry",
55+
"Strategy",
56+
"Version",
57+
# Source Models
58+
"SourceModel",
59+
"SourceStats",
60+
"SourceStrategy",
61+
"SourceTask",
62+
# Classes
63+
"BenchmarkAnalyzer",
64+
"BenchmarkWriter",
65+
# Functions
66+
"extract_request_content",
67+
"extract_request_metadata",
68+
"extract_response_data",
69+
]

src/balatrobench/models.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -218,8 +218,8 @@ class Run:
218218
final_ante: int
219219
final_round: int
220220

221-
# Provider usage distribution
222-
providers: dict[str, int] # provider_name -> call count
221+
# Provider usage distribution (immutable tuple of (name, count) pairs)
222+
providers: tuple[tuple[str, int], ...]
223223

224224
# Per-call statistics within this run
225225
stats: Stats
@@ -244,7 +244,7 @@ class Runs:
244244
class Request:
245245
"""Metadata for a single LLM API request."""
246246

247-
id: str # Request identifier (e.g., "00042")
247+
id: str # Request identifier (e.g., "request-00042")
248248
status: Literal["success", "error"]
249249
provider: str # LLM provider (e.g., "openai", "azure", "groq")
250250

0 commit comments

Comments
 (0)