File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 1+ """BalatroBench - Benchmark analysis for BalatroLLM."""
2+
3+ from .analyzer import BenchmarkAnalyzer
4+ from .enums import Deck , Stake
5+ from .extractor import (
6+ extract_request_content ,
7+ extract_request_metadata ,
8+ extract_response_data ,
9+ )
10+ from .models import (
11+ Config ,
12+ LeaderboardEntry ,
13+ Manifest ,
14+ Model ,
15+ ModelsLeaderboard ,
16+ ModelsLeaderboardEntry ,
17+ Request ,
18+ Run ,
19+ Runs ,
20+ Stats ,
21+ StrategiesLeaderboard ,
22+ StrategiesLeaderboardEntry ,
23+ Strategy ,
24+ Version ,
25+ )
26+ from .source import (
27+ SourceModel ,
28+ SourceStats ,
29+ SourceStrategy ,
30+ SourceTask ,
31+ )
32+ from .writer import BenchmarkWriter
33+
34+ __version__ = "1.0.0"
35+
36+ __all__ = [
37+ # Version
38+ "__version__" ,
39+ # Enums
40+ "Deck" ,
41+ "Stake" ,
42+ # Output Models
43+ "Config" ,
44+ "LeaderboardEntry" ,
45+ "Manifest" ,
46+ "Model" ,
47+ "ModelsLeaderboard" ,
48+ "ModelsLeaderboardEntry" ,
49+ "Request" ,
50+ "Run" ,
51+ "Runs" ,
52+ "Stats" ,
53+ "StrategiesLeaderboard" ,
54+ "StrategiesLeaderboardEntry" ,
55+ "Strategy" ,
56+ "Version" ,
57+ # Source Models
58+ "SourceModel" ,
59+ "SourceStats" ,
60+ "SourceStrategy" ,
61+ "SourceTask" ,
62+ # Classes
63+ "BenchmarkAnalyzer" ,
64+ "BenchmarkWriter" ,
65+ # Functions
66+ "extract_request_content" ,
67+ "extract_request_metadata" ,
68+ "extract_response_data" ,
69+ ]
Original file line number Diff line number Diff line change @@ -218,8 +218,8 @@ class Run:
218218 final_ante : int
219219 final_round : int
220220
221- # Provider usage distribution
222- providers : dict [ str , int ] # provider_name -> call count
221+ # Provider usage distribution (immutable tuple of (name, count) pairs)
222+ providers : tuple [ tuple [ str , int ], ...]
223223
224224 # Per-call statistics within this run
225225 stats : Stats
@@ -244,7 +244,7 @@ class Runs:
244244class Request :
245245 """Metadata for a single LLM API request."""
246246
247- id : str # Request identifier (e.g., "00042")
247+ id : str # Request identifier (e.g., "request- 00042")
248248 status : Literal ["success" , "error" ]
249249 provider : str # LLM provider (e.g., "openai", "azure", "groq")
250250
You can’t perform that action at this time.
0 commit comments