Skip to content

Commit 7c2a4b7

Browse files
Ubuntuclaude
authored and
liliu-z
committed
fix: align streaming leaderboard labels with vector search results
Update db_name/label in leaderboard_v2_streaming.json to match leaderboard_v2.json after force_merge became the default: - Milvus: 16c64g-sq8 -> 16c64g-sq8-force_merge - ElasticCloud: 8c60g -> 8c60g-force_merge This fixes the website failing to associate streaming and vector search results due to mismatched db_name keys. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
1 parent 8f7d6bb commit 7c2a4b7

File tree

1 file changed

+144
-144
lines changed

1 file changed

+144
-144
lines changed

‎vectordb_bench/results/leaderboard_v2_streaming.json‎

Lines changed: 144 additions & 144 deletions
Original file line numberDiff line numberDiff line change
@@ -1,146 +1,146 @@
11
[
2-
{
3-
"dataset": "Cohere (Large)",
4-
"db": "ElasticCloud",
5-
"label": "8c60g",
6-
"db_name": "ElasticCloud-8c60g",
7-
"insert_rate": 500,
8-
"streaming_qps": 61.6708,
9-
"streaming_latency": 0.0794
10-
},
11-
{
12-
"dataset": "Cohere (Large)",
13-
"db": "ElasticCloud",
14-
"label": "8c60g",
15-
"db_name": "ElasticCloud-8c60g",
16-
"insert_rate": 1000,
17-
"streaming_qps": 61.8172,
18-
"streaming_latency": 0.2223
19-
},
20-
{
21-
"dataset": "Cohere (Large)",
22-
"db": "Milvus",
23-
"label": "16c64g-sq8",
24-
"db_name": "Milvus-16c64g-sq8",
25-
"insert_rate": 500,
26-
"streaming_qps": 305.9971,
27-
"streaming_latency": 0.005
28-
},
29-
{
30-
"dataset": "Cohere (Large)",
31-
"db": "Milvus",
32-
"label": "16c64g-sq8",
33-
"db_name": "Milvus-16c64g-sq8",
34-
"insert_rate": 1000,
35-
"streaming_qps": 155.9613,
36-
"streaming_latency": 0.0203
37-
},
38-
{
39-
"dataset": "Cohere (Large)",
40-
"db": "Pinecone",
41-
"label": "p2.x8-1node",
42-
"db_name": "Pinecone-p2.x8-1node",
43-
"insert_rate": 500,
44-
"streaming_qps": 367.4299,
45-
"streaming_latency": 1.8286
46-
},
47-
{
48-
"dataset": "Cohere (Large)",
49-
"db": "Pinecone",
50-
"label": "p2.x8-1node",
51-
"db_name": "Pinecone-p2.x8-1node",
52-
"insert_rate": 1000,
53-
"streaming_qps": 369.6771,
54-
"streaming_latency": 5.992
55-
},
56-
{
57-
"dataset": "Cohere (Large)",
58-
"db": "QdrantCloud",
59-
"label": "16c64g",
60-
"db_name": "QdrantCloud-16c64g",
61-
"insert_rate": 500,
62-
"streaming_qps": 393.753,
63-
"streaming_latency": 0.0162
64-
},
65-
{
66-
"dataset": "Cohere (Large)",
67-
"db": "QdrantCloud",
68-
"label": "16c64g",
69-
"db_name": "QdrantCloud-16c64g",
70-
"insert_rate": 1000,
71-
"streaming_qps": 347.5774,
72-
"streaming_latency": 0.0118
73-
},
74-
{
75-
"dataset": "Cohere (Large)",
76-
"db": "OpenSearch",
77-
"label": "16c128g",
78-
"db_name": "OpenSearch-16c128g",
79-
"insert_rate": 1000,
80-
"streaming_qps": 149.7168,
81-
"streaming_latency": 0.098
82-
},
83-
{
84-
"dataset": "Cohere (Large)",
85-
"db": "OpenSearch",
86-
"label": "16c128g",
87-
"db_name": "OpenSearch-16c128g",
88-
"insert_rate": 500,
89-
"streaming_qps": 161.6694,
90-
"streaming_latency": 0.052
91-
},
92-
{
93-
"dataset": "Cohere (Large)",
94-
"db": "ZillizCloud",
95-
"label": "8cu-perf",
96-
"db_name": "ZillizCloud-8cu-perf",
97-
"insert_rate": 500,
98-
"streaming_qps": 2118.7516,
99-
"streaming_latency": 0.0068
100-
},
101-
{
102-
"dataset": "Cohere (Large)",
103-
"db": "ZillizCloud",
104-
"label": "8cu-perf",
105-
"db_name": "ZillizCloud-8cu-perf",
106-
"insert_rate": 1000,
107-
"streaming_qps": 1860.2575,
108-
"streaming_latency": 0.0101
109-
},
110-
{
111-
"dataset": "Cohere (Large)",
112-
"db": "S3Vectors",
113-
"label": "",
114-
"db_name": "S3Vectors",
115-
"insert_rate": 500,
116-
"streaming_qps": 180.9549,
117-
"streaming_latency": 0.4204
118-
},
119-
{
120-
"dataset": "Cohere (Large)",
121-
"db": "S3Vectors",
122-
"label": "",
123-
"db_name": "S3Vectors",
124-
"insert_rate": 1000,
125-
"streaming_qps": 167.2689,
126-
"streaming_latency": 0.5048
127-
},
128-
{
129-
"dataset": "Cohere (Large)",
130-
"db": "TurboPuffer",
131-
"label": "2026-03-31",
132-
"db_name": "TurboPuffer",
133-
"insert_rate": 500,
134-
"streaming_qps": 536.0198,
135-
"streaming_latency": 0.3132
136-
},
137-
{
138-
"dataset": "Cohere (Large)",
139-
"db": "TurboPuffer",
140-
"label": "2026-03-31",
141-
"db_name": "TurboPuffer",
142-
"insert_rate": 1000,
143-
"streaming_qps": 442.5824,
144-
"streaming_latency": 0.0724
145-
}
2+
{
3+
"dataset": "Cohere (Large)",
4+
"db": "ElasticCloud",
5+
"label": "8c60g-force_merge",
6+
"db_name": "ElasticCloud-8c60g-force_merge",
7+
"insert_rate": 500,
8+
"streaming_qps": 61.6708,
9+
"streaming_latency": 0.0794
10+
},
11+
{
12+
"dataset": "Cohere (Large)",
13+
"db": "ElasticCloud",
14+
"label": "8c60g-force_merge",
15+
"db_name": "ElasticCloud-8c60g-force_merge",
16+
"insert_rate": 1000,
17+
"streaming_qps": 61.8172,
18+
"streaming_latency": 0.2223
19+
},
20+
{
21+
"dataset": "Cohere (Large)",
22+
"db": "Milvus",
23+
"label": "16c64g-sq8-force_merge",
24+
"db_name": "Milvus-16c64g-sq8-force_merge",
25+
"insert_rate": 500,
26+
"streaming_qps": 305.9971,
27+
"streaming_latency": 0.005
28+
},
29+
{
30+
"dataset": "Cohere (Large)",
31+
"db": "Milvus",
32+
"label": "16c64g-sq8-force_merge",
33+
"db_name": "Milvus-16c64g-sq8-force_merge",
34+
"insert_rate": 1000,
35+
"streaming_qps": 155.9613,
36+
"streaming_latency": 0.0203
37+
},
38+
{
39+
"dataset": "Cohere (Large)",
40+
"db": "Pinecone",
41+
"label": "p2.x8-1node",
42+
"db_name": "Pinecone-p2.x8-1node",
43+
"insert_rate": 500,
44+
"streaming_qps": 367.4299,
45+
"streaming_latency": 1.8286
46+
},
47+
{
48+
"dataset": "Cohere (Large)",
49+
"db": "Pinecone",
50+
"label": "p2.x8-1node",
51+
"db_name": "Pinecone-p2.x8-1node",
52+
"insert_rate": 1000,
53+
"streaming_qps": 369.6771,
54+
"streaming_latency": 5.992
55+
},
56+
{
57+
"dataset": "Cohere (Large)",
58+
"db": "QdrantCloud",
59+
"label": "16c64g",
60+
"db_name": "QdrantCloud-16c64g",
61+
"insert_rate": 500,
62+
"streaming_qps": 393.753,
63+
"streaming_latency": 0.0162
64+
},
65+
{
66+
"dataset": "Cohere (Large)",
67+
"db": "QdrantCloud",
68+
"label": "16c64g",
69+
"db_name": "QdrantCloud-16c64g",
70+
"insert_rate": 1000,
71+
"streaming_qps": 347.5774,
72+
"streaming_latency": 0.0118
73+
},
74+
{
75+
"dataset": "Cohere (Large)",
76+
"db": "OpenSearch",
77+
"label": "16c128g",
78+
"db_name": "OpenSearch-16c128g",
79+
"insert_rate": 1000,
80+
"streaming_qps": 149.7168,
81+
"streaming_latency": 0.098
82+
},
83+
{
84+
"dataset": "Cohere (Large)",
85+
"db": "OpenSearch",
86+
"label": "16c128g",
87+
"db_name": "OpenSearch-16c128g",
88+
"insert_rate": 500,
89+
"streaming_qps": 161.6694,
90+
"streaming_latency": 0.052
91+
},
92+
{
93+
"dataset": "Cohere (Large)",
94+
"db": "ZillizCloud",
95+
"label": "8cu-perf",
96+
"db_name": "ZillizCloud-8cu-perf",
97+
"insert_rate": 500,
98+
"streaming_qps": 2118.7516,
99+
"streaming_latency": 0.0068
100+
},
101+
{
102+
"dataset": "Cohere (Large)",
103+
"db": "ZillizCloud",
104+
"label": "8cu-perf",
105+
"db_name": "ZillizCloud-8cu-perf",
106+
"insert_rate": 1000,
107+
"streaming_qps": 1860.2575,
108+
"streaming_latency": 0.0101
109+
},
110+
{
111+
"dataset": "Cohere (Large)",
112+
"db": "S3Vectors",
113+
"label": "",
114+
"db_name": "S3Vectors",
115+
"insert_rate": 500,
116+
"streaming_qps": 180.9549,
117+
"streaming_latency": 0.4204
118+
},
119+
{
120+
"dataset": "Cohere (Large)",
121+
"db": "S3Vectors",
122+
"label": "",
123+
"db_name": "S3Vectors",
124+
"insert_rate": 1000,
125+
"streaming_qps": 167.2689,
126+
"streaming_latency": 0.5048
127+
},
128+
{
129+
"dataset": "Cohere (Large)",
130+
"db": "TurboPuffer",
131+
"label": "2026-03-31",
132+
"db_name": "TurboPuffer",
133+
"insert_rate": 500,
134+
"streaming_qps": 536.0198,
135+
"streaming_latency": 0.3132
136+
},
137+
{
138+
"dataset": "Cohere (Large)",
139+
"db": "TurboPuffer",
140+
"label": "2026-03-31",
141+
"db_name": "TurboPuffer",
142+
"insert_rate": 1000,
143+
"streaming_qps": 442.5824,
144+
"streaming_latency": 0.0724
145+
}
146146
]

0 commit comments

Comments
 (0)
⚡