Skip to content

Commit f072ef6

Browse files
committed
fix: throttle GitHub Models eval quality requests
1 parent 038d709 commit f072ef6

File tree

1 file changed

+18
-2
lines changed

1 file changed

+18
-2
lines changed

.github/workflows/eval-quality.yml

Lines changed: 18 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -91,6 +91,18 @@ jobs:
9191
9292
- name: Create eval quality config from secrets
9393
run: |
94+
if [ "${{ steps.eval-provider.outputs.provider_source }}" = "github-models" ]; then
95+
EMBED_CONCURRENCY=1
96+
EMBED_REQUEST_INTERVAL_MS=5000
97+
EMBED_RETRIES=5
98+
EMBED_RETRY_DELAY_MS=15000
99+
else
100+
EMBED_CONCURRENCY=3
101+
EMBED_REQUEST_INTERVAL_MS=1000
102+
EMBED_RETRIES=3
103+
EMBED_RETRY_DELAY_MS=1000
104+
fi
105+
94106
cat > .github/eval-quality-config.json <<EOF
95107
{
96108
"embeddingProvider": "custom",
@@ -99,14 +111,18 @@ jobs:
99111
"apiKey": "${{ steps.eval-provider.outputs.api_key }}",
100112
"model": "${{ steps.eval-provider.outputs.model }}",
101113
"dimensions": ${{ steps.eval-provider.outputs.dimensions }},
102-
"timeoutMs": 30000
114+
"timeoutMs": 30000,
115+
"concurrency": $EMBED_CONCURRENCY,
116+
"requestIntervalMs": $EMBED_REQUEST_INTERVAL_MS
103117
},
104118
"indexing": {
105119
"autoIndex": false,
106120
"watchFiles": false,
107121
"respectGitignore": true,
108122
"semanticOnly": false,
109-
"requireProjectMarker": false
123+
"requireProjectMarker": false,
124+
"retries": $EMBED_RETRIES,
125+
"retryDelayMs": $EMBED_RETRY_DELAY_MS
110126
},
111127
"search": {
112128
"maxResults": 10,

0 commit comments

Comments
 (0)