switchboard/core
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Releases 9 Wiki Activity

Changeset 0.28.8 (#194)

Browse Source
This commit is contained in:
xcaliber
2026-03-15 23:43:36 +00:00
parent 3237d55e0c
commit 128cbb8174
25 changed files with 1157 additions and 863 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
packages/icd-test-runner/js/tier-providers.js
View File

@@ -15,6 +15,25 @@
};
T.PROVIDER_DEFAULTS = PROVIDER_DEFAULTS;
// ─── Retry Helper (upstream timeout resilience) ────────────
// apiPostRetry retries a POST once on 502/504. Slow upstream providers
// (especially Venice) can exceed the reverse proxy timeout on cold starts.
// A single retry with a short backoff is enough to ride out transient timeouts.
async function apiPostRetry(path, body, retries) {
if (retries === undefined) retries = 1;
try {
return await T.apiPost(path, body);
} catch (e) {
if (retries > 0 && (e.status === 502 || e.status === 504)) {
console.log(' ⟳ got ' + e.status + ' from ' + path + ', retrying in 2s…');
await new Promise(function (r) { setTimeout(r, 2000); });
return await apiPostRetry(path, body, retries - 1);
}
throw e;
}
}
// ─── SSE Completion Helper ──────────────────────────────────
T.testCompletion = async function (channelId, model, providerConfigId, label) {
@@ -164,7 +183,7 @@
});
await T.test('provider', 'global', 'POST /admin/models/fetch (sync catalog)', async function () {
var d = await T.apiPost('/admin/models/fetch', { provider_config_id: globalConfigId });
var d = await apiPostRetry('/admin/models/fetch', { provider_config_id: globalConfigId });
T.assert(typeof d === 'object', 'expected object');
T.assert(d.total !== undefined || d.added !== undefined || d.message,
'expected sync result, got keys: ' + Object.keys(d).join(', '));
@@ -387,7 +406,7 @@
});
await T.test('provider', 'byok', 'POST /api-configs/:id/models/fetch (sync)', async function () {
var d = await T.apiPost('/api-configs/' + byokConfigId + '/models/fetch', {});
var d = await apiPostRetry('/api-configs/' + byokConfigId + '/models/fetch', {});
T.assert(typeof d === 'object', 'expected object');
});