feat: track thread ids and retry stream disconnects

2026-06-30 11:25:36 +08:00
parent ec1f8ceb16
commit a642022066
7 changed files with 244 additions and 19 deletions
@@ -428,6 +428,7 @@ export async function installForCurrentProvider({
    retryable_status_codes: normalizeIntArray(existingGatewayConfig?.retryable_status_codes, [429, 503]),
    retryable_error_messages: normalizePhraseArray(existingGatewayConfig?.retryable_error_messages, [
      "Selected model is at capacity. Please try a different model.",
+      "stream disconnected before completion: Concurrency limit exceeded for account, please retry later",
    ]),
    non_stream_status_code:
      existingGatewayConfig?.non_stream_status_code === undefined || existingGatewayConfig?.non_stream_status_code === null