feat: track thread ids and retry stream disconnects

2026-06-30 11:25:36 +08:00
parent ec1f8ceb16
commit a642022066
7 changed files with 244 additions and 19 deletions
@@ -14,7 +14,8 @@
  "reasoning_equals": [516],
  "retryable_status_codes": [429, 503],
  "retryable_error_messages": [
-    "Selected model is at capacity. Please try a different model."
+    "Selected model is at capacity. Please try a different model.",
+    "stream disconnected before completion: Concurrency limit exceeded for account, please retry later"
  ],
  "non_stream_status_code": 502,
  "stream_action": "strict_502",