chore(retry): extend code set and add exponential backoff (#92)

Signed-off-by: Tomas Pilar <[email protected]>

package.json

@@ -100,6 +100,7 @@
   "dependencies": {
     "@ai-zen/node-fetch-event-source": "^2.1.2",
     "fetch-retry": "^5.0.6",
+    "http-status-codes": "^2.3.0",
     "openapi-fetch": "^0.8.2",
     "p-queue": "^8.0.1",
     "yaml": "^2.3.3"

src/client.ts

@@ -1,4 +1,5 @@
 import fetchRetry from 'fetch-retry';
+import { StatusCodes } from 'http-status-codes';
 
 import { InvalidInputError } from './errors.js';
 import { version } from './buildInfo.js';
@@ -53,8 +54,22 @@ export class Client {
     const _client = createApiClient({
       baseUrl: endpoint,
       headers,
-      fetch: fetchRetry(fetch, { retryOn: [429] }), // Retry on network errors and when rate limits or concurrency limits (due to external factors) are hit
+      fetch: fetchRetry(fetch, {
+        retryOn: [
+          StatusCodes.TOO_MANY_REQUESTS, // Retry also when concurrency limits (due to external factors) are hit
+          StatusCodes.BAD_GATEWAY,
+          StatusCodes.SERVICE_UNAVAILABLE,
+          StatusCodes.CONFLICT,
+          StatusCodes.GATEWAY_TIMEOUT,
+          StatusCodes.REQUEST_TIMEOUT,
+          StatusCodes.INTERNAL_SERVER_ERROR,
+        ],
+        retryDelay: function (attempt) {
+          return Math.pow(2, attempt) * 1000;
+        },
+      }),
     });
+
     const _streamingClient = createStreamingApiClient({
       baseUrl: endpoint,
       headers,

tests/e2e/client.test.ts

@@ -216,7 +216,7 @@ describe('client', () => {
   describe('limits', () => {
     test('should handle rate limits', async () => {
       const promise = Promise.all(
-        range(0, 100).map(() => client.tune.types({})),
+        range(0, 50).map(() => client.tune.types({})),
       );
       await expect(promise).toResolve();
     });

yarn.lock

@@ -680,6 +680,7 @@ __metadata:
     eslint-import-resolver-typescript: ^3.6.1
     eslint-plugin-import: ^2.29.0
     fetch-retry: ^5.0.6
+    http-status-codes: ^2.3.0
     husky: ^8.0.3
     jest-extended: ^4.0.2
     lint-staged: ^15.0.2
@@ -3620,6 +3621,13 @@ __metadata:
   languageName: node
   linkType: hard
 
+"http-status-codes@npm:^2.3.0":
+  version: 2.3.0
+  resolution: "http-status-codes@npm:2.3.0"
+  checksum: dae3b99e0155441b6df28e8265ff27c56a45f82c6092f736414233e9ccf063d5ea93c1e1279e8b499c4642e2538b37995c76b1640ed3f615d0e2883d3a1dcfd5
+  languageName: node
+  linkType: hard
+
 "https-proxy-agent@npm:^5.0.0":
   version: 5.0.1
   resolution: "https-proxy-agent@npm:5.0.1"