feat: improves regeneration handler concurrency

RomanBobrovskiy · RomanBobrovskiy · commit 0567d2bceb37 · 2025-05-22T16:16:26.000+03:00
diff --git a/packages/libs/lambda-at-edge/package.json b/packages/libs/lambda-at-edge/package.json
@@ -90,7 +90,8 @@
     "fs-extra": "9.1.0",
     "get-stream": "6.0.1",
     "node-fetch": "2.6.5",
-    "normalize-path": "3.0.0"
+    "normalize-path": "3.0.0",
+    "p-map": "^7.0.3"
   },
   "peerDependencies": {
     "builtin-modules": "3.2.0"
diff --git a/packages/libs/lambda-at-edge/src/regeneration-handler.ts b/packages/libs/lambda-at-edge/src/regeneration-handler.ts
@@ -8,12 +8,14 @@ import {
 import { s3StorePage } from "./s3/s3StorePage";
 import { renderPageToHtml } from "@sls-next/core";
 import { s3DeletePage } from "./s3/s3DeletePage";
+import pMap from "p-map";
 
 export const handler = async (event: AWSLambda.SQSEvent): Promise<void> => {
   console.log(JSON.stringify(event), "REGENERATION EVENT");
 
-  await Promise.all(
-    event.Records.map(async (record) => {
+  await pMap(
+    event.Records,
+    async (record) => {
       try {
         const regenerationEvent: RegenerationEvent = JSON.parse(record.body);
         const manifest: OriginRequestDefaultHandlerManifest = Manifest;
@@ -59,6 +61,9 @@ export const handler = async (event: AWSLambda.SQSEvent): Promise<void> => {
       } catch (err) {
         console.error("Error processing SQS record:", err);
       }
-    })
+    },
+    {
+      concurrency: 3
+    }
   );
 };
diff --git a/yarn.lock b/yarn.lock
@@ -6143,6 +6143,7 @@ __metadata:
     next: 11.1.2
     node-fetch: 2.6.5
     normalize-path: 3.0.0
+    p-map: ^7.0.3
     react: 17.0.2
     react-dom: 17.0.2
     rimraf: 3.0.2
@@ -16695,6 +16696,13 @@ __metadata:
   languageName: node
   linkType: hard
 
+"p-map@npm:^7.0.3":
+  version: 7.0.3
+  resolution: "p-map@npm:7.0.3"
+  checksum: 8c92d533acf82f0d12f7e196edccff773f384098bbb048acdd55a08778ce4fc8889d8f1bde72969487bd96f9c63212698d79744c20bedfce36c5b00b46d369f8
+  languageName: node
+  linkType: hard
+
 "p-pipe@npm:^3.1.0":
   version: 3.1.0
   resolution: "p-pipe@npm:3.1.0"
