[ENG-55813]To handle max socket warning while writing the item on DDB (…

…#377)

* To handle max socket warning while writing the item on DDb

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@alertlogic/paws-collector",
-  "version": "2.2.4",
+  "version": "2.2.5",
   "license": "MIT",
   "description": "Alert Logic AWS based API Poll Log Collector Library",
   "repository": {
@@ -39,6 +39,7 @@
   },
   "dependencies": {
     "@alertlogic/al-aws-collector-js": "4.1.26",
+    "@smithy/node-http-handler":"3.1.3",
     "async": "^3.2.5",
     "datadog-lambda-js": "^9.112.0",
     "debug": "^4.3.5",

paws_collector.js

@@ -27,6 +27,9 @@ const {
       {
           SSM
       } = require("@aws-sdk/client-ssm");
+const { NodeHttpHandler } = require("@smithy/node-http-handler");
+const http = require("http");
+const https = require("https");
 const fs = require('fs');
 const moment = require('moment');
 const ddLambda = require('datadog-lambda-js');
@@ -52,10 +55,23 @@ const ERROR_CODE_COMPLETED_STATE = 'COMPLETED_STATE';
 const SQS_VISIBILITY_TIMEOUT = 900;
 const DDB_TTL_DAYS = 14;
 const DEDUP_LOG_TTL_SECONDS = 86400;
-const DDB_OPTIONS = {
-    maxRetries: 10,
-    ConsistentRead: true
+let maxSocket = process.env.maxSocket ? parseInt(process.env.maxSocket, 10) : 100;
+
+const agent = {
+    maxSockets: maxSocket,
+    keepAlive: true
 };
+
+// Configure the NodeHttpHandler with the custom agents
+const nodeHttpHandler = new NodeHttpHandler({
+    httpAgent: new http.Agent(agent),
+    httpsAgent: new https.Agent(agent)
+});
+
+const DDB_OPTIONS = {
+    maxAttempts: 10,
+    requestHandler: nodeHttpHandler
+}
 const DDB_DELETE_BATCH_OPTIONS = {
     maxBatchSize: 25,
     maxBatchSizeBytes: 16 * 1024 * 1024
@@ -925,7 +941,7 @@ class PawsCollector extends AlAwsCollector {
     */
     removeDuplicatedItem(logs, paramName, asyncCallback) {
         let collector = this;
-        const ddb = new DynamoDB();
+        const ddb = new DynamoDB(DDB_OPTIONS);
         let uniqueLogs = [];
         var promises = [];
         let duplicateCount = 0;