Exposed new polling system to invoke, added process duration timer

src/internal/pollOutstandingScans.ts

@@ -1,5 +1,8 @@
 import { chunk, db, isStaging, sleep, hashStringToUuid } from '#src/utils';
 import { ingestScanData } from './ingestScanData';
+
+const MAX_RUNNING_DURATION = 1000*58; // run for 58 seconds
+
 export const pollOutstandingScans = async ({ request, reply }) => {
     console.log(`START POLLING OPEN SCANS`);
     const startTime = new Date().getTime();
@@ -16,6 +19,9 @@ export const pollOutstandingScans = async ({ request, reply }) => {
     for(const job of sortedJobIds){
         // check scan for result
         try{
+            const currentTime = new Date().getTime();
+            if(currentTime-startTime > MAX_RUNNING_DURATION) break; // end the process after MAX_RUNNING_TIME
+
             const scanResults = await fetch(`https://scan${isStaging ? '-dev' : ''}.equalify.app/results/${job.job_id}`, { signal: AbortSignal.timeout(10000) });
             const { result, status } = await scanResults.json();
 

src/scheduled.ts

@@ -1,4 +1,4 @@
-import { runEveryFifteenMinutes, runEveryMinute } from '#src/scheduled/index';
+import { pollEveryMinute, runEveryFifteenMinutes, runEveryMinute } from '#src/scheduled/index';
 
 export const scheduled = async (event) => {
     if (event.path.endsWith('/runEveryMinute')) {
@@ -7,4 +7,7 @@ export const scheduled = async (event) => {
     else if (event.path.endsWith('/runEveryFifteenMinutes')) {
         return runEveryFifteenMinutes();
     }
+    else if (event.path.endsWith('/pollEveryMinute')) {
+        return pollEveryMinute();
+    }
 }

src/scheduled/index.ts

@@ -1,2 +1,3 @@
 export * from './runEveryMinute'
-export * from './runEveryFifteenMinutes'
+export * from './runEveryFifteenMinutes'
+export * from './pollEveryMinute'

src/scheduled/pollEveryMinute.ts

@@ -0,0 +1,15 @@
+import { db, isStaging } from '#src/utils';
+import { LambdaClient, InvokeCommand } from '@aws-sdk/client-lambda';
+const lambda = new LambdaClient();
+
+export const pollEveryMinute = async () => {
+
+    lambda.send(new InvokeCommand({
+        FunctionName: `equalify-api${isStaging ? '-staging' : ''}`,
+        InvocationType: "Event",
+        Payload: Buffer.from(JSON.stringify({
+            path: '/internal/pollOutstandingScans'
+        })),
+    }));
+    return;
+}