[KIWI-1526] Adds PII check for automation (#393)

* Adding PII check script

* updating the stack name to the main one.

* updates values in shared_claims.json.

run-tests.sh

@@ -26,3 +26,12 @@ export DNS_SUFFIX=$(remove_quotes "$CFN_DNSSuffix")
 
 cd /src; npm run test:api
 cp -rf results $TEST_REPORT_ABSOLUTE_DIR
+
+sleep 2m
+
+apt-get install jq -y
+cd /src; npm run test:pii
+error_code=$?
+
+exit $error_code
+

src/check-logs.sh

@@ -0,0 +1,73 @@
+#!/usr/bin/env bash
+
+test_data="./tests/data/exampleStubPayload.json"
+firstName=$(jq -r '.shared_claims.name[0].nameParts[0].value' "$test_data")
+firstName1=$(jq -r '.shared_claims.name[0].nameParts[1].value' "$test_data")
+lastName=$(jq -r '.shared_claims.name[0].nameParts[2].value' "$test_data")
+birthDate=$(jq -r '.shared_claims.birthDate[0].value' "$test_data")
+emailAddress=$(jq -r '.shared_claims.emailAddress' "$test_data")
+address_postalCode=$(jq -r '.shared_claims.address[0].postalCode' "$test_data")
+
+query="fields @timestamp, @message, @logStream, @log | filter @message like \"$firstName\""
+
+function update_query_string() {
+  # Get the array of search strings as arguments  
+  local searchStrings=("$@")
+
+  for value in "${searchStrings[@]}"
+  do
+    query+=" or @message like \"$value\""
+  done
+
+  # Return the updated query string
+  echo $query
+}
+
+query=$(update_query_string $firstName1 $lastName $birthDate $emailAddress $address_postalCode)
+echo $query
+
+stack_name="f2f-cri-api"
+log_groups=(
+    "/aws/lambda/F2F-Authorization-$stack_name"
+    "/aws/lambda/Access-Token-$stack_name"
+    "/aws/lambda/Document-Selection-$stack_name"
+    "/aws/lambda/F2F-ReminderEmail-$stack_name"
+    "/aws/lambda/F2F-Session-$stack_name"
+    "/aws/lambda/F2F-SessionConfig-$stack_name"
+    "/aws/lambda/F2F-GovNotify-$stack_name"
+    "/aws/lambda/F2F-YotiCallback-$stack_name"
+    "/aws/lambda/F2F-TriggerYotiCallbackStateMachine-$stack_name"
+    "/aws/lambda/F2F-ThankYouEmail-$stack_name"
+    "/aws/lambda/Abort-$stack_name"
+    "/aws/lambda/User-Info-$stack_name"
+)
+
+current_epoch=$(date +%s)
+fifteen_mins_ago_epoch=$((current_epoch - (15 * 60)))
+
+start_time=$fifteen_mins_ago_epoch
+end_time=$current_epoch
+
+query_id=$(aws logs start-query \
+    --log-group-names "${log_groups[@]}" \
+    --start-time "$start_time" \
+    --end-time "$end_time" \
+    --query-string "$query" \
+    --output text --query 'queryId')
+
+status="Running"
+while [ "$status" = "Running" ]; do
+    echo "Waiting for query to complete..."
+    sleep 1
+    query_status=$(aws logs get-query-results --query-id "$query_id")
+    status=$(echo "$query_status" | grep -o '"status": "[^"]*"' | cut -d '"' -f 4)
+done
+
+if echo "$query_status" | grep -q '"results": \[\]'; then
+    echo "Query found no PII 🎉"
+    exit 0
+else
+    echo "Query returned results:"
+    echo "$query_status" | jq -r '.results[] | @json'
+    exit 1
+fi

src/package.json

@@ -43,6 +43,7 @@
     "test:infra": "./node_modules/.bin/jest --testMatch '**/infra/?(*.)test.ts' ",
     "api": "JEST_JUNIT_OUTPUT_NAME=api-report.xml ./node_modules/.bin/jest --runInBand --testPathPattern=tests/api/",
     "test:api": "npm run compile && npm run api",
+    "test:pii": "bash ./check-logs.sh",
     "kill:dynamodblocal": "cd tests/contract; ./scripts/kill-dynamodb-local.sh",
     "start:dynamodblocal": "cd tests/contract; ./scripts/setup-dynamodb-local.sh",
     "start:contract": "npm-run-all -s start:dynamodblocal wait-start:contract",

src/tests/data/exampleStubPayload.json

@@ -6,15 +6,15 @@
             {
                 "nameParts": [
                     {
-                        "value": "API",
+                        "value": "Kenneth",
                         "type": "GivenName"
                     },
                     {
                         "value": "Automated",
                         "type": "GivenName"
                     },
                     {
-                        "value": "Test",
+                        "value": "Decerqueira",
                         "type": "FamilyName"
                     }
                 ]