Fix dynamodb scan paginator (cloudposse#32)

Co-authored-by: goruha <goruha@users.noreply.github.com>

Author: goruha

.github/workflows/auto-readme.yml

@@ -0,0 +1,27 @@
+name: Branch
+on:
+  pull_request:
+    branches:
+      - main
+      - release/**
+    types: [opened, synchronize, reopened]
+  push:
+    branches:
+      - main
+      - release/v*
+    paths-ignore:
+      - '.github/**'
+      - 'docs/**'
+      - 'examples/**'
+      - 'test/**'
+      - 'README.md'
+
+permissions:
+  contents: write
+  actions: write
+
+jobs:
+  github-action:
+    uses: cloudposse/.github/.github/workflows/shared-github-action.yml@main
+    secrets: inherit
+

.github/workflows/auto-release.yml

@@ -1,12 +1,14 @@
 name: Release
-
 on:
   release:
-    types:
-      - published
+    types: [published]
+
+permissions:
+  id-token: write
+  contents: write
+  pull-requests: write
 
 jobs:
-  publish:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: cloudposse/github-action-major-release-tagger@v1
+  github-action:
+    uses: cloudposse/.github/.github/workflows/shared-release-branches.yml@main
+    secrets: inherit

.github/workflows/branch.yml

@@ -185422,6 +185422,7 @@ class DynamoDBMetadataRepo {
         return __awaiter(this, void 0, void 0, function* () {
             const params = {
                 TableName: this.tableName,
+                ExclusiveStartKey: undefined,
                 FilterExpression: "#owner = :owner and #repo = :repo and #commitSHA = :commitSHA and #component = :component and #stack = :stack",
                 ExpressionAttributeNames: {
                     "#owner": "repoOwner",
@@ -185439,13 +185440,23 @@ class DynamoDBMetadataRepo {
                 },
                 ProjectionExpression: projectionExpression
             };
-            const command = new lib_dynamodb_1.ScanCommand(params);
-            const response = yield this.dynamo.send(command);
-            if (!response.Items || response.Items.length === 0) {
+            let results = [];
+            let response;
+            do {
+                const command = new lib_dynamodb_1.ScanCommand(params);
+                response = yield this.dynamo.send(command);
+                if (response.Items && response.Items.length >= 0) {
+                    results = results.concat(response.Items);
+                }
+                if (response.LastEvaluatedKey) {
+                    params.ExclusiveStartKey = response.LastEvaluatedKey;
+                }
+            } while (response.LastEvaluatedKey);
+            if (results.length === 0) {
                 throw new repository_1.RepositoryErrors.PlanNotFoundError(component, stack, commitSHA);
             }
             const items = [];
-            response.Items.forEach((item) => {
+            results.forEach((item) => {
                 items.push(this.mapper.toDomain(item));
             });
             const sortedItems = items.sort((a, b) => {

.github/workflows/release.yml

@@ -1,6 +1,7 @@
 import {
   DynamoDBDocumentClient,
   ScanCommandInput,
+  ScanCommandOutput,
   ScanCommand,
   QueryCommandInput,
   QueryCommand,
@@ -12,6 +13,7 @@ import {
   TerraformPlan,
   TerraformPlanDynamoDBMapper
 } from "@modules/terraformPlan";
+import {NativeAttributeValue} from "@aws-sdk/util-dynamodb";
 
 const projectionExpression =
   "id, branch, commitSHA, component, contentsHash, repoOwner, pr, repoName, stack, tainted, createdAt";
@@ -32,6 +34,7 @@ export class DynamoDBMetadataRepo implements IMetadataRepository {
   ): Promise<TerraformPlan> {
     const params: ScanCommandInput = {
       TableName: this.tableName,
+      ExclusiveStartKey: undefined,
       FilterExpression:
         "#owner = :owner and #repo = :repo and #commitSHA = :commitSHA and #component = :component and #stack = :stack",
       ExpressionAttributeNames: {
@@ -51,15 +54,28 @@ export class DynamoDBMetadataRepo implements IMetadataRepository {
       ProjectionExpression: projectionExpression
     };
 
-    const command = new ScanCommand(params);
-    const response = await this.dynamo.send(command);
+    let results : Record<string, NativeAttributeValue>[] = []
+    let response : ScanCommandOutput
 
-    if (!response.Items || response.Items.length === 0) {
+    do {
+      const command = new ScanCommand(params);
+      response = await this.dynamo.send(command);
+
+      if (response.Items && response.Items.length >= 0) {
+        results = results.concat(response.Items)
+      }
+
+      if (response.LastEvaluatedKey) {
+        params.ExclusiveStartKey = response.LastEvaluatedKey
+      }
+    } while (response.LastEvaluatedKey)
+
+    if (results.length === 0) {
       throw new RepositoryErrors.PlanNotFoundError(component, stack, commitSHA);
     }
 
     const items: TerraformPlan[] = [];
-    response.Items.forEach((item) => {
+    results.forEach((item) => {
       items.push(this.mapper.toDomain(item));
     });