Local DynamoDB streams Integration

.github/workflows/pull_request.yml

@@ -8,6 +8,10 @@ on:
     branches:
       - main
 
+env:
+  ARC_TABLES_PORT: 8000
+  ARC_DB_EXTERNAL: true
+
 jobs:
   node:
     uses: nasa-gcn/.github/.github/workflows/node.yml@main

__playwright__/circulars/archive.spec.ts

@@ -61,6 +61,7 @@ test.describe('Circulars archive page', () => {
   }) => {
     // This highlights the search returns limited results because it is looking for exact matches to the string
     // This should return many more results and include strings like 230812B
+    test.slow()
     await page.goto('/circulars?query=230812')
     const orderedListLocator = page.locator('ol')
     const listItemLocator = orderedListLocator.locator('li')

__playwright__/circulars/submission.spec.ts

@@ -3,19 +3,20 @@ import { expect, test } from '@playwright/test'
 test.describe('Circulars submission page', () => {
   test('posts a submission successfully ', async ({ page }) => {
     test.slow()
+    const timeStamp = Date.now()
     await page.goto('/circulars/new')
     await page.locator('#subject').clear()
     await page
       .locator('#subject')
-      .fill('GRB123456a Submission Playwright Test Subject')
+      .fill(`GRB123456a Submission Playwright Test Subject ${timeStamp}`)
     await page
       .getByTestId('textarea')
       .fill('GRB Submission Playwright Test Body')
     await page.getByRole('button', { name: 'Send' }).click({ timeout: 10000 })
     await page.waitForURL('/circulars?index')
     await expect(
       page.getByRole('link', {
-        name: 'GRB123456a Submission Playwright Test Subject',
+        name: `GRB123456a Submission Playwright Test Subject ${timeStamp}`,
       })
     ).toBeVisible()
   })

app.arc

@@ -165,6 +165,9 @@ dedicatedMasterType t3.small.search
 autoSoftwareUpdateEnabled true
 offPeakWindowEnabled true
 
+@architect-plugin-dynamodb-local
+seedFile seed.json
+
 @plugins
 plugin-remix
 sandbox-oidc-idp  # Sandbox identity provider
@@ -174,4 +177,5 @@ mission-cloud-platform  # Custom permissions for deployment on Mission Cloud Pla
 email-outgoing  # Grant the Lambda function permission to send email; add email templates.
 email-incoming  # Enable Lambda handlers for incoming emails
 nasa-gcn/architect-plugin-search  # Add an AWS OpenSearch Serverless collection.
-architect/plugin-lambda-invoker
+nasa-gcn/architect-plugin-dynamodb-local
+nasa-gcn/architect-plugin-dynamodb-local-streams

app/lib/email.server.ts

@@ -20,7 +20,7 @@
 import chunk from 'lodash/chunk'
 
 import { hostname } from './env.server'
-import { getEnvBannerHeaderAndDescription } from './utils'
+import { getEnvBannerHeaderAndDescription, maybeThrow } from './utils'
 import { encodeToURL } from '~/routes/unsubscribe.$jwt/jwt.server'
 
 const client = new SESv2Client({})
@@ -79,6 +79,16 @@
   }
 }
 
+function maybeThrowSES(e: any, warning: string) {
+  const formattedWarning = `SES threw ${(e as SESv2ServiceException).name}. This would be an error in production. Since we are in ${process.env.NODE_ENV}, ${warning}.`
+
+  maybeThrow<SESv2ServiceException>(e, formattedWarning, [
+    'ExpiredTokenException',
+    'NotAuthorizedException',
+    'UnrecognizedClientException',
+  ])
+}
+
 /** Send an email to many recipients in parallel. */
 export async function sendEmailBulk({
   to,
@@ -98,7 +108,7 @@
           subject,
           body: getBody(body),
         }),
-        TemplateName: s.email_outgoing.template,
+        TemplateName: s.email_outgoing?.template,
       },
     },
   }
@@ -118,9 +128,13 @@
           },
         }))
       )
-      await client.send(
-        new SendBulkEmailCommand({ BulkEmailEntries, ...message })
-      )
+      try {
+        await client.send(
+          new SendBulkEmailCommand({ BulkEmailEntries, ...message })
+        )
+      } catch (e) {
+        maybeThrowSES(e, 'email will not be sent')
+      }
     })
   )
 }

app/routes/docs.contributing.configuration/route.mdx

@@ -179,5 +179,16 @@ account for GCN production by registering the email address
       </Description>
       <Default>Kafka producer is disabled</Default>
     </tr>
+    <tr>
+      <Key>`ARC_TABLES_PORT`, `ARC_DB_EXTERNAL`</Key>
+      <Description>
+        Variables for local running DynamoDB. Set the port to `ARC_TABLES_PORT`
+        to 8000 and `ARC_DB_EXTERNAL` to `true` to use the local DynamoDB docker
+        image and streams plugins
+      </Description>
+      <Default>
+        Default DynamoDB behavior from Architect and streams are not enabled
+      </Default>
+    </tr>
   </tbody>
 </Table>