Added project montauk and external project buckets object (#977)

Strip s3 and prefix

Author: alexiswl

config/constants.ts

@@ -1016,3 +1016,15 @@ export const dataMartAthenaWorkgroup = 'orcahouse';
 export const dataMartAthenaDataSource = 'orcavault';
 export const dataMartAthenaDatabase = 'mart';
 export const dataMartAthenaLambdaFunctionName = 'orcavault';
+
+/*
+ External Projects
+*/
+export const externalProjectBuckets: Record<AppStage, string[]> = {
+  [AppStage.BETA]: [],
+  [AppStage.GAMMA]: [],
+  [AppStage.PROD]: [
+    // Project Montauk
+    'pipeline-montauk-977251586657-ap-southeast-2',
+  ],
+};

config/stacks/fileManager.ts

@@ -20,6 +20,7 @@ import {
   vpcProps,
   ntsmBucket,
   dataSharingCacheBucket,
+  externalProjectBuckets,
 } from '../constants';
 
 export const fileManagerBuckets = (stage: AppStage): string[] => {
@@ -32,6 +33,11 @@ export const fileManagerBuckets = (stage: AppStage): string[] => {
   eventSourceBuckets.push(ntsmBucket[stage]);
   eventSourceBuckets.push(dataSharingCacheBucket[stage]);
 
+  /* Extend the event source buckets with the external project buckets */
+  for (const bucket of externalProjectBuckets[stage]) {
+    eventSourceBuckets.push(bucket);
+  }
+
   return eventSourceBuckets;
 };
 

config/stacks/shared.ts

@@ -22,6 +22,7 @@ import {
   oncoanalyserBucket,
   rdsMasterSecretName,
   vpcProps,
+  externalProjectBuckets,
 } from '../constants';
 import { Duration, RemovalPolicy } from 'aws-cdk-lib';
 import { SchemaRegistryProps } from '../../lib/workload/stateful/stacks/shared/constructs/schema-registry';
@@ -175,6 +176,14 @@ export const getEventSourceConstructProps = (stage: AppStage): EventSourceProps
     patterns: eventSourcePattern(),
   });
 
+  for (const bucket of externalProjectBuckets[stage]) {
+    props.rules.push({
+      bucket: bucket,
+      eventTypes,
+      patterns: eventSourcePattern(),
+    });
+  }
+
   return props;
 };