fix: allow more concurrent export jobs for multi-tenant deployments (#…

…397)
awslabs · Aug 18, 2021 · e3f5722 · e3f5722
1 parent 3cc952c
commit e3f5722
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/cloudformation/bulkExport.yaml b/cloudformation/bulkExport.yaml
@@ -167,7 +167,13 @@ Resources:
         Name: glueetl
         PythonVersion: '3'
       ExecutionProperty:
-        MaxConcurrentRuns: 2
+        MaxConcurrentRuns:
+          !If
+            - isMultiTenancyEnabled
+            # Adjust this number based on the number of tenants.
+            # The default throttling on fhir-works-on-aws-persistence-ddb allows 2 concurrent export jobs per tenant
+            - 30
+            - 2
       DefaultArguments:
         '--TempDir': !Join ['', ['s3://', !Ref BulkExportResultsBucket, '/temp']]
         '--ddbTableName': '${self:custom.resourceTableName}'

diff --git a/serverless.yaml b/serverless.yaml
@@ -217,6 +217,7 @@ resources:
       isDev: !Equals [!Ref Stage, 'dev']
       isNotDev: !Not [Condition: isDev]
       isUsingHapiValidator: !Equals [!Ref UseHapiValidator, 'true']
+      isMultiTenancyEnabled: !Equals [!Ref EnableMultiTenancy, 'true']
   - Resources:
       ResourceDynamoDBTableV2:
         Metadata: