Tune S3 for performance improvements.

source/dea-backend/src/constructs/dea-backend-stack.ts

@@ -196,6 +196,7 @@ export class DeaBackendConstruct extends Construct {
     const datasetsBucket = new Bucket(this, 'S3DatasetsBucket', {
       blockPublicAccess: BlockPublicAccess.BLOCK_ALL,
       bucketKeyEnabled: true,
+      transferAcceleration: true,
       encryption: BucketEncryption.KMS,
       encryptionKey: key,
       enforceSSL: true,

source/dea-ui/ui/package.json

@@ -56,6 +56,7 @@
     "@aws-sdk/client-cognito-identity": "~3.474.0",
     "@aws-sdk/client-cognito-identity-provider": "~3.474.0",
     "@aws-sdk/client-s3": "~3.474.0",
+    "@aws-sdk/node-http-handler": "^3.374.0",
     "@aws/dea-app": "workspace:*",
     "@cloudscape-design/collection-hooks": "^1.0.20",
     "@cloudscape-design/component-toolkit": "~1.0.0-beta.25",

source/dea-ui/ui/src/components/upload-files/UploadFilesForm.tsx

@@ -11,6 +11,7 @@ import {
   UploadPartCommandInput,
   UploadPartCommandOutput,
 } from '@aws-sdk/client-s3';
+import { NodeHttpHandler } from '@aws-sdk/node-http-handler';
 import {
   Alert,
   Box,
@@ -119,9 +120,14 @@ function UploadFilesForm(props: UploadFilesProps): JSX.Element {
   async function uploadFilePartsAndComplete(activeFileUpload: ActiveFileUpload, chunkSizeBytes: number) {
     const initiatedCaseFile = await initiateUpload(activeFileUpload.upoadDto);
 
+    const MAX_CONCURRENT_REQUESTS = 100;
+
     let federationS3Client = new S3Client({
       credentials: initiatedCaseFile.federationCredentials,
       region: initiatedCaseFile.region,
+      requestHandler: new NodeHttpHandler({
+        maxConcurrentRequests: MAX_CONCURRENT_REQUESTS,
+      }),
     });
 
     const credentialsInterval = setInterval(async () => {
@@ -133,6 +139,10 @@ function UploadFilesForm(props: UploadFilesProps): JSX.Element {
       federationS3Client = new S3Client({
         credentials: refreshRequest.federationCredentials,
         region: initiatedCaseFile.region,
+        useAccelerateEndpoint: true,
+        requestHandler: new NodeHttpHandler({
+          maxConcurrentRequests: MAX_CONCURRENT_REQUESTS,
+        }),
       });
     }, 20 * MINUTES_TO_MILLISECONDS);