Merge pull request #226 from biomage-ltd/fix-fetching-projects

Handle scan limit

src/api/route-services/projects.js

@@ -94,16 +94,30 @@ class ProjectsService {
 
     const dynamodb = createDynamoDbInstance();
 
-    const response = await dynamodb.scan(params).promise();
+    let response = await dynamodb.scan(params).promise();
 
     if (!response.Items.length) {
       return [];
     }
 
-    const projectIds = response.Items.map(
+    const extractProjectIds = (resp) => resp.Items.map(
       (entry) => convertToJsObject(entry).projectId,
     ).filter((id) => id);
 
+    let projectIds = extractProjectIds(response);
+
+    // Check if query exceeds limit
+    while (response.LastEvaluatedKey) {
+      params.ExclusiveStartKey = response.LastEvaluatedKey;
+
+      // eslint-disable-next-line no-await-in-loop
+      response = await dynamodb.scan(params).promise();
+
+      const newProjectIds = extractProjectIds(response);
+
+      projectIds = projectIds.concat(newProjectIds);
+    }
+
     return this.getProjectsFromIds(new Set(projectIds));
   }