Feat/bulk/all

.eslintrc.json

@@ -51,5 +51,15 @@
         "extensions": [".jsx", ".js", ".tsx", ".ts", ".scss", ".css", ".png", ".svg"]
       }
     }
-  }
+  },
+  "overrides": [
+    {
+      "files": ["*.ts", "*.tsx"],
+      "rules": {
+          // Disabling `no-undef` lint rule in favor of Typescript checking
+          // https://github.com/typescript-eslint/typescript-eslint/blob/main/docs/linting/TROUBLESHOOTING.md#i-get-errors-from-the-no-undef-rule-about-global-variables-not-being-defined-even-though-there-are-no-typescript-errors
+          "no-undef": "off"
+      }
+    }
+  ]
 }

Dockerfile.maildev-logging

@@ -1,3 +1,3 @@
 FROM maildev/maildev:1.1.0
 WORKDIR /usr/src/app
-RUN echo "maildev.on('new', ({ html }) => console.log('Login OTP: ' + html.match(/\d{6}/)[0]))" >> bin/maildev
+RUN echo "maildev.on('new', ({ html }) => { if(html.includes('OTP')) { console.log('Login OTP: ' + html.match(/\d{6}/)[0]) } else { console.log(html) } } )" >> bin/maildev

README.md

@@ -133,9 +133,19 @@ After these have been set up, set the environment variables according to the tab
 |COOKIE_MAX_AGE|Yes|Session duration of cookie|
 |BULK_UPLOAD_MAX_NUM|No|Maximum number of links that can be bulk uploaded at once. Defaults to 1000|
 |BULK_UPLOAD_RANDOM_STR_LENGTH|No|String length of randomly generated shortUrl in bulk upload. Defaults to 8|
+|BULK_QR_CODE_BATCH_SIZE|No|Maximum batch size of QR codes to generate in a single Lambda run. Defaults to 1000|
+|BULK_QR_CODE_BUCKET_URL|No|Link to download QR codes from|
+|ACTIVATE_BULK_QR_CODE_GENERATION|No|Whether to start Lambda for bulk QR code generation or not. Defaults to false|
+|REPLICA_URI|Yes|The postgres connection string, e.g. `postgres://postgres:postgres@postgres:5432/postgres`|
+|SQS_BULK_QRCODE_GENERATE_START_URL|No|The SQS queue for starting QR code bulk generation Lambda|
+|SQS_TIMEOUT|No|Duration of time in ms for sending to SQS queue before timeout. Defaults to 10000ms (10s)|
+|SQS_REGION|No|AWS Region of SQS queue for starting QR code bulk generation Lambda|
+|JOB_POLL_ATTEMPTS|No|Number of attempts for long polling of job status before timeout of 408 is returned. Defaults to 12|
+|JOB_POLL_INTERVAL|No|Interval of time between attempts for long polling of job status in ms. Defaults to 5000ms (5s)|
 |API_LINK_RANDOM_STR_LENGTH|No|String length of randomly generated shortUrl in API created links. Defaults to 8|
 |REPLICA_URI|Yes|The postgres connection string, e.g. `postgres://postgres:postgres@postgres:5432/postgres`|
 |FF_EXTERNAL_API|No|Boolean, feature flag for enabling the external API. Defaults to false|
+|ADMIN_API_EMAIL|No|Email with admin API access. Defaults to none.|
 
 #### Serverless functions for link migration
 

docker-compose.yml

@@ -52,9 +52,18 @@ services:
       - ACTIVATE_POSTMAN_FALLBACK=
       - BULK_UPLOAD_MAX_NUM=1000
       - BULK_UPLOAD_RANDOM_STR_LENGTH=8
+      - SQS_BULK_QRCODE_GENERATE_START_URL=
+      - SQS_TIMEOUT=10000
+      - SQS_REGION=
+      - BULK_QR_CODE_BATCH_SIZE=1000
+      - ACTIVATE_BULK_QR_CODE_GENERATION=false
+      - JOB_POLL_ATTEMPTS=12
+      - JOB_POLL_INTERVAL=5000
+      - BULK_QR_CODE_BUCKET_URL=
       - API_LINK_RANDOM_STR_LENGTH=8
       - API_KEY_SALT=$$2b$$10$$9rBKuE4Gb5ravnvP4xjoPu
       - FF_EXTERNAL_API=true
+      - ADMIN_API_EMAIL=
     volumes:
       - ./public:/usr/src/gogovsg/public
       - ./src:/usr/src/gogovsg/src

package.json

@@ -40,6 +40,7 @@
     "@sentry/webpack-plugin": "^1.15.1",
     "@types/express-rate-limit": "^5.1.3",
     "@types/papaparse": "^5.3.5",
+    "archiver": "^5.3.1",
     "aws-sdk": "^2.1101.0",
     "babel-polyfill": "^6.26.0",
     "bcrypt": "^5.1.0",

serverless.yml

@@ -46,5 +46,16 @@ functions:
           - 'src/server/serverless/capture-ses-events/**'
           - 'package-lock.json'
           - 'package.json'
-
+  bulk-qrcode-generation:
+    handler: src/server/serverless/bulk-qrcode-generation/index.handler
+    memorySize: 2048 # 2048 MB
+    ephemeralStorageSize: 512 # 512 MB
+    timeout: 120 # 120 seconds
+    description: Bulk generates QR codes in svg and png from shortUrl-longUrl mappings
+    package:
+      patterns:
+          - '!./**'
+          - 'src/server/serverless/bulk-qrcode-generation/**'
+          - 'package-lock.json'
+          - 'package.json'
 

src/client/app/util/download.ts

@@ -7,6 +7,26 @@ import { GAEvent } from './ga'
 import { UrlTableConfig } from '../../user/reducers/types'
 import queryObjFromTableConfig from '../helpers/urlQueryHelper'
 
+export const downloadCsv = (csvString: string, filename: string) => {
+  const blob = new Blob([csvString], {
+    type: 'text/csv;charset=utf-8',
+  })
+
+  if (useIsIE()) {
+    navigator.msSaveBlob(blob, filename)
+  } else {
+    saveAs(blob, filename)
+  }
+}
+
+export const downloadSampleBulkCsv = () => {
+  const headers = 'Original links to be shortened'
+  const body = ['https://www.link1.com', 'https://www.link2.com']
+  const content = [headers, ...body].join('\r\n')
+  downloadCsv(content, 'sample_bulk.csv')
+  GAEvent('modal page', 'downloaded bulk sample', 'successful')
+}
+
 export const downloadUrls = async (tableConfig: UrlTableConfig) => {
   const urlsArr = []
   // set headers to csv
@@ -59,22 +79,14 @@ export const downloadUrls = async (tableConfig: UrlTableConfig) => {
     rootActions.setErrorMessage('Error downloading urls.')
     return null
   }
-
-  const blob = new Blob([urlsArr.join('')], {
-    type: 'text/csv;charset=utf-8',
-  })
-
-  if (useIsIE()) {
-    navigator.msSaveBlob(blob, 'urls.csv')
-  } else {
-    saveAs(blob, 'urls.csv')
-  }
+  downloadCsv(urlsArr.join(''), 'urls.csv')
 
   // Google Analytics: Download links button events
   GAEvent('user page', 'download links button', 'successful')
   return null
 }
 
 export default {
+  downloadSampleBulkCsv,
   downloadUrls,
 }