From 75ea4d54bf1b4cbf3404059d374dd5b538148629 Mon Sep 17 00:00:00 2001 From: Madhu Kadiri Date: Tue, 16 Jul 2024 08:36:17 +0100 Subject: [PATCH] DV_GluJob_V4c-Archived_V4d_Created-9 --- .../electronic-monitoring-data/dms_data_validation_glue_job.tf | 1 + 1 file changed, 1 insertion(+) diff --git a/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job.tf b/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job.tf index 80f4a8bc94e..13c3799096a 100644 --- a/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job.tf +++ b/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job.tf @@ -138,6 +138,7 @@ EOF ) } +# Note: Make sure 'max_table_size_mb' and 'spark.sql.files.maxPartitionBytes' values are the same. # "--enable-spark-ui" = "false" # "--spark-ui-event-logs-path" = "false"