DV_GluJob_V4c-Archived_V4d_Created-9

ministryofjustice · Jul 16, 2024 · 75ea4d5 · 75ea4d5
1 parent 0cf34aa
commit 75ea4d5
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job.tf b/terraform/environments/electronic-monitoring-data/dms_data_validation_glue_job.tf
@@ -138,6 +138,7 @@ EOF
   )
 
 }
+# Note: Make sure 'max_table_size_mb' and 'spark.sql.files.maxPartitionBytes' values are the same.
 
 # "--enable-spark-ui"                   = "false"
 # "--spark-ui-event-logs-path"          = "false"