diff --git a/modules/core/src/main/resources/reference.conf b/modules/core/src/main/resources/reference.conf index 635877b..19fc8d2 100644 --- a/modules/core/src/main/resources/reference.conf +++ b/modules/core/src/main/resources/reference.conf @@ -57,9 +57,8 @@ # -- Record key and partition settings. Chosen to be consistent with `hudiTableOptions`. "hoodie.keygen.timebased.timestamp.type": "SCALAR" "hoodie.keygen.timebased.output.dateformat": "yyyy-MM-dd" - "hoodie.datasource.write.reconcile.schema": "true" "hoodie.datasource.write.partitionpath.field": "load_tstamp" - "hoodie.schema.on.read.enable": "true" + "hoodie.write.set.null.for.missing.columns": "true" "hoodie.metadata.index.column.stats.column.list": "load_tstamp,collector_tstamp,derived_tstamp,dvce_created_tstamp,true_tstamp" "hoodie.metadata.index.column.stats.enable": "true" "hoodie.datasource.write.keygenerator.consistent.logical.timestamp.enabled": "true" diff --git a/project/Dependencies.scala b/project/Dependencies.scala index 579cce2..3cdd78e 100644 --- a/project/Dependencies.scala +++ b/project/Dependencies.scala @@ -49,7 +49,7 @@ object Dependencies { val awsRegistry = "1.1.20" // Snowplow - val streams = "0.8.0" + val streams = "0.8.2-M1" val igluClient = "4.0.0" // Transitive overrides