Wait for DB writes to propagate (causality checks)

Fix some inconsistencies in multi-master mode (based on
openstack-k8s-operators/cinder-operator#392)

Jira: OSPRH-7369

templates/octavia/config/octavia.conf

@@ -12,6 +12,10 @@ default_listener_tls_versions=TLSv1.2,TLSv1.3
 default_pool_tls_versions=TLSv1.2,TLSv1.3
 [database]
 connection = {{ .DatabaseConnection }}
+# Wait for writes to complete when doing a read, update, or insert
+# Relevant for multi-master deployments so that workers table works as intended
+# https://mariadb.com/docs/server/ref/mdb/system-variables/wsrep_sync_wait/
+mysql_wsrep_sync_wait = 7
 [health_manager]
 health_update_threads=4
 stats_update_threads=4

templates/octaviaamphoracontroller/config/octavia.conf

@@ -8,6 +8,10 @@ graceful_shutdown_timeout=600
 [api_settings]
 [database]
 connection = {{ .DatabaseConnection }}
+# Wait for writes to complete when doing a read, update, or insert
+# Relevant for multi-master deployments so that workers table works as intended
+# https://mariadb.com/docs/server/ref/mdb/system-variables/wsrep_sync_wait/
+mysql_wsrep_sync_wait = 7
 [health_manager]
 heartbeat_key={{ .HeartbeatKey }}
 health_update_threads=4

templates/octaviaapi/config/octavia.conf

@@ -12,6 +12,10 @@ default_listener_tls_versions=TLSv1.2,TLSv1.3
 default_pool_tls_versions=TLSv1.2,TLSv1.3
 [database]
 connection = {{ .DatabaseConnection }}
+# Wait for writes to complete when doing a read, update, or insert
+# Relevant for multi-master deployments so that workers table works as intended
+# https://mariadb.com/docs/server/ref/mdb/system-variables/wsrep_sync_wait/
+mysql_wsrep_sync_wait = 7
 [health_manager]
 health_update_threads=4
 stats_update_threads=4