[Integrations] Add default refresh interval for all the integrations …

…and correct the version on `main` (#1717) (#1724) * Add default refresh interval for all the integrations * Change the version back to 3.0 --------- Signed-off-by: Ryan Liang <[email protected]>
opensearch-project · Apr 18, 2024 · 2cbc016 · 2cbc016
1 parent e97df5f
commit 2cbc016
Show file tree

Hide file tree

Showing 8 changed files with 9 additions and 1 deletion.
diff --git a/server/adaptors/integrations/__data__/repository/apache/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/apache/assets/create_mv-1.0.0.sql
@@ -9,7 +9,8 @@ SELECT
     'apache.access' AS `event.domain`
 FROM {table_name}
 WITH (
-    auto_refresh = 'true',
+    auto_refresh = true,
+    refresh_interval = '15 Minute',
     checkpoint_location = '{s3_checkpoint_location}',
     watermark_delay = '1 Minute',
     extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'

diff --git a/server/adaptors/integrations/__data__/repository/aws_cloudfront/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/aws_cloudfront/assets/create_mv-1.0.0.sql
@@ -36,6 +36,7 @@ FROM
   {table_name}
 WITH (
   auto_refresh = true,
+  refresh_interval = '15 Minute',
   checkpoint_location = '{s3_checkpoint_location}',
   watermark_delay = '1 Minute',
   extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'

diff --git a/...rs/integrations/__data__/repository/aws_cloudtrail/assets/create_mv_cloud-trail-1.0.0.sql b/...rs/integrations/__data__/repository/aws_cloudtrail/assets/create_mv_cloud-trail-1.0.0.sql
@@ -48,6 +48,7 @@ FROM
     LATERAL VIEW explode(Records) myTable AS rec
 WITH (
     auto_refresh = true,
+    refresh_interval = '15 Minute',
     checkpoint_location = '{s3_checkpoint_location}',
     watermark_delay = '1 Minute',
     extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'

diff --git a/server/adaptors/integrations/__data__/repository/aws_elb/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/aws_elb/assets/create_mv-1.0.0.sql
@@ -53,6 +53,7 @@ FROM
     {table_name}
 WITH (
     auto_refresh = true,
+    refresh_interval = '15 Minute',
     checkpoint_location = '{s3_checkpoint_location}',
     watermark_delay = '1 Minute',
     extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'

diff --git a/server/adaptors/integrations/__data__/repository/aws_s3/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/aws_s3/assets/create_mv-1.0.0.sql
@@ -29,6 +29,7 @@ FROM
   {table_name}
 WITH (
   auto_refresh = true,
+  refresh_interval = '15 Minute',
   checkpoint_location = '{s3_checkpoint_location}',
   watermark_delay = '1 Minute',
   extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'

diff --git a/server/adaptors/integrations/__data__/repository/aws_waf/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/aws_waf/assets/create_mv-1.0.0.sql
@@ -22,6 +22,7 @@ FROM
     {table_name}
 WITH (
   auto_refresh = true,
+  refresh_interval = '15 Minute',
   checkpoint_location = '{s3_checkpoint_location}',
   watermark_delay = '1 Minute',
   extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'

diff --git a/server/adaptors/integrations/__data__/repository/haproxy/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/haproxy/assets/create_mv-1.0.0.sql
@@ -144,6 +144,7 @@ SELECT
 FROM {table_name}
 WITH (
     auto_refresh = true,
+    refresh_interval = '15 Minute',
     checkpoint_location = '{s3_checkpoint_location}',
     watermark_delay = '1 Minute',
     extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'

diff --git a/server/adaptors/integrations/__data__/repository/nginx/assets/create_mv-1.0.0.sql b/server/adaptors/integrations/__data__/repository/nginx/assets/create_mv-1.0.0.sql
@@ -10,6 +10,7 @@ SELECT
 FROM {table_name}
 WITH (
     auto_refresh = 'true',
+    refresh_interval = '15 Minute',
     checkpoint_location = '{s3_checkpoint_location}',
     watermark_delay = '1 Minute',
     extra_options = '{ "{table_name}": { "maxFilesPerTrigger": "10" }}'