aws: Distinguish parquet compression method

Currently, it should be handled on out_s3. So, it is just for used to specify the parquet format. Signed-off-by: Hiroshi Hatake <[email protected]>
fluent · May 20, 2024 · c2d4815 · c2d4815
1 parent 7de2c45
commit c2d4815
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/include/fluent-bit/aws/flb_aws_compress.h b/include/fluent-bit/aws/flb_aws_compress.h
@@ -24,6 +24,7 @@
 #define FLB_AWS_COMPRESS_NONE  0
 #define FLB_AWS_COMPRESS_GZIP  1
 #define FLB_AWS_COMPRESS_ARROW 2
+#define FLB_AWS_COMPRESS_PARQUET 3
 
 /*
  * Get compression type from compression keyword. The return value is used to identify

diff --git a/src/aws/flb_aws_compress.c b/src/aws/flb_aws_compress.c
@@ -55,6 +55,11 @@ static const struct compression_option compression_options[] = {
         &out_s3_compress_arrow
     },
 #endif
+    {
+        FLB_AWS_COMPRESS_PARQUET,
+        "parquet",
+        NULL /* Currently, it is implemented in out_s3 specific source */
+    },
     { 0 }
 };