From c592cb17dc4fd153804335c4b315f43d22f0bceb Mon Sep 17 00:00:00 2001 From: Luke Steensen Date: Tue, 25 Jul 2023 16:36:07 -0500 Subject: [PATCH] chore: add more direct regression case for s3 sink (#18082) Signed-off-by: Luke Steensen --- regression/cases/http_to_s3/data/.gitkeep | 1 + .../cases/http_to_s3/lading/lading.yaml | 15 ++++++++ .../cases/http_to_s3/vector/vector.toml | 38 +++++++++++++++++++ 3 files changed, 54 insertions(+) create mode 100644 regression/cases/http_to_s3/data/.gitkeep create mode 100644 regression/cases/http_to_s3/lading/lading.yaml create mode 100644 regression/cases/http_to_s3/vector/vector.toml diff --git a/regression/cases/http_to_s3/data/.gitkeep b/regression/cases/http_to_s3/data/.gitkeep new file mode 100644 index 0000000000000..8b137891791fe --- /dev/null +++ b/regression/cases/http_to_s3/data/.gitkeep @@ -0,0 +1 @@ + diff --git a/regression/cases/http_to_s3/lading/lading.yaml b/regression/cases/http_to_s3/lading/lading.yaml new file mode 100644 index 0000000000000..170cec7fb2aa2 --- /dev/null +++ b/regression/cases/http_to_s3/lading/lading.yaml @@ -0,0 +1,15 @@ +generator: + - http: + seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131] + target_uri: "http://localhost:8282/" + bytes_per_second: "100 Mb" + parallel_connections: 10 + method: + post: + variant: "json" + maximum_prebuild_cache_size_bytes: "256 Mb" + headers: {} + +blackhole: + - http: + binding_addr: "0.0.0.0:8080" diff --git a/regression/cases/http_to_s3/vector/vector.toml b/regression/cases/http_to_s3/vector/vector.toml new file mode 100644 index 0000000000000..1973451a103f7 --- /dev/null +++ b/regression/cases/http_to_s3/vector/vector.toml @@ -0,0 +1,38 @@ +data_dir = "/var/lib/vector" + +## +## Sources +## + +[sources.internal_metrics] +type = "internal_metrics" + +[sources.http_source] +type = "http" +acknowledgements = false +address = "0.0.0.0:8282" +decoding.codec = "json" + +## +## Sinks +## + +[sinks.prometheus] +type = "prometheus_exporter" +inputs = ["internal_metrics"] +address = "0.0.0.0:9090" + +[sinks.s3_service] +type = "aws_s3" +inputs = ["http_source"] + +region = "us-west-2" +endpoint = "http://localhost:8080" +bucket = "vector-soak-service" + +framing.method = "newline_delimited" +encoding.codec = "json" + +[sinks.s3_service.auth] +access_key_id = "BADDCAFE" +secret_access_key = "BADDCAFE"