From d9a5290a689946e6d4f1f07f4dc9750c3eeb2be9 Mon Sep 17 00:00:00 2001 From: Oleg Avdeev Date: Thu, 22 Oct 2020 11:16:16 +0300 Subject: [PATCH] disable statsd by default for spark Signed-off-by: Oleg Avdeev --- .../ingestion/src/main/scala/feast/ingestion/BasePipeline.scala | 1 + .../src/main/scala/feast/ingestion/IngestionJobConfig.scala | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/spark/ingestion/src/main/scala/feast/ingestion/BasePipeline.scala b/spark/ingestion/src/main/scala/feast/ingestion/BasePipeline.scala index d958c2ea8d..7216541c85 100644 --- a/spark/ingestion/src/main/scala/feast/ingestion/BasePipeline.scala +++ b/spark/ingestion/src/main/scala/feast/ingestion/BasePipeline.scala @@ -57,6 +57,7 @@ trait BasePipeline { .set("spark.metrics.conf.*.sink.statsd.period", "30") .set("spark.metrics.conf.*.sink.statsd.unit", "seconds") .set("spark.metrics.namespace", jobConfig.mode.toString) + case None => () } SparkSession diff --git a/spark/ingestion/src/main/scala/feast/ingestion/IngestionJobConfig.scala b/spark/ingestion/src/main/scala/feast/ingestion/IngestionJobConfig.scala index 9ca3612180..0a7b48730e 100644 --- a/spark/ingestion/src/main/scala/feast/ingestion/IngestionJobConfig.scala +++ b/spark/ingestion/src/main/scala/feast/ingestion/IngestionJobConfig.scala @@ -101,6 +101,6 @@ case class IngestionJobConfig( startTime: DateTime = DateTime.now(), endTime: DateTime = DateTime.now(), store: StoreConfig = RedisConfig("localhost", 6379, false), - metrics: Option[MetricConfig] = Some(StatsDConfig("localhost", 9125)), + metrics: Option[MetricConfig] = None, deadLetterPath: Option[String] = None )