From b4211dc4ab8ab38404dcc2163e2b936b81cdf44a Mon Sep 17 00:00:00 2001 From: Hellis Date: Fri, 3 Jul 2020 03:18:47 +0800 Subject: [PATCH] [incubator/druid] modify the default value by nano-quickstart to decrease memory cost (#23044) * change the default setting to nano quickstart Signed-off-by: AWaterColorPen * change the comment to adapt nano quickstart Signed-off-by: AWaterColorPen --- incubator/druid/Chart.yaml | 2 +- incubator/druid/values.yaml | 74 +++++++++++++++++++++---------------- 2 files changed, 44 insertions(+), 32 deletions(-) diff --git a/incubator/druid/Chart.yaml b/incubator/druid/Chart.yaml index 863488db1100..43c427cc0b8e 100644 --- a/incubator/druid/Chart.yaml +++ b/incubator/druid/Chart.yaml @@ -2,7 +2,7 @@ apiVersion: v1 appVersion: 0.18.1 description: Apache Druid is a high performance real-time analytics database. name: druid -version: 0.2.6 +version: 0.2.7 home: https://druid.apache.org/ icon: https://druid.apache.org/img/favicon.png maintainers: diff --git a/incubator/druid/values.yaml b/incubator/druid/values.yaml index 47107ac00a13..3476a8160bf3 100644 --- a/incubator/druid/values.yaml +++ b/incubator/druid/values.yaml @@ -13,28 +13,25 @@ configMap: ## Define the key value pairs in the configmap configVars: - DRUID_XMX: 1g - DRUID_XMS: 1g - DRUID_MAXNEWSIZE: 250m - DRUID_NEWSIZE: 250m - DRUID_MAXDIRECTMEMORYSIZE: 10000m + ## DRUID env vars. ref: https://github.com/apache/druid/blob/master/distribution/docker/druid.sh#L29 + # DRUID_LOG_LEVEL: "warn" + # DRUID_LOG4J: DRUID_USE_CONTAINER_IP: "true" - druid_processing_numThreads: "3" + + ## Druid Common Configurations. ref: https://druid.apache.org/docs/latest/configuration/index.html#common-configurations druid_extensions_loadList: '["druid-histogram", "druid-datasketches", "druid-lookups-cached-global", "postgresql-metadata-storage"]' druid_metadata_storage_type: postgresql druid_metadata_storage_connector_connectURI: jdbc:postgresql://postgres:5432/druid druid_metadata_storage_connector_user: druid druid_metadata_storage_connector_password: druid - druid_coordinator_balancer_strategy: cachingCost - druid_indexer_runner_javaOptsArray: '["-server", "-Xmx1g", "-Xms1g", "-XX:MaxDirectMemorySize=3g", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]' - druid_indexer_fork_property_druid_processing_buffer_sizeBytes: '268435456' druid_storage_type: local druid_indexer_logs_type: file druid_indexer_logs_directory: /opt/data/indexing-logs + + ## Druid Emitting Metrics. ref: https://druid.apache.org/docs/latest/configuration/index.html#emitting-metrics druid_emitter: noop druid_emitter_logging_logLevel: debug druid_emitter_http_recipientBaseUrl: http://druid_exporter_url:druid_exporter_port/druid - DRUID_LOG4J: gCloudStorage: enabled: false @@ -50,7 +47,12 @@ broker: serviceType: ClusterIP config: - JAVA_OPTS: "-Xms2G -Xmx2G -XX:MaxDirectMemorySize=8g" + DRUID_XMX: 512m + DRUID_XMS: 512m + DRUID_MAXDIRECTMEMORYSIZE: 400m + druid_processing_buffer_sizeBytes: '50000000' + druid_processing_numMergeBuffers: 2 + druid_processing_numThreads: 1 # druid_monitoring_monitors: '["org.apache.druid.client.cache.CacheMonitor", "org.apache.druid.server.metrics.QueryCountStatsMonitor"]' ingress: @@ -69,10 +71,10 @@ broker: resources: {} # limits: # cpu: 1 - # memory: 8Gi + # memory: 1Gi # requests: # cpu: 250m - # memory: 4Gi + # memory: 512Mi nodeSelector: {} @@ -92,7 +94,9 @@ coordinator: serviceType: ClusterIP config: - JAVA_OPTS: "-Xms1G -Xmx1G" + DRUID_XMX: 256m + DRUID_XMS: 256m + druid_coordinator_balancer_strategy: cachingCost # druid_monitoring_monitors: '["org.apache.druid.server.metrics.TaskCountStatsMonitor"]' ingress: @@ -111,7 +115,7 @@ coordinator: resources: {} # limits: # cpu: 500m - # memory: 2Gi + # memory: 1Gi # requests: # cpu: 250m # memory: 512Mi @@ -168,8 +172,14 @@ historical: serviceType: ClusterIP config: - JAVA_OPTS: "-Xms2G -Xmx2G -XX:MaxDirectMemorySize=8g" + DRUID_XMX: 512m + DRUID_XMS: 512m + DRUID_MAXDIRECTMEMORYSIZE: 400m + druid_processing_buffer_sizeBytes: '50000000' + druid_processing_numMergeBuffers: 2 + druid_processing_numThreads: 1 # druid_monitoring_monitors: '["org.apache.druid.client.cache.CacheMonitor", "org.apache.druid.server.metrics.HistoricalMetricsMonitor", "org.apache.druid.server.metrics.QueryCountStatsMonitor"]' + # druid_segmentCache_locations: '[{"path":"/var/druid/segment-cache","maxSize":300000000000}]' ingress: enabled: false @@ -200,15 +210,14 @@ historical: resources: {} # limits: - # cpu: 1 - # memory: 8Gi + # cpu: 2 + # memory: 2Gi # requests: - # cpu: 250m - # memory: 4Gi + # cpu: 500m + # memory: 512Mi ## (dict) If specified, apply these annotations to each master Pod podAnnotations: {} - # example: master-foo podDisruptionBudget: enabled: false @@ -228,8 +237,10 @@ middleManager: serviceType: ClusterIP config: - JAVA_OPTS: "-Xms1G -Xmx1G" - # druid_monitoring_monitors: '["org.apache.druid.java.util.metrics.SysMonitor"]' + DRUID_XMX: 64m + DRUID_XMS: 64m + druid_indexer_runner_javaOptsArray: '["-server", "--Xms256m", "-Xmx256m", "-XX:MaxDirectMemorySize=300m", "-Duser.timezone=UTC", "-Dfile.encoding=UTF-8", "-XX:+ExitOnOutOfMemoryError", "-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager"]' + druid_indexer_fork_property_druid_processing_buffer_sizeBytes: '25000000' autoscaling: enabled: false @@ -279,14 +290,13 @@ middleManager: resources: {} # limits: # cpu: 500m - # memory: 2Gi + # memory: 1Gi # requests: # cpu: 250m - # memory: 512Mi + # memory: 256Mi ## (dict) If specified, apply these annotations to each master Pod podAnnotations: {} - # example: master-foo podDisruptionBudget: enabled: false @@ -306,7 +316,9 @@ router: serviceType: ClusterIP config: - JAVA_OPTS: "-Xms1G -Xmx1G" + DRUID_XMX: 128m + DRUID_XMS: 128m + DRUID_MAXDIRECTMEMORYSIZE: 128m ingress: enabled: false @@ -323,11 +335,11 @@ router: resources: {} # limits: - # cpu: 500m - # memory: 2Gi - # requests: # cpu: 250m - # memory: 512Mi + # memory: 256Mi + # requests: + # cpu: 100m + # memory: 128Mi nodeSelector: {}