[query] Add ability to set default query timeout by config

src/cmd/services/m3query/config/config.go

@@ -57,6 +57,8 @@ const (
 	errNoIDGenerationScheme            = "error: a recent breaking change means that an ID " +
 		"generation scheme is required in coordinator configuration settings. " +
 		"More information is available here: %s"
+
+	defaultQueryTimeout = 30 * time.Duration
 )
 
 var (
@@ -124,6 +126,9 @@ type Configuration struct {
 	// Carbon is the carbon configuration.
 	Carbon *CarbonConfiguration `yaml:"carbon"`
 
+	// Query is the query configuration.
+	Query QueryConfiguration `yaml:"query"`
+
 	// Limits specifies limits on per-query resource usage.
 	Limits LimitsConfiguration `yaml:"limits"`
 
@@ -190,6 +195,19 @@ type ResultOptions struct {
 	KeepNans bool `yaml:"keepNans"`
 }
 
+// QueryConfiguration is the query configuration.
+type QueryConfiguration struct {
+	Timeout *time.Duration `yaml:"timeout"`
+}
+
+// TimeoutOrDefault returns the configured timeout or default value.
+func (c QueryConfiguration) TimeoutOrDefault() time.Duration {
+	if v := c.Timeout; v != nil {
+		return *v
+	}
+	return defaultQueryTimeout
+}
+
 // LimitsConfiguration represents limitations on resource usage in the query
 // instance. Limits are split between per-query and global limits.
 type LimitsConfiguration struct {

src/query/api/v1/options/handler.go

@@ -190,17 +190,11 @@ func NewHandlerOptions(
 	placementServiceNames []string,
 	serviceOptionDefaults []handleroptions.ServiceOptionsDefault,
 ) (HandlerOptions, error) {
-	var timeoutOpts = &prometheus.TimeoutOpts{}
-	if embeddedDbCfg == nil || embeddedDbCfg.Client.FetchTimeout == nil {
-		timeoutOpts.FetchTimeout = defaultTimeout
-	} else {
-		timeout := *embeddedDbCfg.Client.FetchTimeout
-		if timeout <= 0 {
-			return nil,
-				fmt.Errorf("m3db client fetch timeout should be > 0, is %d", timeout)
-		}
-
-		timeoutOpts.FetchTimeout = timeout
+	timeout := cfg.Query.TimeoutOrDefault()
+	if embeddedDbCfg != nil 
+		&& embeddedDbCfg.Client.FetchTimeout != nil 
+		&& *embeddedDbCfg.Client.FetchTimeout > timeout {
+		timeout = *embeddedDbCfg.Client.FetchTimeout
 	}
 
 	return &handlerOptions{
@@ -213,7 +207,6 @@ func NewHandlerOptions(
 		embeddedDbCfg:         embeddedDbCfg,
 		createdAt:             time.Now(),
 		tagOptions:            tagOptions,
-		timeoutOpts:           timeoutOpts,
 		enforcer:              enforcer,
 		fetchOptionsBuilder:   fetchOptionsBuilder,
 		queryContextOptions:   queryContextOptions,
@@ -222,6 +215,9 @@ func NewHandlerOptions(
 		placementServiceNames: placementServiceNames,
 		serviceOptionDefaults: serviceOptionDefaults,
 		nowFn:                 time.Now,
+		timeoutOpts:           &prometheus.TimeoutOpts{
+			FetchTimeout: timeout,
+		},
 	}, nil
 }