[Monitoring] Thread pool rejections alert

x-pack/plugins/monitoring/common/constants.ts

@@ -238,6 +238,8 @@ export const ALERT_KIBANA_VERSION_MISMATCH = `${ALERT_PREFIX}alert_kibana_versio
 export const ALERT_LOGSTASH_VERSION_MISMATCH = `${ALERT_PREFIX}alert_logstash_version_mismatch`;
 export const ALERT_MEMORY_USAGE = `${ALERT_PREFIX}alert_jvm_memory_usage`;
 export const ALERT_MISSING_MONITORING_DATA = `${ALERT_PREFIX}alert_missing_monitoring_data`;
+export const ALERT_THREAD_POOL_SEARCH_REJECTIONS = `${ALERT_PREFIX}alert_thread_pool_search_rejections`;
+export const ALERT_THREAD_POOL_WRITE_REJECTIONS = `${ALERT_PREFIX}alert_thread_pool_write_rejections`;
 
 /**
  * A listing of all alert types
@@ -253,6 +255,8 @@ export const ALERTS = [
   ALERT_LOGSTASH_VERSION_MISMATCH,
   ALERT_MEMORY_USAGE,
   ALERT_MISSING_MONITORING_DATA,
+  ALERT_THREAD_POOL_SEARCH_REJECTIONS,
+  ALERT_THREAD_POOL_WRITE_REJECTIONS,
 ];
 
 /**

x-pack/plugins/monitoring/common/enums.ts

@@ -25,6 +25,7 @@ export enum AlertMessageTokenType {
 export enum AlertParamType {
   Duration = 'duration',
   Percentage = 'percentage',
+  Number = 'number',
 }
 
 export enum SetupModeFeature {

x-pack/plugins/monitoring/common/types.ts

@@ -41,7 +41,7 @@ export interface CommonAlertStackProductFilter extends CommonAlertFilter {
 
 export interface CommonAlertParamDetail {
   label: string;
-  type: AlertParamType;
+  type?: AlertParamType;
 }
 
 export interface CommonAlertParamDetails {
@@ -51,3 +51,8 @@ export interface CommonAlertParamDetails {
 export interface CommonAlertParams {
   [name: string]: string | number;
 }
+
+export interface ThreadPoolRejectionsAlertParams {
+  threshold: number;
+  duration: string;
+}

x-pack/plugins/monitoring/public/alerts/components/duration/expression.tsx

@@ -10,6 +10,7 @@ import { CommonAlertParamDetails } from '../../../../common/types';
 import { AlertParamDuration } from '../../flyout_expressions/alert_param_duration';
 import { AlertParamType } from '../../../../common/enums';
 import { AlertParamPercentage } from '../../flyout_expressions/alert_param_percentage';
+import { AlertParamNumber } from '../../flyout_expressions/alert_param_number';
 
 export interface Props {
   alertParams: { [property: string]: any };
@@ -49,6 +50,17 @@ export const Expression: React.FC<Props> = (props) => {
             setAlertParams={setAlertParams}
           />
         );
+      case AlertParamType.Number:
+        return (
+          <AlertParamNumber
+            key={alertParamName}
+            name={alertParamName}
+            label={details.label}
+            value={value}
+            errors={errors[alertParamName]}
+            setAlertParams={setAlertParams}
+          />
+        );
     }
   });
 

x-pack/plugins/monitoring/public/alerts/flyout_expressions/alert_param_duration.tsx

@@ -69,7 +69,7 @@ export const AlertParamDuration: React.FC<Props> = (props: Props) => {
   }, [unit, value]);
 
   return (
-    <EuiFormRow label={label} error={errors} isInvalid={errors.length > 0}>
+    <EuiFormRow label={label} error={errors} isInvalid={errors?.length > 0}>
       <EuiFlexGroup>
         <EuiFlexItem grow={2}>
           <EuiFieldNumber

x-pack/plugins/monitoring/public/alerts/flyout_expressions/alert_param_number.tsx

@@ -0,0 +1,36 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+import React, { useState } from 'react';
+import { EuiFormRow, EuiFieldNumber } from '@elastic/eui';
+
+interface Props {
+  name: string;
+  value: number;
+  label: string;
+  errors: string[];
+  setAlertParams: (property: string, value: number) => void;
+}
+export const AlertParamNumber: React.FC<Props> = (props: Props) => {
+  const { name, label, setAlertParams, errors } = props;
+  const [value, setValue] = useState(props.value);
+  return (
+    <EuiFormRow label={label} error={errors} isInvalid={errors?.length > 0}>
+      <EuiFieldNumber
+        compressed
+        value={value}
+        onChange={(e) => {
+          let newValue = Number(e.target.value);
+          if (isNaN(newValue)) {
+            newValue = 0;
+          }
+          setValue(newValue);
+          setAlertParams(name, newValue);
+        }}
+      />
+    </EuiFormRow>
+  );
+};

x-pack/plugins/monitoring/public/alerts/thread_pool_rejections_alert/index.tsx

@@ -0,0 +1,61 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+import React from 'react';
+import { i18n } from '@kbn/i18n';
+import { EuiSpacer } from '@elastic/eui';
+import { Expression, Props } from '../components/duration/expression';
+
+import { AlertTypeModel } from '../../../../triggers_actions_ui/public';
+
+import { CommonAlertParamDetails } from '../../../common/types';
+
+interface ThreadPoolTypes {
+  [key: string]: unknown;
+}
+
+interface ThreadPoolRejectionAlertClass {
+  TYPE: string;
+  LABEL: string;
+  PARAM_DETAILS: CommonAlertParamDetails;
+}
+
+export function createThreadPoolRejectionsAlertType(
+  threadPoolAlertClass: ThreadPoolRejectionAlertClass
+): AlertTypeModel {
+  return {
+    id: threadPoolAlertClass.TYPE,
+    name: threadPoolAlertClass.LABEL,
+    iconClass: 'bell',
+    alertParamsExpression: (props: Props) => (
+      <>
+        <EuiSpacer />
+        <Expression {...props} paramDetails={threadPoolAlertClass.PARAM_DETAILS} />
+      </>
+    ),
+    validate: (inputValues: ThreadPoolTypes) => {
+      const errors: { [key: string]: string[] } = {};
+      const value = inputValues.threshold as number;
+      if (value < 0) {
+        const errStr = i18n.translate('xpack.monitoring.alerts.validation.lessThanZero', {
+          defaultMessage: 'This value can not be less than zero',
+        });
+        errors.threshold = [errStr];
+      }
+
+      if (!inputValues.duration) {
+        const errStr = i18n.translate('xpack.monitoring.alerts.validation.duration', {
+          defaultMessage: 'A valid duration is required.',
+        });
+        errors.duration = [errStr];
+      }
+
+      return { errors };
+    },
+    defaultActionMessage: '{{context.internalFullMessage}}',
+    requiresAppContext: true,
+  };
+}

x-pack/plugins/monitoring/public/components/cluster/overview/elasticsearch_panel.js

@@ -41,6 +41,8 @@ import {
   ALERT_CLUSTER_HEALTH,
   ALERT_CPU_USAGE,
   ALERT_DISK_USAGE,
+  ALERT_THREAD_POOL_SEARCH_REJECTIONS,
+  ALERT_THREAD_POOL_WRITE_REJECTIONS,
   ALERT_MEMORY_USAGE,
   ALERT_NODES_CHANGED,
   ALERT_ELASTICSEARCH_VERSION_MISMATCH,
@@ -161,6 +163,8 @@ const OVERVIEW_PANEL_ALERTS = [ALERT_CLUSTER_HEALTH, ALERT_LICENSE_EXPIRATION];
 const NODES_PANEL_ALERTS = [
   ALERT_CPU_USAGE,
   ALERT_DISK_USAGE,
+  ALERT_THREAD_POOL_SEARCH_REJECTIONS,
+  ALERT_THREAD_POOL_WRITE_REJECTIONS,
   ALERT_MEMORY_USAGE,
   ALERT_NODES_CHANGED,
   ALERT_ELASTICSEARCH_VERSION_MISMATCH,

x-pack/plugins/monitoring/public/plugin.ts

@@ -26,8 +26,14 @@ import { createCpuUsageAlertType } from './alerts/cpu_usage_alert';
 import { createMissingMonitoringDataAlertType } from './alerts/missing_monitoring_data_alert';
 import { createLegacyAlertTypes } from './alerts/legacy_alert';
 import { createDiskUsageAlertType } from './alerts/disk_usage_alert';
+import { createThreadPoolRejectionsAlertType } from './alerts/thread_pool_rejections_alert';
 import { createMemoryUsageAlertType } from './alerts/memory_usage_alert';
 
+// eslint-disable-next-line @kbn/eslint/no-restricted-paths
+import { ThreadPoolSearchRejectionsAlert } from '../server/alerts';
+// eslint-disable-next-line @kbn/eslint/no-restricted-paths
+import { ThreadPoolWriteRejectionsAlert } from '../server/alerts';
+
 interface MonitoringSetupPluginDependencies {
   home?: HomePublicPluginSetup;
   cloud?: { isCloudEnabled: boolean };
@@ -78,6 +84,10 @@ export class MonitoringPlugin
     alertTypeRegistry.register(createDiskUsageAlertType());
     alertTypeRegistry.register(createMemoryUsageAlertType());
     alertTypeRegistry.register(createMissingMonitoringDataAlertType());
+    alertTypeRegistry.register(
+      createThreadPoolRejectionsAlertType(ThreadPoolSearchRejectionsAlert)
+    );
+    alertTypeRegistry.register(createThreadPoolRejectionsAlertType(ThreadPoolWriteRejectionsAlert));
 
     const legacyAlertTypes = createLegacyAlertTypes();
     for (const legacyAlertType of legacyAlertTypes) {

x-pack/plugins/monitoring/public/views/elasticsearch/node/advanced/index.js

@@ -20,6 +20,8 @@ import { MonitoringViewBaseController } from '../../../base_controller';
 import {
   CODE_PATH_ELASTICSEARCH,
   ALERT_CPU_USAGE,
+  ALERT_THREAD_POOL_SEARCH_REJECTIONS,
+  ALERT_THREAD_POOL_WRITE_REJECTIONS,
   ALERT_MISSING_MONITORING_DATA,
   ALERT_DISK_USAGE,
   ALERT_MEMORY_USAGE,
@@ -76,6 +78,8 @@ uiRoutes.when('/elasticsearch/nodes/:node/advanced', {
             alertTypeIds: [
               ALERT_CPU_USAGE,
               ALERT_DISK_USAGE,
+              ALERT_THREAD_POOL_SEARCH_REJECTIONS,
+              ALERT_THREAD_POOL_WRITE_REJECTIONS,
               ALERT_MEMORY_USAGE,
               ALERT_MISSING_MONITORING_DATA,
             ],

x-pack/plugins/monitoring/public/views/elasticsearch/node/index.js

@@ -21,6 +21,8 @@ import { MonitoringViewBaseController } from '../../base_controller';
 import {
   CODE_PATH_ELASTICSEARCH,
   ALERT_CPU_USAGE,
+  ALERT_THREAD_POOL_SEARCH_REJECTIONS,
+  ALERT_THREAD_POOL_WRITE_REJECTIONS,
   ALERT_MISSING_MONITORING_DATA,
   ALERT_DISK_USAGE,
   ALERT_MEMORY_USAGE,
@@ -60,6 +62,8 @@ uiRoutes.when('/elasticsearch/nodes/:node', {
             alertTypeIds: [
               ALERT_CPU_USAGE,
               ALERT_DISK_USAGE,
+              ALERT_THREAD_POOL_SEARCH_REJECTIONS,
+              ALERT_THREAD_POOL_WRITE_REJECTIONS,
               ALERT_MEMORY_USAGE,
               ALERT_MISSING_MONITORING_DATA,
             ],

x-pack/plugins/monitoring/public/views/elasticsearch/nodes/index.js

@@ -19,6 +19,8 @@ import {
   ELASTICSEARCH_SYSTEM_ID,
   CODE_PATH_ELASTICSEARCH,
   ALERT_CPU_USAGE,
+  ALERT_THREAD_POOL_SEARCH_REJECTIONS,
+  ALERT_THREAD_POOL_WRITE_REJECTIONS,
   ALERT_MISSING_MONITORING_DATA,
   ALERT_DISK_USAGE,
   ALERT_MEMORY_USAGE,
@@ -92,6 +94,8 @@ uiRoutes.when('/elasticsearch/nodes', {
             alertTypeIds: [
               ALERT_CPU_USAGE,
               ALERT_DISK_USAGE,
+              ALERT_THREAD_POOL_SEARCH_REJECTIONS,
+              ALERT_THREAD_POOL_WRITE_REJECTIONS,
               ALERT_MEMORY_USAGE,
               ALERT_MISSING_MONITORING_DATA,
             ],

x-pack/plugins/monitoring/server/alerts/alerts_factory.test.ts

@@ -60,9 +60,4 @@ describe('AlertsFactory', () => {
     expect(alert).not.toBeNull();
     expect(alert?.type).toBe(ALERT_CPU_USAGE);
   });
-
-  it('should get all', () => {
-    const alerts = AlertsFactory.getAll();
-    expect(alerts.length).toBe(10);
-  });
 });

x-pack/plugins/monitoring/server/alerts/alerts_factory.ts

@@ -8,6 +8,8 @@ import {
   CpuUsageAlert,
   MissingMonitoringDataAlert,
   DiskUsageAlert,
+  ThreadPoolSearchRejectionsAlert,
+  ThreadPoolWriteRejectionsAlert,
   MemoryUsageAlert,
   NodesChangedAlert,
   ClusterHealthAlert,
@@ -23,6 +25,8 @@ import {
   ALERT_CPU_USAGE,
   ALERT_MISSING_MONITORING_DATA,
   ALERT_DISK_USAGE,
+  ALERT_THREAD_POOL_SEARCH_REJECTIONS,
+  ALERT_THREAD_POOL_WRITE_REJECTIONS,
   ALERT_MEMORY_USAGE,
   ALERT_NODES_CHANGED,
   ALERT_LOGSTASH_VERSION_MISMATCH,
@@ -37,6 +41,8 @@ export const BY_TYPE = {
   [ALERT_CPU_USAGE]: CpuUsageAlert,
   [ALERT_MISSING_MONITORING_DATA]: MissingMonitoringDataAlert,
   [ALERT_DISK_USAGE]: DiskUsageAlert,
+  [ALERT_THREAD_POOL_SEARCH_REJECTIONS]: ThreadPoolSearchRejectionsAlert,
+  [ALERT_THREAD_POOL_WRITE_REJECTIONS]: ThreadPoolWriteRejectionsAlert,
   [ALERT_MEMORY_USAGE]: MemoryUsageAlert,
   [ALERT_NODES_CHANGED]: NodesChangedAlert,
   [ALERT_LOGSTASH_VERSION_MISMATCH]: LogstashVersionMismatchAlert,

x-pack/plugins/monitoring/server/alerts/base_alert.ts

@@ -269,18 +269,18 @@ export class BaseAlert {
   }
 
   protected async fetchData(
-    params: CommonAlertParams,
+    params: CommonAlertParams | unknown,
     callCluster: any,
     clusters: AlertCluster[],
     uiSettings: IUiSettingsClient,
     availableCcs: string[]
-  ): Promise<AlertData[]> {
+  ): Promise<Array<AlertData & unknown>> {
     // Child should implement
     throw new Error('Child classes must implement `fetchData`');
   }
 
   protected async processData(
-    data: AlertData[],
+    data: Array<AlertData & unknown>,
     clusters: AlertCluster[],
     services: AlertServices,
     logger: Logger,
@@ -365,15 +365,18 @@ export class BaseAlert {
     };
   }
 
-  protected getUiMessage(alertState: AlertState, item: AlertData): AlertMessage {
+  protected getUiMessage(
+    alertState: AlertState | unknown,
+    item: AlertData | unknown
+  ): AlertMessage {
     throw new Error('Child classes must implement `getUiMessage`');
   }
 
   protected executeActions(
     instance: AlertInstance,
-    instanceState: AlertInstanceState,
-    item: AlertData,
-    cluster: AlertCluster
+    instanceState: AlertInstanceState | unknown,
+    item: AlertData | unknown,
+    cluster?: AlertCluster | unknown
   ) {
     throw new Error('Child classes must implement `executeActions`');
   }

x-pack/plugins/monitoring/server/alerts/index.ts

@@ -8,6 +8,8 @@ export { BaseAlert } from './base_alert';
 export { CpuUsageAlert } from './cpu_usage_alert';
 export { MissingMonitoringDataAlert } from './missing_monitoring_data_alert';
 export { DiskUsageAlert } from './disk_usage_alert';
+export { ThreadPoolSearchRejectionsAlert } from './thread_pool_search_rejections_alert';
+export { ThreadPoolWriteRejectionsAlert } from './thread_pool_write_rejections_alert';
 export { MemoryUsageAlert } from './memory_usage_alert';
 export { ClusterHealthAlert } from './cluster_health_alert';
 export { LicenseExpirationAlert } from './license_expiration_alert';