[ML] AIOps: @kbn/aiops-api-plugin

package.json

@@ -157,6 +157,7 @@
     "@kbn/actions-types": "link:packages/kbn-actions-types",
     "@kbn/advanced-settings-plugin": "link:src/plugins/advanced_settings",
     "@kbn/ai-assistant-management-plugin": "link:src/plugins/ai_assistant_management/selection",
+    "@kbn/aiops-api-plugin": "link:x-pack/plugins/aiops_api",
     "@kbn/aiops-change-point-detection": "link:x-pack/packages/ml/aiops_change_point_detection",
     "@kbn/aiops-common": "link:x-pack/packages/ml/aiops_common",
     "@kbn/aiops-components": "link:x-pack/packages/ml/aiops_components",
@@ -1820,4 +1821,4 @@
     "zod-to-json-schema": "^3.23.0"
   },
   "packageManager": "[email protected]"
-}
+}

packages/kbn-search-connectors/components/sync_jobs/sync_job_cancel_modal.test.tsx

@@ -9,7 +9,6 @@
 import { render, screen, fireEvent } from '@testing-library/react';
 import React from 'react';
 import { CancelSyncJobModal } from './sync_job_cancel_modal';
-import '@testing-library/jest-dom/extend-expect';
 import { I18nProvider } from '@kbn/i18n-react';
 
 describe('CancelSyncJobModal', () => {

src/plugins/discover/public/application/main/components/layout/discover_layout.tsx

@@ -152,12 +152,38 @@ export function DiscoverLayout({ stateContainer }: DiscoverLayoutProps) {
   });
 
   // The assistant is getting the state from the url correctly
-  // expect from the index pattern where we have only the dataview id
+  // except from the index pattern where we have only the dataview id.
   useEffect(() => {
+    const indexPattern = dataView?.getIndexPattern() || null;
+    const indexPatternTimeField = dataView?.getTimeField()?.spec.name || null;
+    const dataViewId = dataView?.id;
+
+    let indexPatternText =
+      'The current Elasticsearch index pattern could not be identified or the current page does not make use of an Elasticsearch index pattern.';
+
+    if (indexPattern !== null && indexPatternTimeField === null) {
+      indexPatternText = `The current Elasticsearch index is '${indexPattern}' and it has no time field specified.`;
+    } else if (indexPattern !== null && indexPatternTimeField !== null) {
+      indexPatternText = `The current Elasticsearch index is '${indexPattern}' and its time field is '${indexPatternTimeField}'.`;
+    }
+
+    const dataViewIdText = dataViewId ? ` The Kibana Data View Id is ${dataViewId}.` : '';
+
     return observabilityAIAssistant?.service.setScreenContext({
       screenDescription: `The user is looking at the Discover view on the ${
         isEsqlMode ? 'ES|QL' : 'dataView'
-      } mode. The index pattern is the ${dataView.getIndexPattern()}`,
+      } mode. ${indexPatternText}${dataViewIdText}`,
+      starterPrompts: [
+        {
+          title: i18n.translate('discover.aiAssistant.starterPrompts.logRateAnalysis.title', {
+            defaultMessage: 'Explain',
+          }),
+          prompt: i18n.translate('discover.aiAssistant.starterPrompts.logRateAnalysis.title', {
+            defaultMessage: 'Can you analyze the log rate?',
+          }),
+          icon: 'inspect',
+        },
+      ],
     });
   }, [dataView, isEsqlMode, observabilityAIAssistant?.service]);
 

src/plugins/unified_histogram/public/chart/chart.tsx

@@ -222,6 +222,29 @@ export function Chart({
 
   const actions: IconButtonGroupProps['buttons'] = [];
 
+  if (!breakdown.field) {
+    actions.push({
+      label: i18n.translate('unifiedHistogram.logRateAnalysisButton', {
+        defaultMessage: 'Run log rate analysis',
+      }),
+      iconType: 'stats',
+      isDisabled: isFlyoutVisible,
+      'data-test-subj': 'unifiedHistogramLogRateAnalysis',
+      onClick: async () => {
+        console.log('services', services);
+        console.log('log rate analysis time range', getTimeRange());
+        console.log('log rate analysis request', request);
+        console.log('log rate analysis chart', chart);
+
+        const timeRange = getTimeRange();
+        const resp = await services.http.post('/api/aiops/log_rate_analysis', {
+          body: {},
+        });
+        console.log('resp', resp);
+      },
+    });
+  }
+
   if (canEditVisualizationOnTheFly) {
     actions.push({
       label: i18n.translate('unifiedHistogram.editVisualizationButton', {

src/plugins/unified_histogram/public/chart/histogram.tsx

@@ -169,6 +169,36 @@ export function Histogram({
     visContext,
     onLoad,
   });
+  console.log('lensProps', lensProps);
+
+  const annotation = undefined;
+  if (annotation) {
+    lensProps.attributes.state.visualization.layers.push({
+      layerId: '8d26ab67-b841-4877-9d02-55bf270f9caf',
+      layerType: 'annotations',
+      annotations: [
+        {
+          type: 'manual',
+          icon: 'triangle',
+          textVisibility: true,
+          label: 'MY LABEL',
+          key: {
+            type: 'point_in_time',
+            timestamp: annotation.timestamp,
+          },
+          id: 'a8fb297c-8d96-4011-93c0-45af110d5302',
+          isHidden: false,
+          color: '#F04E98',
+          lineStyle: 'solid',
+          lineWidth: 1,
+          outside: false,
+        },
+      ],
+      // TODO check if we need to set filter from
+      // the filterManager
+      ignoreGlobalFilters: false,
+    });
+  }
 
   const { euiTheme } = useEuiTheme();
   const boxShadow = `0 2px 2px -1px ${euiTheme.colors.mediumShade},

tsconfig.base.json

@@ -18,6 +18,8 @@
       "@kbn/advanced-settings-plugin/*": ["src/plugins/advanced_settings/*"],
       "@kbn/ai-assistant-management-plugin": ["src/plugins/ai_assistant_management/selection"],
       "@kbn/ai-assistant-management-plugin/*": ["src/plugins/ai_assistant_management/selection/*"],
+      "@kbn/aiops-api-plugin": ["x-pack/plugins/aiops_api"],
+      "@kbn/aiops-api-plugin/*": ["x-pack/plugins/aiops_api/*"],
       "@kbn/aiops-change-point-detection": ["x-pack/packages/ml/aiops_change_point_detection"],
       "@kbn/aiops-change-point-detection/*": ["x-pack/packages/ml/aiops_change_point_detection/*"],
       "@kbn/aiops-common": ["x-pack/packages/ml/aiops_common"],

x-pack/packages/kbn-random-sampling/src/ui/slider_control/index.test.tsx

@@ -6,7 +6,6 @@
  */
 
 import { render, screen } from '@testing-library/react';
-import '@testing-library/jest-dom/extend-expect';
 import React from 'react';
 import { I18nProvider } from '@kbn/i18n-react';
 import { ControlSlider } from '.';

x-pack/packages/ml/agg_utils/src/types.ts

@@ -161,6 +161,9 @@ export interface SignificantItem extends FieldValuePair {
   /** The normalized score for the significant item. */
   normalizedScore: number;
 
+  /** A human readable description of the log rate change. */
+  changeDescription?: string;
+
   /** An optional histogram for the significant item. */
   histogram?: SignificantItemHistogramItem[];
 

x-pack/packages/ml/aiops_common/constants.ts

@@ -10,6 +10,11 @@
  */
 export const AIOPS_PLUGIN_ID = 'aiops';
 
+/**
+ * AIOPS_API_PLUGIN_ID is used as a unique identifier for the aiops API plugin for public APIs.
+ */
+export const AIOPS_API_PLUGIN_ID = 'aiops';
+
 export const AIOPS_API_ENDPOINT = {
   LOG_RATE_ANALYSIS_FIELD_CANDIDATES: '/internal/aiops/log_rate_analysis/field_candidates',
   LOG_RATE_ANALYSIS: '/internal/aiops/log_rate_analysis',

x-pack/packages/ml/aiops_components/index.ts

@@ -10,6 +10,16 @@ export { ProgressControls } from './src/progress_controls';
 export {
   DocumentCountChart,
   DocumentCountChartRedux,
-  type BrushSettings,
+  SimpleDocumentCountChart,
+  getLogRateAnalysisBarStyleAccessor,
 } from './src/document_count_chart';
-export type { DocumentCountChartProps } from './src/document_count_chart';
+export type {
+  BrushSettings,
+  BrushSelectionUpdateHandler,
+  DocumentCountChartProps,
+} from './src/document_count_chart';
+export {
+  getFieldValueColumn,
+  SimpleAnalysisResultsTable,
+  NARROW_COLUMN_WIDTH,
+} from './src/results_table';

x-pack/packages/ml/aiops_components/src/document_count_chart/axis.tsx

@@ -0,0 +1,39 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import React, { type FC } from 'react';
+
+import { Axis, Position } from '@elastic/charts';
+
+import type { FieldFormat } from '@kbn/field-formats-plugin/common';
+import { MULTILAYER_TIME_AXIS_STYLE } from '@kbn/charts-plugin/common';
+
+export const DocumentCountChartAxisX: FC = () => (
+  <Axis id="aiops-histogram-left-axis" position={Position.Left} ticks={2} integersOnly />
+);
+
+interface DocumentCountChartAxisYProps {
+  formatter: FieldFormat;
+  useLegacyTimeAxis: boolean;
+}
+
+export const DocumentCountChartAxisY: FC<DocumentCountChartAxisYProps> = ({
+  formatter,
+  useLegacyTimeAxis,
+}) => {
+  return (
+    <Axis
+      id="aiops-histogram-bottom-axis"
+      position={Position.Bottom}
+      showOverlappingTicks={true}
+      tickFormat={(value) => formatter.convert(value)}
+      labelFormat={useLegacyTimeAxis ? undefined : () => ''}
+      timeAxisLayerCount={useLegacyTimeAxis ? 0 : 2}
+      style={useLegacyTimeAxis ? {} : MULTILAYER_TIME_AXIS_STYLE}
+    />
+  );
+};

x-pack/packages/ml/aiops_components/src/document_count_chart/bar_style.ts

@@ -0,0 +1,31 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import type { BarStyleAccessor } from '@elastic/charts/dist/chart_types/xy_chart/utils/specs';
+
+import { LOG_RATE_ANALYSIS_HIGHLIGHT_COLOR } from '@kbn/aiops-log-rate-analysis';
+import type { DocumentCountStatsChangePoint } from '@kbn/aiops-log-rate-analysis';
+
+import { DOCUMENT_COUNT_CHART_OVERALL_SERIES_SPEC_ID } from './constants';
+
+const logRateAnalysisHighlightedBarStyle = {
+  rect: {
+    opacity: 1,
+    fill: LOG_RATE_ANALYSIS_HIGHLIGHT_COLOR,
+  },
+};
+
+export const getLogRateAnalysisBarStyleAccessor =
+  (changePoint: DocumentCountStatsChangePoint): BarStyleAccessor =>
+  (d, g) => {
+    return g.specId === DOCUMENT_COUNT_CHART_OVERALL_SERIES_SPEC_ID &&
+      changePoint &&
+      d.x > changePoint.startTs &&
+      d.x < changePoint.endTs
+      ? logRateAnalysisHighlightedBarStyle
+      : null;
+  };

x-pack/packages/ml/aiops_components/src/document_count_chart/constants.ts

@@ -0,0 +1,9 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+export const DOCUMENT_COUNT_CHART_DEFFAULT_HEIGHT = 120;
+export const DOCUMENT_COUNT_CHART_OVERALL_SERIES_SPEC_ID = 'document_count';

x-pack/packages/ml/aiops_components/src/document_count_chart/document_count_chart.tsx

@@ -14,7 +14,7 @@ import type {
   XYChartElementEvent,
   XYBrushEvent,
 } from '@elastic/charts';
-import { Axis, Chart, HistogramBarSeries, Position, ScaleType, Settings } from '@elastic/charts';
+import { Chart, HistogramBarSeries, ScaleType, Settings } from '@elastic/charts';
 import type {
   BarStyleAccessor,
   RectAnnotationSpec,
@@ -33,14 +33,22 @@ import {
   type WindowParameters,
 } from '@kbn/aiops-log-rate-analysis';
 import { type BrushSelectionUpdatePayload } from '@kbn/aiops-log-rate-analysis/state';
-import { MULTILAYER_TIME_AXIS_STYLE } from '@kbn/charts-plugin/common';
 import type { DataPublicPluginStart } from '@kbn/data-plugin/public';
 import type { ChartsPluginStart } from '@kbn/charts-plugin/public';
 import type { FieldFormatsStart } from '@kbn/field-formats-plugin/public';
 
 import { DualBrush, DualBrushAnnotation } from '../..';
 
+import { DocumentCountChartAxisX, DocumentCountChartAxisY } from './axis';
 import { BrushBadge } from './brush_badge';
+import {
+  DOCUMENT_COUNT_CHART_DEFFAULT_HEIGHT,
+  DOCUMENT_COUNT_CHART_OVERALL_SERIES_SPEC_ID,
+} from './constants';
+import {
+  documentCountChartOverallSeriesName,
+  documentCountChartOverallSeriesNameWithSplit,
+} from './i18n';
 
 declare global {
   interface Window {
@@ -82,7 +90,7 @@ type SetAutoRunAnalysisFn = (isAutoRun: boolean) => void;
 /**
  * Brush selection update handler
  */
-type BrushSelectionUpdateHandler = (
+export type BrushSelectionUpdateHandler = (
   /** Payload for the brush selection update */
   d: BrushSelectionUpdatePayload
 ) => void;
@@ -138,8 +146,6 @@ export interface DocumentCountChartProps {
   changePoint?: DocumentCountStatsChangePoint;
 }
 
-const SPEC_ID = 'document_count';
-
 const BADGE_HEIGHT = 20;
 const BADGE_WIDTH = 75;
 
@@ -199,20 +205,6 @@ export const DocumentCountChart: FC<DocumentCountChartProps> = (props) => {
   const xAxisFormatter = fieldFormats.deserialize({ id: 'date' });
   const useLegacyTimeAxis = uiSettings.get('visualization:useLegacyTimeAxis', false);
 
-  const overallSeriesName = i18n.translate(
-    'xpack.aiops.dataGrid.field.documentCountChart.seriesLabel',
-    {
-      defaultMessage: 'document count',
-    }
-  );
-
-  const overallSeriesNameWithSplit = i18n.translate(
-    'xpack.aiops.dataGrid.field.documentCountChartSplit.seriesLabel',
-    {
-      defaultMessage: 'Other document count',
-    }
-  );
-
   // TODO Let user choose between ZOOM and BRUSH mode.
   const [viewMode] = useState<VIEW_MODE>(VIEW_MODE.BRUSH);
 
@@ -476,7 +468,7 @@ export const DocumentCountChart: FC<DocumentCountChartProps> = (props) => {
         <Chart
           size={{
             width: '100%',
-            height: height ?? 120,
+            height: height ?? DOCUMENT_COUNT_CHART_DEFFAULT_HEIGHT,
           }}
         >
           <Settings
@@ -491,20 +483,19 @@ export const DocumentCountChart: FC<DocumentCountChartProps> = (props) => {
             showLegend={false}
             locale={i18n.getLocale()}
           />
-          <Axis id="aiops-histogram-left-axis" position={Position.Left} ticks={2} integersOnly />
-          <Axis
-            id="aiops-histogram-bottom-axis"
-            position={Position.Bottom}
-            showOverlappingTicks={true}
-            tickFormat={(value) => xAxisFormatter.convert(value)}
-            labelFormat={useLegacyTimeAxis ? undefined : () => ''}
-            timeAxisLayerCount={useLegacyTimeAxis ? 0 : 2}
-            style={useLegacyTimeAxis ? {} : MULTILAYER_TIME_AXIS_STYLE}
+          <DocumentCountChartAxisX />
+          <DocumentCountChartAxisY
+            formatter={xAxisFormatter}
+            useLegacyTimeAxis={useLegacyTimeAxis}
           />
           {adjustedChartPoints?.length && (
             <HistogramBarSeries
-              id={SPEC_ID}
-              name={chartPointsSplit ? overallSeriesNameWithSplit : overallSeriesName}
+              id={DOCUMENT_COUNT_CHART_OVERALL_SERIES_SPEC_ID}
+              name={
+                chartPointsSplit
+                  ? documentCountChartOverallSeriesNameWithSplit
+                  : documentCountChartOverallSeriesName
+              }
               xScaleType={ScaleType.Time}
               yScaleType={ScaleType.Linear}
               xAccessor="time"
@@ -519,7 +510,7 @@ export const DocumentCountChart: FC<DocumentCountChartProps> = (props) => {
           )}
           {adjustedChartPointsSplit?.length && (
             <HistogramBarSeries
-              id={`${SPEC_ID}_split`}
+              id={`${DOCUMENT_COUNT_CHART_OVERALL_SERIES_SPEC_ID}_split`}
               name={chartPointsSplitLabel}
               xScaleType={ScaleType.Time}
               yScaleType={ScaleType.Linear}