Fix: Hide Incremental Metadata Extraction config for unsupported database sources

openmetadata-spec/src/main/resources/json/schema/entity/services/connections/connectionBasicType.json

@@ -25,6 +25,11 @@
       "type": "boolean",
       "default": true
     },
+    "supportsIncrementalMetadataExtraction": {
+      "description": "Supports Incremental Metadata Extraction.",
+      "type": "boolean",
+      "default": true
+    },
     "supportsUsageExtraction": {
       "description": "Supports Usage Extraction.",
       "type": "boolean",

openmetadata-spec/src/main/resources/json/schema/entity/services/connections/database/bigQueryConnection.json

@@ -80,6 +80,10 @@
       "title": "Supports Metadata Extraction",
       "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
     },
+    "supportsIncrementalMetadataExtraction": {
+      "title": "Supports Incremental Metadata Extraction",
+      "$ref": "../connectionBasicType.json#/definitions/supportsIncrementalMetadataExtraction"
+    },
     "supportsUsageExtraction": {
       "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction"
     },

openmetadata-spec/src/main/resources/json/schema/entity/services/connections/database/redshiftConnection.json

@@ -81,6 +81,10 @@
       "title": "Supports Metadata Extraction",
       "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
     },
+    "supportsIncrementalMetadataExtraction": {
+      "title": "Supports Incremental Metadata Extraction",
+      "$ref": "../connectionBasicType.json#/definitions/supportsIncrementalMetadataExtraction"
+    },
     "supportsUsageExtraction": {
       "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction"
     },

openmetadata-spec/src/main/resources/json/schema/entity/services/connections/database/snowflakeConnection.json

@@ -104,6 +104,10 @@
       "title": "Supports Metadata Extraction",
       "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"
     },
+    "supportsIncrementalMetadataExtraction": {
+      "title": "Supports Incremental Metadata Extraction",
+      "$ref": "../connectionBasicType.json#/definitions/supportsIncrementalMetadataExtraction"
+    },
     "supportsUsageExtraction": {
       "$ref": "../connectionBasicType.json#/definitions/supportsUsageExtraction"
     },

openmetadata-ui/src/main/resources/ui/src/components/Settings/Services/AddIngestion/AddIngestion.component.tsx

@@ -289,6 +289,7 @@ const AddIngestion = ({
             operationType={status}
             pipeLineType={pipelineType}
             serviceCategory={serviceCategory}
+            serviceData={serviceData}
             workflowData={workflowData}
             onCancel={handleCancelClick}
             onChange={handleDataChange}

openmetadata-ui/src/main/resources/ui/src/components/Settings/Services/Ingestion/IngestionWorkflowForm/IngestionWorkflowForm.tsx

@@ -19,6 +19,7 @@ import { isUndefined, omit, omitBy } from 'lodash';
 import React, { FC, useMemo, useState } from 'react';
 import { useTranslation } from 'react-i18next';
 import {
+  EXCLUDE_INCREMENTAL_EXTRACTION_SUPPORT_UI_SCHEMA,
   INGESTION_ELASTIC_SEARCH_WORKFLOW_UI_SCHEMA,
   INGESTION_WORKFLOW_UI_SCHEMA,
 } from '../../../../../constants/Services.constant';
@@ -50,6 +51,7 @@ const IngestionWorkflowForm: FC<IngestionWorkflowFormProps> = ({
   onFocus,
   onSubmit,
   onChange,
+  serviceData,
 }) => {
   const [internalData, setInternalData] =
     useState<IngestionWorkflowData>(workflowData);
@@ -71,6 +73,9 @@ const IngestionWorkflowForm: FC<IngestionWorkflowFormProps> = ({
 
   const isDbtPipeline = pipeLineType === PipelineType.Dbt;
 
+  const isIncrementalExtractionSupported =
+    serviceData?.connection.config.supportsIncrementalMetadataExtraction;
+
   const uiSchema = useMemo(() => {
     let commonSchema = { ...INGESTION_WORKFLOW_UI_SCHEMA };
     if (isElasticSearchPipeline) {
@@ -80,6 +85,13 @@ const IngestionWorkflowForm: FC<IngestionWorkflowFormProps> = ({
       };
     }
 
+    if (!isIncrementalExtractionSupported) {
+      commonSchema = {
+        ...commonSchema,
+        ...EXCLUDE_INCREMENTAL_EXTRACTION_SUPPORT_UI_SCHEMA,
+      };
+    }
+
     return commonSchema;
   }, [pipeLineType, operationType]);
 

openmetadata-ui/src/main/resources/ui/src/constants/Services.constant.ts

@@ -307,6 +307,13 @@ export const INGESTION_WORKFLOW_UI_SCHEMA = {
   ],
 };
 
+export const EXCLUDE_INCREMENTAL_EXTRACTION_SUPPORT_UI_SCHEMA = {
+  incremental: {
+    'ui:widget': 'hidden',
+    'ui:hideError': true,
+  },
+};
+
 export const COMMON_UI_SCHEMA = {
   ...DEF_UI_SCHEMA,
   connection: {

openmetadata-ui/src/main/resources/ui/src/generated/entity/services/connections/database/bigQueryConnection.ts

@@ -1,5 +1,5 @@
 /*
- *  Copyright 2024 Collate.
+ *  Copyright 2025 Collate.
  *  Licensed under the Apache License, Version 2.0 (the "License");
  *  you may not use this file except in compliance with the License.
  *  You may obtain a copy of the License at
@@ -10,9 +10,7 @@
  *  See the License for the specific language governing permissions and
  *  limitations under the License.
  */
-
-
- /**
+/**
  * Google BigQuery Connection Config
  */
 export interface BigQueryConnection {
@@ -30,16 +28,17 @@ export interface BigQueryConnection {
     /**
      * SQLAlchemy driver scheme options.
      */
-    scheme?:                     BigqueryScheme;
-    supportsDatabase?:           boolean;
-    supportsDataDiff?:           boolean;
-    supportsDBTExtraction?:      boolean;
-    supportsLineageExtraction?:  boolean;
-    supportsMetadataExtraction?: boolean;
-    supportsProfiler?:           boolean;
-    supportsQueryComment?:       boolean;
-    supportsSystemProfile?:      boolean;
-    supportsUsageExtraction?:    boolean;
+    scheme?:                                BigqueryScheme;
+    supportsDatabase?:                      boolean;
+    supportsDataDiff?:                      boolean;
+    supportsDBTExtraction?:                 boolean;
+    supportsIncrementalMetadataExtraction?: boolean;
+    supportsLineageExtraction?:             boolean;
+    supportsMetadataExtraction?:            boolean;
+    supportsProfiler?:                      boolean;
+    supportsQueryComment?:                  boolean;
+    supportsSystemProfile?:                 boolean;
+    supportsUsageExtraction?:               boolean;
     /**
      * Taxonomy location used to fetch policy tags
      */

openmetadata-ui/src/main/resources/ui/src/generated/entity/services/connections/database/redshiftConnection.ts

@@ -1,5 +1,5 @@
 /*
- *  Copyright 2024 Collate.
+ *  Copyright 2025 Collate.
  *  Licensed under the Apache License, Version 2.0 (the "License");
  *  you may not use this file except in compliance with the License.
  *  You may obtain a copy of the License at
@@ -10,9 +10,7 @@
  *  See the License for the specific language governing permissions and
  *  limitations under the License.
  */
-
-
- /**
+/**
  * Redshift  Connection Config
  */
 export interface RedshiftConnection {
@@ -40,18 +38,19 @@ export interface RedshiftConnection {
     /**
      * SQLAlchemy driver scheme options.
      */
-    scheme?:                     RedshiftScheme;
-    sslConfig?:                  Config;
-    sslMode?:                    SSLMode;
-    supportsDatabase?:           boolean;
-    supportsDataDiff?:           boolean;
-    supportsDBTExtraction?:      boolean;
-    supportsLineageExtraction?:  boolean;
-    supportsMetadataExtraction?: boolean;
-    supportsProfiler?:           boolean;
-    supportsQueryComment?:       boolean;
-    supportsSystemProfile?:      boolean;
-    supportsUsageExtraction?:    boolean;
+    scheme?:                                RedshiftScheme;
+    sslConfig?:                             Config;
+    sslMode?:                               SSLMode;
+    supportsDatabase?:                      boolean;
+    supportsDataDiff?:                      boolean;
+    supportsDBTExtraction?:                 boolean;
+    supportsIncrementalMetadataExtraction?: boolean;
+    supportsLineageExtraction?:             boolean;
+    supportsMetadataExtraction?:            boolean;
+    supportsProfiler?:                      boolean;
+    supportsQueryComment?:                  boolean;
+    supportsSystemProfile?:                 boolean;
+    supportsUsageExtraction?:               boolean;
     /**
      * Service Type
      */

openmetadata-ui/src/main/resources/ui/src/generated/entity/services/connections/database/snowflakeConnection.ts

@@ -1,5 +1,5 @@
 /*
- *  Copyright 2024 Collate.
+ *  Copyright 2025 Collate.
  *  Licensed under the Apache License, Version 2.0 (the "License");
  *  you may not use this file except in compliance with the License.
  *  You may obtain a copy of the License at
@@ -10,9 +10,7 @@
  *  See the License for the specific language governing permissions and
  *  limitations under the License.
  */
-
-
- /**
+/**
  * Snowflake Connection Config
  */
 export interface SnowflakeConnection {
@@ -64,16 +62,17 @@ export interface SnowflakeConnection {
     /**
      * Snowflake Passphrase Key used with Private Key
      */
-    snowflakePrivatekeyPassphrase?: string;
-    supportsDatabase?:              boolean;
-    supportsDataDiff?:              boolean;
-    supportsDBTExtraction?:         boolean;
-    supportsLineageExtraction?:     boolean;
-    supportsMetadataExtraction?:    boolean;
-    supportsProfiler?:              boolean;
-    supportsQueryComment?:          boolean;
-    supportsSystemProfile?:         boolean;
-    supportsUsageExtraction?:       boolean;
+    snowflakePrivatekeyPassphrase?:         string;
+    supportsDatabase?:                      boolean;
+    supportsDataDiff?:                      boolean;
+    supportsDBTExtraction?:                 boolean;
+    supportsIncrementalMetadataExtraction?: boolean;
+    supportsLineageExtraction?:             boolean;
+    supportsMetadataExtraction?:            boolean;
+    supportsProfiler?:                      boolean;
+    supportsQueryComment?:                  boolean;
+    supportsSystemProfile?:                 boolean;
+    supportsUsageExtraction?:               boolean;
     /**
      * Service Type
      */

openmetadata-ui/src/main/resources/ui/src/interface/service.interface.ts

@@ -11,6 +11,7 @@
  *  limitations under the License.
  */
 
+import { ServicesUpdateRequest } from 'Models';
 import { FormSubmitType } from '../enums/form.enum';
 import { ServiceCategory } from '../enums/service.enum';
 import {
@@ -135,4 +136,5 @@ export interface IngestionWorkflowFormProps {
   onFocus: (fieldId: string) => void;
   onSubmit: (data: IngestionWorkflowData) => void;
   onChange?: (data: IngestionWorkflowData) => void;
+  serviceData?: ServicesUpdateRequest;
 }