🎉 Source Shopify: Add metafield streams (#17962)

* 🎉 Source Shopify: Add metafield streams * Source Shopify: fix unittest * Source Shopify: docs update * Source Shopify: fix backward compatibility test * Source Shopify: fix schemas * Source Shopify: fix state filter * Source Shopify: refactor & optimize * Source Shopify: fix test privileges * Source Shopify: fix stream filter * Source Shopify: fix streams * Source Shopify: update abnormal state * Source Shopify: fix abnormal state streams * Source Shopify: fix streams * updated methods, formated code * Source Shopify: typo fix * auto-bump connector version Co-authored-by: Oleksandr Bazarnov <[email protected]> Co-authored-by: Octavia Squidington III <[email protected]>
airbytehq · Oct 18, 2022 · 63cd5e6 · 63cd5e6
1 parent 060efaa
commit 63cd5e6
Show file tree

Hide file tree

Showing 30 changed files with 1,473 additions and 87 deletions.
diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml
@@ -955,7 +955,7 @@
 - name: Shopify
   sourceDefinitionId: 9da77001-af33-4bcd-be46-6252bf9342b9
   dockerRepository: airbyte/source-shopify
-  dockerImageTag: 0.1.38
+  dockerImageTag: 0.1.39
   documentationUrl: https://docs.airbyte.com/integrations/sources/shopify
   icon: shopify.svg
   sourceType: api

diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml
@@ -10005,7 +10005,7 @@
     supportsNormalization: false
     supportsDBT: false
     supported_destination_sync_modes: []
-- dockerImage: "airbyte/source-shopify:0.1.38"
+- dockerImage: "airbyte/source-shopify:0.1.39"
   spec:
     documentationUrl: "https://docs.airbyte.com/integrations/sources/shopify"
     connectionSpecification:

diff --git a/airbyte-integrations/connectors/source-shopify/Dockerfile b/airbyte-integrations/connectors/source-shopify/Dockerfile
@@ -28,5 +28,5 @@ COPY source_shopify ./source_shopify
 ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
 ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]
 
-LABEL io.airbyte.version=0.1.38
+LABEL io.airbyte.version=0.1.39
 LABEL io.airbyte.name=airbyte/source-shopify
diff --git a/airbyte-integrations/connectors/source-shopify/acceptance-test-config.yml b/airbyte-integrations/connectors/source-shopify/acceptance-test-config.yml
@@ -17,8 +17,14 @@ tests:
       status: "failed"
   discovery:
     - config_path: "secrets/config.json"
+      backward_compatibility_tests_config:
+        disable_for_version: "0.1.38"
     - config_path: "secrets/config_old.json"
+      backward_compatibility_tests_config:
+        disable_for_version: "0.1.38"
     - config_path: "secrets/config_oauth.json"
+      backward_compatibility_tests_config:
+        disable_for_version: "0.1.38"
   basic_read:
     - config_path: "secrets/config.json"
       configured_catalog_path: "integration_tests/configured_catalog.json"

diff --git a/airbyte-integrations/connectors/source-shopify/integration_tests/abnormal_state.json b/airbyte-integrations/connectors/source-shopify/integration_tests/abnormal_state.json
@@ -1,7 +1,22 @@
 {
+  "articles": {
+    "id": 99999999999999
+  },
+  "metafield_articles": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
+  "blogs": {
+    "id": 99999999999999
+  },
+  "metafield_blogs": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
   "customers": {
     "updated_at": "2025-07-08T05:40:38-07:00"
   },
+  "metafield_customers": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
   "orders": {
     "updated_at": "2025-07-08T05:40:38-07:00"
   },
@@ -14,15 +29,48 @@
   "abandoned_checkouts": {
     "updated_at": "2025-07-08T05:40:38-07:00"
   },
-  "metafields": {
+  "metafield_draft_orders": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
+  "metafield_orders": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
+  "product_images": {
+    "id": 99999999999999
+  },
+  "metafield_product_images": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
+  "product_variants": {
+    "id": 99999999999999
+  },
+  "metafield_product_variants": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
+  "metafield_products": {
     "updated_at": "2025-07-08T05:40:38-07:00"
   },
   "collects": {
     "id": 29427031703741
   },
+  "collections": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
+  "metafield_collections": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
+  "smart_collections": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
+  "metafield_smart_collections": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
   "custom_collections": {
     "updated_at": "2025-07-08T05:40:38-07:00"
   },
+  "metafield_custom_collections": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
   "order_refunds": {
     "created_at": "2025-03-03T03:47:46-08:00",
     "orders": {
@@ -35,6 +83,9 @@
       "updated_at": "2025-02-22T00:37:28-08:00"
     }
   },
+  "metafield_locations": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
   "transactions": {
     "created_at": "2025-03-03T03:47:45-08:00",
     "orders": {
@@ -47,6 +98,9 @@
   "pages": {
     "updated_at": "2025-07-08T05:24:10-07:00"
   },
+  "metafield_pages": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
+  },
   "price_rules": {
     "updated_at": "2025-09-10T06:48:10-07:00"
   },
@@ -80,5 +134,8 @@
   },
   "balance_transactions": {
     "id": 9999999999999
+  },
+  "metafield_shops": {
+    "updated_at": "2025-07-08T05:40:38-07:00"
   }
 }