From 9773b58d50d26b67c5b3377e05a64e9346776a13 Mon Sep 17 00:00:00 2001 From: ykurochkin Date: Fri, 24 Sep 2021 15:39:50 +0300 Subject: [PATCH 1/4] Annotate Oauth init parameters for connectors: Facebook Marketing/Pages, Instagram, Salesforce --- .../connectors/source-facebook-marketing/Dockerfile | 2 +- .../integration_tests/spec.json | 8 +++++++- .../source_facebook_marketing/source.py | 6 +++++- .../connectors/source-facebook-pages/Dockerfile | 2 +- .../source_facebook_pages/spec.json | 6 ++++++ .../connectors/source-instagram/Dockerfile | 2 +- .../source-instagram/integration_tests/spec.json | 8 +++++++- .../source-instagram/source_instagram/source.py | 13 ++++++++++++- .../connectors/source-salesforce/Dockerfile | 2 +- .../source-salesforce/source_salesforce/spec.json | 10 ++++++++++ docs/integrations/sources/facebook-marketing.md | 1 + docs/integrations/sources/facebook-pages.md | 1 + docs/integrations/sources/instagram.md | 1 + docs/integrations/sources/salesforce.md | 1 + 14 files changed, 55 insertions(+), 8 deletions(-) diff --git a/airbyte-integrations/connectors/source-facebook-marketing/Dockerfile b/airbyte-integrations/connectors/source-facebook-marketing/Dockerfile index 2edff54bae84..f108786a5a87 100644 --- a/airbyte-integrations/connectors/source-facebook-marketing/Dockerfile +++ b/airbyte-integrations/connectors/source-facebook-marketing/Dockerfile @@ -12,5 +12,5 @@ RUN pip install . ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.2.17 +LABEL io.airbyte.version=0.2.18 LABEL io.airbyte.name=airbyte/source-facebook-marketing diff --git a/airbyte-integrations/connectors/source-facebook-marketing/integration_tests/spec.json b/airbyte-integrations/connectors/source-facebook-marketing/integration_tests/spec.json index d05326de9032..37a501c42538 100644 --- a/airbyte-integrations/connectors/source-facebook-marketing/integration_tests/spec.json +++ b/airbyte-integrations/connectors/source-facebook-marketing/integration_tests/spec.json @@ -50,5 +50,11 @@ "required": ["account_id", "access_token", "start_date"] }, "supportsIncremental": true, - "supported_destination_sync_modes": ["append"] + "supported_destination_sync_modes": ["append"], + "authSpecification": { + "auth_type": "oauth2.0", + "oauth2Specification": { + "oauthFlowInitParameters": [["access_token"]] + } + } } diff --git a/airbyte-integrations/connectors/source-facebook-marketing/source_facebook_marketing/source.py b/airbyte-integrations/connectors/source-facebook-marketing/source_facebook_marketing/source.py index 7a9ed9829f23..e36b489e367c 100644 --- a/airbyte-integrations/connectors/source-facebook-marketing/source_facebook_marketing/source.py +++ b/airbyte-integrations/connectors/source-facebook-marketing/source_facebook_marketing/source.py @@ -25,7 +25,7 @@ from datetime import datetime from typing import Any, List, Mapping, Tuple, Type -from airbyte_cdk.models import ConnectorSpecification, DestinationSyncMode +from airbyte_cdk.models import AuthSpecification, ConnectorSpecification, DestinationSyncMode, OAuth2Specification from airbyte_cdk.sources import AbstractSource from airbyte_cdk.sources.streams import Stream from pydantic import BaseModel, Field @@ -139,4 +139,8 @@ def spec(self, *args, **kwargs) -> ConnectorSpecification: supportsIncremental=True, supported_destination_sync_modes=[DestinationSyncMode.append], connectionSpecification=ConnectorConfig.schema(), + authSpecification=AuthSpecification( + auth_type="oauth2.0", + oauth2Specification=OAuth2Specification(oauthFlowInitParameters=[["access_token"]]), + ), ) diff --git a/airbyte-integrations/connectors/source-facebook-pages/Dockerfile b/airbyte-integrations/connectors/source-facebook-pages/Dockerfile index 537f51a91768..f91e78203f04 100644 --- a/airbyte-integrations/connectors/source-facebook-pages/Dockerfile +++ b/airbyte-integrations/connectors/source-facebook-pages/Dockerfile @@ -12,5 +12,5 @@ RUN pip install . ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.1.0 +LABEL io.airbyte.version=0.1.1 LABEL io.airbyte.name=airbyte/source-facebook-pages diff --git a/airbyte-integrations/connectors/source-facebook-pages/source_facebook_pages/spec.json b/airbyte-integrations/connectors/source-facebook-pages/source_facebook_pages/spec.json index 5f4aefd97521..9e8f7ae9a60f 100755 --- a/airbyte-integrations/connectors/source-facebook-pages/source_facebook_pages/spec.json +++ b/airbyte-integrations/connectors/source-facebook-pages/source_facebook_pages/spec.json @@ -17,5 +17,11 @@ "description": "Page ID" } } + }, + "authSpecification": { + "auth_type": "oauth2.0", + "oauth2Specification": { + "oauthFlowInitParameters": [["access_token"]] + } } } diff --git a/airbyte-integrations/connectors/source-instagram/Dockerfile b/airbyte-integrations/connectors/source-instagram/Dockerfile index 784ef5fb4050..8f749b1c96fb 100644 --- a/airbyte-integrations/connectors/source-instagram/Dockerfile +++ b/airbyte-integrations/connectors/source-instagram/Dockerfile @@ -12,5 +12,5 @@ RUN pip install . ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.1.8 +LABEL io.airbyte.version=0.1.9 LABEL io.airbyte.name=airbyte/source-instagram diff --git a/airbyte-integrations/connectors/source-instagram/integration_tests/spec.json b/airbyte-integrations/connectors/source-instagram/integration_tests/spec.json index 745b195031ff..7c8cd6e72535 100644 --- a/airbyte-integrations/connectors/source-instagram/integration_tests/spec.json +++ b/airbyte-integrations/connectors/source-instagram/integration_tests/spec.json @@ -23,5 +23,11 @@ "required": ["start_date", "access_token"] }, "supportsIncremental": true, - "supported_destination_sync_modes": ["append"] + "supported_destination_sync_modes": ["append"], + "authSpecification": { + "auth_type": "oauth2.0", + "oauth2Specification": { + "oauthFlowInitParameters": [["access_token"]] + } + } } diff --git a/airbyte-integrations/connectors/source-instagram/source_instagram/source.py b/airbyte-integrations/connectors/source-instagram/source_instagram/source.py index 8b52f37532bc..e987df3a1685 100644 --- a/airbyte-integrations/connectors/source-instagram/source_instagram/source.py +++ b/airbyte-integrations/connectors/source-instagram/source_instagram/source.py @@ -26,7 +26,14 @@ from typing import Any, Iterator, List, Mapping, MutableMapping, Tuple from airbyte_cdk import AirbyteLogger -from airbyte_cdk.models import AirbyteMessage, ConfiguredAirbyteCatalog, ConnectorSpecification, DestinationSyncMode +from airbyte_cdk.models import ( + AirbyteMessage, + AuthSpecification, + ConfiguredAirbyteCatalog, + ConnectorSpecification, + DestinationSyncMode, + OAuth2Specification, +) from airbyte_cdk.sources import AbstractSource from airbyte_cdk.sources.streams import Stream from pydantic import BaseModel, Field @@ -109,4 +116,8 @@ def spec(self, *args, **kwargs) -> ConnectorSpecification: supportsIncremental=True, supported_destination_sync_modes=[DestinationSyncMode.append], connectionSpecification=ConnectorConfig.schema(), + authSpecification=AuthSpecification( + auth_type="oauth2.0", + oauth2Specification=OAuth2Specification(oauthFlowInitParameters=[["access_token"]]), + ), ) diff --git a/airbyte-integrations/connectors/source-salesforce/Dockerfile b/airbyte-integrations/connectors/source-salesforce/Dockerfile index aad0c3fbc2e6..4779533f4511 100644 --- a/airbyte-integrations/connectors/source-salesforce/Dockerfile +++ b/airbyte-integrations/connectors/source-salesforce/Dockerfile @@ -12,5 +12,5 @@ RUN pip install . ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.1.1 +LABEL io.airbyte.version=0.1.2 LABEL io.airbyte.name=airbyte/source-salesforce diff --git a/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.json b/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.json index 0a10b34bdd9d..6ff5319ef61c 100644 --- a/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.json +++ b/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.json @@ -45,5 +45,15 @@ "default": "BULK" } } + }, + "authSpecification": { + "auth_type": "oauth2.0", + "oauth2Specification": { + "oauthFlowInitParameters": [ + ["client_id"], + ["client_secret"], + ["refresh_token"] + ] + } } } diff --git a/docs/integrations/sources/facebook-marketing.md b/docs/integrations/sources/facebook-marketing.md index be9188b2227a..b60e01835984 100644 --- a/docs/integrations/sources/facebook-marketing.md +++ b/docs/integrations/sources/facebook-marketing.md @@ -101,6 +101,7 @@ With the Ad Account ID and API access token, you should be ready to start pullin | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | +| 0.2.18 | 2021-09-?? | [????](https://github.com/airbytehq/airbyte/pull/????) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.2.17 | 2021-09-14 | [4978](https://github.com/airbytehq/airbyte/pull/4978) | Convert values' types according to schema types | | 0.2.16 | 2021-09-14 | [6060](https://github.com/airbytehq/airbyte/pull/6060) | Fix schema for `ads_insights` stream | | 0.2.15 | 2021-09-14 | [5958](https://github.com/airbytehq/airbyte/pull/5958) | Fix url parsing and add report that exposes conversions | diff --git a/docs/integrations/sources/facebook-pages.md b/docs/integrations/sources/facebook-pages.md index 2232141d971d..fceff93e734f 100644 --- a/docs/integrations/sources/facebook-pages.md +++ b/docs/integrations/sources/facebook-pages.md @@ -86,4 +86,5 @@ You can easily get the page id from the page url. For example, if you have a pag | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | +| 0.1.1 | 2021-09-?? | [????](https://github.com/airbytehq/airbyte/pull/????) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.1.0 | 2021-09-01 | [5158](https://github.com/airbytehq/airbyte/pull/5158) | Initial Release | diff --git a/docs/integrations/sources/instagram.md b/docs/integrations/sources/instagram.md index c43fc5cb4bd8..d3788e18b9b5 100644 --- a/docs/integrations/sources/instagram.md +++ b/docs/integrations/sources/instagram.md @@ -83,6 +83,7 @@ With the Instagram Account ID and API access token, you should be ready to start | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | +| 0.1.9 | 2021-09-?? | [????](https://github.com/airbytehq/airbyte/pull/????) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.1.8 | 2021-08-11 | [5354](https://github.com/airbytehq/airbyte/pull/5354) | added check for empty state and fixed tests.| | 0.1.7 | 2021-07-19 | [4805](https://github.com/airbytehq/airbyte/pull/4805) | Add support for previous format of STATE.| | 0.1.6 | 2021-07-07 | [4210](https://github.com/airbytehq/airbyte/pull/4210) | Refactor connector to use CDK:
- improve error handling.
- fix sync fail with HTTP status 400.
- integrate SAT.| diff --git a/docs/integrations/sources/salesforce.md b/docs/integrations/sources/salesforce.md index 863ec805009f..b055001f2a9c 100644 --- a/docs/integrations/sources/salesforce.md +++ b/docs/integrations/sources/salesforce.md @@ -735,5 +735,6 @@ List of available streams: | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | +| 0.1.2 | 2021-09-?? | [????](https://github.com/airbytehq/airbyte/pull/????) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.1.1 | 2021-09-21 | [6209](https://github.com/airbytehq/airbyte/pull/6209) | Fix bug with pagination for BULK API | | 0.1.0 | 2021-09-08 | [5619](https://github.com/airbytehq/airbyte/pull/5619) | Salesforce Aitbyte-Native Connector | From 416a0f8ca063e6ae5e6f4c09e15efcf768cbbfdf Mon Sep 17 00:00:00 2001 From: ykurochkin Date: Wed, 29 Sep 2021 16:09:03 +0300 Subject: [PATCH 2/4] update after review --- .../connectors/source-facebook-marketing/Dockerfile | 2 +- .../source-facebook-marketing/integration_tests/spec.json | 4 +++- .../source_facebook_marketing/source.py | 4 +++- .../source-facebook-pages/source_facebook_pages/spec.json | 4 +++- .../source-instagram/integration_tests/spec.json | 4 +++- .../source-instagram/source_instagram/source.py | 4 +++- .../source-salesforce/source_salesforce/spec.json | 8 +++----- docs/integrations/sources/facebook-marketing.md | 2 +- docs/integrations/sources/facebook-pages.md | 2 +- docs/integrations/sources/instagram.md | 2 +- docs/integrations/sources/salesforce.md | 2 +- 11 files changed, 23 insertions(+), 15 deletions(-) diff --git a/airbyte-integrations/connectors/source-facebook-marketing/Dockerfile b/airbyte-integrations/connectors/source-facebook-marketing/Dockerfile index f108786a5a87..a506f9537525 100644 --- a/airbyte-integrations/connectors/source-facebook-marketing/Dockerfile +++ b/airbyte-integrations/connectors/source-facebook-marketing/Dockerfile @@ -12,5 +12,5 @@ RUN pip install . ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py" ENTRYPOINT ["python", "/airbyte/integration_code/main.py"] -LABEL io.airbyte.version=0.2.18 +LABEL io.airbyte.version=0.2.19 LABEL io.airbyte.name=airbyte/source-facebook-marketing diff --git a/airbyte-integrations/connectors/source-facebook-marketing/integration_tests/spec.json b/airbyte-integrations/connectors/source-facebook-marketing/integration_tests/spec.json index 37a501c42538..0bfeb1959f4f 100644 --- a/airbyte-integrations/connectors/source-facebook-marketing/integration_tests/spec.json +++ b/airbyte-integrations/connectors/source-facebook-marketing/integration_tests/spec.json @@ -54,7 +54,9 @@ "authSpecification": { "auth_type": "oauth2.0", "oauth2Specification": { - "oauthFlowInitParameters": [["access_token"]] + "rootObject": [], + "oauthFlowInitParameters": [], + "oauthFlowOutputParameters": [["access_token"]] } } } diff --git a/airbyte-integrations/connectors/source-facebook-marketing/source_facebook_marketing/source.py b/airbyte-integrations/connectors/source-facebook-marketing/source_facebook_marketing/source.py index a459391a2dfc..4800134d2884 100644 --- a/airbyte-integrations/connectors/source-facebook-marketing/source_facebook_marketing/source.py +++ b/airbyte-integrations/connectors/source-facebook-marketing/source_facebook_marketing/source.py @@ -121,6 +121,8 @@ def spec(self, *args, **kwargs) -> ConnectorSpecification: connectionSpecification=ConnectorConfig.schema(), authSpecification=AuthSpecification( auth_type="oauth2.0", - oauth2Specification=OAuth2Specification(oauthFlowInitParameters=[["access_token"]]), + oauth2Specification=OAuth2Specification( + rootObject=[], oauthFlowInitParameters=[], oauthFlowOutputParameters=[["access_token"]] + ), ), ) diff --git a/airbyte-integrations/connectors/source-facebook-pages/source_facebook_pages/spec.json b/airbyte-integrations/connectors/source-facebook-pages/source_facebook_pages/spec.json index 9e8f7ae9a60f..a8745f64b830 100755 --- a/airbyte-integrations/connectors/source-facebook-pages/source_facebook_pages/spec.json +++ b/airbyte-integrations/connectors/source-facebook-pages/source_facebook_pages/spec.json @@ -21,7 +21,9 @@ "authSpecification": { "auth_type": "oauth2.0", "oauth2Specification": { - "oauthFlowInitParameters": [["access_token"]] + "rootObject": [], + "oauthFlowInitParameters": [], + "oauthFlowOutputParameters": [["access_token"]] } } } diff --git a/airbyte-integrations/connectors/source-instagram/integration_tests/spec.json b/airbyte-integrations/connectors/source-instagram/integration_tests/spec.json index 7c8cd6e72535..f5bf710d413a 100644 --- a/airbyte-integrations/connectors/source-instagram/integration_tests/spec.json +++ b/airbyte-integrations/connectors/source-instagram/integration_tests/spec.json @@ -27,7 +27,9 @@ "authSpecification": { "auth_type": "oauth2.0", "oauth2Specification": { - "oauthFlowInitParameters": [["access_token"]] + "rootObject": [], + "oauthFlowInitParameters": [], + "oauthFlowOutputParameters": [["access_token"]] } } } diff --git a/airbyte-integrations/connectors/source-instagram/source_instagram/source.py b/airbyte-integrations/connectors/source-instagram/source_instagram/source.py index dce6175e2615..e231cdf9e46e 100644 --- a/airbyte-integrations/connectors/source-instagram/source_instagram/source.py +++ b/airbyte-integrations/connectors/source-instagram/source_instagram/source.py @@ -98,6 +98,8 @@ def spec(self, *args, **kwargs) -> ConnectorSpecification: connectionSpecification=ConnectorConfig.schema(), authSpecification=AuthSpecification( auth_type="oauth2.0", - oauth2Specification=OAuth2Specification(oauthFlowInitParameters=[["access_token"]]), + oauth2Specification=OAuth2Specification( + rootObject=[], oauthFlowInitParameters=[], oauthFlowOutputParameters=[["access_token"]] + ), ), ) diff --git a/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.json b/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.json index 6ff5319ef61c..a676b2a0674b 100644 --- a/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.json +++ b/airbyte-integrations/connectors/source-salesforce/source_salesforce/spec.json @@ -49,11 +49,9 @@ "authSpecification": { "auth_type": "oauth2.0", "oauth2Specification": { - "oauthFlowInitParameters": [ - ["client_id"], - ["client_secret"], - ["refresh_token"] - ] + "rootObject": [], + "oauthFlowInitParameters": [["client_id"], ["client_secret"]], + "oauthFlowOutputParameters": [["refresh_token"]] } } } diff --git a/docs/integrations/sources/facebook-marketing.md b/docs/integrations/sources/facebook-marketing.md index d728b2dc90b8..10bb6627fd7d 100644 --- a/docs/integrations/sources/facebook-marketing.md +++ b/docs/integrations/sources/facebook-marketing.md @@ -101,7 +101,7 @@ With the Ad Account ID and API access token, you should be ready to start pullin | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | -| 0.2.19 | 2021-09-?? | [????](https://github.com/airbytehq/airbyte/pull/????) | Annotate Oauth2 flow initialization parameters in connector specification | +| 0.2.19 | 2021-09-?? | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.2.18 | 2021-09-28 | [6499](https://github.com/airbytehq/airbyte/pull/6499) | Fix field values converting fail | | 0.2.17 | 2021-09-14 | [4978](https://github.com/airbytehq/airbyte/pull/4978) | Convert values' types according to schema types | | 0.2.16 | 2021-09-14 | [6060](https://github.com/airbytehq/airbyte/pull/6060) | Fix schema for `ads_insights` stream | diff --git a/docs/integrations/sources/facebook-pages.md b/docs/integrations/sources/facebook-pages.md index fceff93e734f..ee08d068e1be 100644 --- a/docs/integrations/sources/facebook-pages.md +++ b/docs/integrations/sources/facebook-pages.md @@ -86,5 +86,5 @@ You can easily get the page id from the page url. For example, if you have a pag | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | -| 0.1.1 | 2021-09-?? | [????](https://github.com/airbytehq/airbyte/pull/????) | Annotate Oauth2 flow initialization parameters in connector specification | +| 0.1.1 | 2021-09-?? | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.1.0 | 2021-09-01 | [5158](https://github.com/airbytehq/airbyte/pull/5158) | Initial Release | diff --git a/docs/integrations/sources/instagram.md b/docs/integrations/sources/instagram.md index d3788e18b9b5..7c320fbd0332 100644 --- a/docs/integrations/sources/instagram.md +++ b/docs/integrations/sources/instagram.md @@ -83,7 +83,7 @@ With the Instagram Account ID and API access token, you should be ready to start | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | -| 0.1.9 | 2021-09-?? | [????](https://github.com/airbytehq/airbyte/pull/????) | Annotate Oauth2 flow initialization parameters in connector specification | +| 0.1.9 | 2021-09-?? | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.1.8 | 2021-08-11 | [5354](https://github.com/airbytehq/airbyte/pull/5354) | added check for empty state and fixed tests.| | 0.1.7 | 2021-07-19 | [4805](https://github.com/airbytehq/airbyte/pull/4805) | Add support for previous format of STATE.| | 0.1.6 | 2021-07-07 | [4210](https://github.com/airbytehq/airbyte/pull/4210) | Refactor connector to use CDK:
- improve error handling.
- fix sync fail with HTTP status 400.
- integrate SAT.| diff --git a/docs/integrations/sources/salesforce.md b/docs/integrations/sources/salesforce.md index b055001f2a9c..29a60724ac18 100644 --- a/docs/integrations/sources/salesforce.md +++ b/docs/integrations/sources/salesforce.md @@ -735,6 +735,6 @@ List of available streams: | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | -| 0.1.2 | 2021-09-?? | [????](https://github.com/airbytehq/airbyte/pull/????) | Annotate Oauth2 flow initialization parameters in connector specification | +| 0.1.2 | 2021-09-?? | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.1.1 | 2021-09-21 | [6209](https://github.com/airbytehq/airbyte/pull/6209) | Fix bug with pagination for BULK API | | 0.1.0 | 2021-09-08 | [5619](https://github.com/airbytehq/airbyte/pull/5619) | Salesforce Aitbyte-Native Connector | From 0b6372932ecd5b03f6b59d94d634ceaae5ccbd00 Mon Sep 17 00:00:00 2001 From: ykurochkin Date: Thu, 30 Sep 2021 17:26:13 +0300 Subject: [PATCH 3/4] bump versions --- .../010eb12f-837b-4685-892d-0a39f76a98f5.json | 2 +- .../6acf6b55-4f1e-4fca-944e-1a3caef8aba8.json | 2 +- .../b117307c-14b6-41aa-9422-947e34922962.json | 2 +- .../e7778cfc-e97c-4458-9ecb-b4f2bba8946c.json | 2 +- .../init/src/main/resources/seed/source_definitions.yaml | 8 ++++---- docs/integrations/sources/facebook-marketing.md | 2 +- docs/integrations/sources/facebook-pages.md | 2 +- docs/integrations/sources/instagram.md | 2 +- docs/integrations/sources/salesforce.md | 2 +- 9 files changed, 12 insertions(+), 12 deletions(-) diff --git a/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/010eb12f-837b-4685-892d-0a39f76a98f5.json b/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/010eb12f-837b-4685-892d-0a39f76a98f5.json index 6164f79d5f2f..0ef723c9863f 100644 --- a/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/010eb12f-837b-4685-892d-0a39f76a98f5.json +++ b/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/010eb12f-837b-4685-892d-0a39f76a98f5.json @@ -2,7 +2,7 @@ "sourceDefinitionId": "010eb12f-837b-4685-892d-0a39f76a98f5", "name": "Facebook Pages", "dockerRepository": "airbyte/source-facebook-pages", - "dockerImageTag": "0.1.0", + "dockerImageTag": "0.1.1", "documentationUrl": "https://hub.docker.com/r/airbyte/source-facebook-pages", "icon": "facebook.svg" } diff --git a/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/6acf6b55-4f1e-4fca-944e-1a3caef8aba8.json b/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/6acf6b55-4f1e-4fca-944e-1a3caef8aba8.json index df64e7bc8b10..6f178606461e 100644 --- a/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/6acf6b55-4f1e-4fca-944e-1a3caef8aba8.json +++ b/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/6acf6b55-4f1e-4fca-944e-1a3caef8aba8.json @@ -2,6 +2,6 @@ "sourceDefinitionId": "6acf6b55-4f1e-4fca-944e-1a3caef8aba8", "name": "Instagram", "dockerRepository": "airbyte/source-instagram", - "dockerImageTag": "0.1.8", + "dockerImageTag": "0.1.9", "documentationUrl": "https://hub.docker.com/r/airbyte/source-instagram" } diff --git a/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/b117307c-14b6-41aa-9422-947e34922962.json b/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/b117307c-14b6-41aa-9422-947e34922962.json index bf4d411639e2..9cf14666e7b1 100644 --- a/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/b117307c-14b6-41aa-9422-947e34922962.json +++ b/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/b117307c-14b6-41aa-9422-947e34922962.json @@ -2,7 +2,7 @@ "sourceDefinitionId": "b117307c-14b6-41aa-9422-947e34922962", "name": "Salesforce", "dockerRepository": "airbyte/source-salesforce", - "dockerImageTag": "0.1.1", + "dockerImageTag": "0.1.2", "documentationUrl": "https://docs.airbyte.io/integrations/sources/salesforce", "icon": "salesforce.svg" } diff --git a/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/e7778cfc-e97c-4458-9ecb-b4f2bba8946c.json b/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/e7778cfc-e97c-4458-9ecb-b4f2bba8946c.json index 4fe24257139e..e540d433b802 100644 --- a/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/e7778cfc-e97c-4458-9ecb-b4f2bba8946c.json +++ b/airbyte-config/init/src/main/resources/config/STANDARD_SOURCE_DEFINITION/e7778cfc-e97c-4458-9ecb-b4f2bba8946c.json @@ -2,7 +2,7 @@ "sourceDefinitionId": "e7778cfc-e97c-4458-9ecb-b4f2bba8946c", "name": "Facebook Marketing", "dockerRepository": "airbyte/source-facebook-marketing", - "dockerImageTag": "0.2.18", + "dockerImageTag": "0.2.19", "documentationUrl": "https://docs.airbyte.io/integrations/sources/facebook-marketing", "icon": "facebook.svg" } diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml index 19b851500222..3135ed107979 100644 --- a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml @@ -119,7 +119,7 @@ - sourceDefinitionId: b117307c-14b6-41aa-9422-947e34922962 name: Salesforce dockerRepository: airbyte/source-salesforce - dockerImageTag: 0.1.1 + dockerImageTag: 0.1.2 documentationUrl: https://docs.airbyte.io/integrations/sources/salesforce icon: salesforce.svg sourceType: api @@ -147,14 +147,14 @@ - sourceDefinitionId: e7778cfc-e97c-4458-9ecb-b4f2bba8946c name: Facebook Marketing dockerRepository: airbyte/source-facebook-marketing - dockerImageTag: 0.2.18 + dockerImageTag: 0.2.19 documentationUrl: https://docs.airbyte.io/integrations/sources/facebook-marketing icon: facebook.svg sourceType: api - sourceDefinitionId: 010eb12f-837b-4685-892d-0a39f76a98f5 name: Facebook Pages dockerRepository: airbyte/source-facebook-pages - dockerImageTag: 0.1.0 + dockerImageTag: 0.1.1 documentationUrl: https://hub.docker.com/r/airbyte/source-facebook-pages icon: facebook.svg sourceType: api @@ -290,7 +290,7 @@ - sourceDefinitionId: 6acf6b55-4f1e-4fca-944e-1a3caef8aba8 name: Instagram dockerRepository: airbyte/source-instagram - dockerImageTag: 0.1.8 + dockerImageTag: 0.1.9 documentationUrl: https://hub.docker.com/r/airbyte/source-instagram sourceType: api - sourceDefinitionId: 5e6175e5-68e1-4c17-bff9-56103bbb0d80 diff --git a/docs/integrations/sources/facebook-marketing.md b/docs/integrations/sources/facebook-marketing.md index 10bb6627fd7d..9abc2bc1005d 100644 --- a/docs/integrations/sources/facebook-marketing.md +++ b/docs/integrations/sources/facebook-marketing.md @@ -101,7 +101,7 @@ With the Ad Account ID and API access token, you should be ready to start pullin | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | -| 0.2.19 | 2021-09-?? | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | +| 0.2.19 | 2021-09-30 | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.2.18 | 2021-09-28 | [6499](https://github.com/airbytehq/airbyte/pull/6499) | Fix field values converting fail | | 0.2.17 | 2021-09-14 | [4978](https://github.com/airbytehq/airbyte/pull/4978) | Convert values' types according to schema types | | 0.2.16 | 2021-09-14 | [6060](https://github.com/airbytehq/airbyte/pull/6060) | Fix schema for `ads_insights` stream | diff --git a/docs/integrations/sources/facebook-pages.md b/docs/integrations/sources/facebook-pages.md index ee08d068e1be..7c522adb90ee 100644 --- a/docs/integrations/sources/facebook-pages.md +++ b/docs/integrations/sources/facebook-pages.md @@ -86,5 +86,5 @@ You can easily get the page id from the page url. For example, if you have a pag | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | -| 0.1.1 | 2021-09-?? | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | +| 0.1.1 | 2021-09-30 | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.1.0 | 2021-09-01 | [5158](https://github.com/airbytehq/airbyte/pull/5158) | Initial Release | diff --git a/docs/integrations/sources/instagram.md b/docs/integrations/sources/instagram.md index 7c320fbd0332..d4f4edbb987b 100644 --- a/docs/integrations/sources/instagram.md +++ b/docs/integrations/sources/instagram.md @@ -83,7 +83,7 @@ With the Instagram Account ID and API access token, you should be ready to start | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | -| 0.1.9 | 2021-09-?? | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | +| 0.1.9 | 2021-09-30 | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.1.8 | 2021-08-11 | [5354](https://github.com/airbytehq/airbyte/pull/5354) | added check for empty state and fixed tests.| | 0.1.7 | 2021-07-19 | [4805](https://github.com/airbytehq/airbyte/pull/4805) | Add support for previous format of STATE.| | 0.1.6 | 2021-07-07 | [4210](https://github.com/airbytehq/airbyte/pull/4210) | Refactor connector to use CDK:
- improve error handling.
- fix sync fail with HTTP status 400.
- integrate SAT.| diff --git a/docs/integrations/sources/salesforce.md b/docs/integrations/sources/salesforce.md index 29a60724ac18..ce9338dda514 100644 --- a/docs/integrations/sources/salesforce.md +++ b/docs/integrations/sources/salesforce.md @@ -735,6 +735,6 @@ List of available streams: | Version | Date | Pull Request | Subject | | :------ | :-------- | :----- | :------ | -| 0.1.2 | 2021-09-?? | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | +| 0.1.2 | 2021-09-30 | [6438](https://github.com/airbytehq/airbyte/pull/6438) | Annotate Oauth2 flow initialization parameters in connector specification | | 0.1.1 | 2021-09-21 | [6209](https://github.com/airbytehq/airbyte/pull/6209) | Fix bug with pagination for BULK API | | 0.1.0 | 2021-09-08 | [5619](https://github.com/airbytehq/airbyte/pull/5619) | Salesforce Aitbyte-Native Connector | From f81ff94b41fd63310f8dcf23a7c1cda3ec2a80d4 Mon Sep 17 00:00:00 2001 From: ykurochkin Date: Thu, 30 Sep 2021 18:01:17 +0300 Subject: [PATCH 4/4] update salesforce connector --- .../connectors/source-salesforce/source_salesforce/source.py | 1 + 1 file changed, 1 insertion(+) diff --git a/airbyte-integrations/connectors/source-salesforce/source_salesforce/source.py b/airbyte-integrations/connectors/source-salesforce/source_salesforce/source.py index e17f5d9f3f67..0e5977605bfc 100644 --- a/airbyte-integrations/connectors/source-salesforce/source_salesforce/source.py +++ b/airbyte-integrations/connectors/source-salesforce/source_salesforce/source.py @@ -62,6 +62,7 @@ def read( logger.info("Starting generating streams") stream_instances = {s.name: s for s in self.streams(config, catalog=catalog)} logger.info(f"Starting syncing {self.name}") + self._stream_to_instance_map = stream_instances for configured_stream in catalog.streams: stream_instance = stream_instances.get(configured_stream.stream.name) if not stream_instance: