Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update fields in source-connectors specifications: sentry, shortio, surveymonkey, tempo, trello, us-census #8628

Merged
merged 16 commits into from
Dec 28, 2021
Merged
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"sourceDefinitionId": "8da67652-004c-11ec-9a03-0242ac130003",
"name": "Trello",
"dockerRepository": "airbyte/source-trello",
"dockerImageTag": "0.1.4",
"dockerImageTag": "0.1.6",
"documentationUrl": "https://docs.airbyte.io/integrations/sources/trello",
"icon": "trelllo.svg"
}
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"sourceDefinitionId": "badc5925-0485-42be-8caa-b34096cb71b5",
"name": "Survey Monkey",
"name": "SurveyMonkey",
"dockerRepository": "airbyte/source-surveymonkey",
"dockerImageTag": "0.1.4",
"dockerImageTag": "0.1.5",
"documentationUrl": "https://docs.airbyte.io/integrations/sources/surveymonkey",
"icon": "surveymonkey.svg"
}
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"sourceDefinitionId": "c4cfaeda-c757-489a-8aba-859fb08b6970",
"name": "US Census",
"dockerRepository": "airbyte/source-us-census",
"dockerImageTag": "0.1.1",
"dockerImageTag": "0.1.2",
"documentationUrl": "https://docs.airbyte.io/integrations/sources/us-census",
"icon": "uscensus.svg"
}
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"sourceDefinitionId": "cdaf146a-9b75-49fd-9dd2-9d64a0bb4781",
"name": "Sentry",
"dockerRepository": "airbyte/source-sentry",
"dockerImageTag": "0.1.0",
"dockerImageTag": "0.1.1",
"documentationUrl": "https://docs.airbyte.io/integrations/sources/sentry",
"icon": "sentry.svg"
}
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"sourceDefinitionId": "d1aa448b-7c54-498e-ad95-263cbebcd2db",
"name": "Tempo",
"dockerRepository": "airbyte/source-tempo",
"dockerImageTag": "0.2.4",
"dockerImageTag": "0.2.5",
"documentationUrl": "https://docs.airbyte.io/integrations/sources/tempo",
"icon": "tempo.svg"
}
Original file line number Diff line number Diff line change
Expand Up @@ -635,7 +635,7 @@
- name: Short.io
sourceDefinitionId: 2fed2292-5586-480c-af92-9944e39fe12d
dockerRepository: airbyte/source-shortio
dockerImageTag: 0.1.1
dockerImageTag: 0.1.2
documentationUrl: https://docs.airbyte.io/integrations/sources/shortio
icon: short.svg
sourceType: api
Expand Down Expand Up @@ -687,17 +687,17 @@
documentationUrl: https://docs.airbyte.io/integrations/sources/stripe
icon: stripe.svg
sourceType: api
- name: Survey Monkey
- name: SurveyMonkey
sourceDefinitionId: badc5925-0485-42be-8caa-b34096cb71b5
dockerRepository: airbyte/source-surveymonkey
dockerImageTag: 0.1.4
dockerImageTag: 0.1.5
documentationUrl: https://docs.airbyte.io/integrations/sources/surveymonkey
icon: surveymonkey.svg
sourceType: api
- name: Tempo
sourceDefinitionId: d1aa448b-7c54-498e-ad95-263cbebcd2db
dockerRepository: airbyte/source-tempo
dockerImageTag: 0.2.4
dockerImageTag: 0.2.5
documentationUrl: https://docs.airbyte.io/integrations/sources/tempo
icon: tempo.svg
sourceType: api
Expand All @@ -711,7 +711,7 @@
- name: Trello
sourceDefinitionId: 8da67652-004c-11ec-9a03-0242ac130003
dockerRepository: airbyte/source-trello
dockerImageTag: 0.1.5
dockerImageTag: 0.1.6
documentationUrl: https://docs.airbyte.io/integrations/sources/trello
icon: trelllo.svg
sourceType: api
Expand All @@ -732,7 +732,7 @@
- name: US Census
sourceDefinitionId: c4cfaeda-c757-489a-8aba-859fb08b6970
dockerRepository: airbyte/source-us-census
dockerImageTag: 0.1.1
dockerImageTag: 0.1.2
documentationUrl: https://docs.airbyte.io/integrations/sources/us-census
icon: uscensus.svg
sourceType: api
Expand Down Expand Up @@ -780,7 +780,7 @@
- sourceDefinitionId: cdaf146a-9b75-49fd-9dd2-9d64a0bb4781
name: Sentry
dockerRepository: airbyte/source-sentry
dockerImageTag: 0.1.0
dockerImageTag: 0.1.1
documentationUrl: https://docs.airbyte.io/integrations/sources/sentry
icon: sentry.svg
- name: Zoom
Expand Down
49 changes: 28 additions & 21 deletions airbyte-config/init/src/main/resources/seed/source_specs.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6573,7 +6573,7 @@
- - "client_secret"
oauthFlowOutputParameters:
- - "access_token"
- dockerImage: "airbyte/source-shortio:0.1.1"
- dockerImage: "airbyte/source-shortio:0.1.2"
spec:
documentationUrl: "https://developers.short.io/reference"
connectionSpecification:
Expand All @@ -6588,15 +6588,19 @@
properties:
domain_id:
type: "string"
description: "Domain ID"
desciprtion: "Short.io Domain ID"
title: "Domain ID"
airbyte_secret: false
secret_key:
type: "string"
description: "Short.io Secret key"
title: "Secret Key"
description: "Short.io Secret Key"
airbyte_secret: true
start_date:
type: "string"
description: "Start Date, YYYY-MM-DD"
title: "Start Date"
description: "UTC date and time in the format 2017-01-25T00:00:00Z. Any\
\ data before this date will not be replicated."
airbyte_secret: false
supportsNormalization: false
supportsDBT: false
Expand Down Expand Up @@ -7045,7 +7049,7 @@
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-surveymonkey:0.1.4"
- dockerImage: "airbyte/source-surveymonkey:0.1.5"
spec:
documentationUrl: "https://docs.airbyte.io/integrations/sources/surveymonkey"
connectionSpecification:
Expand All @@ -7059,16 +7063,18 @@
start_date:
title: "Start Date"
type: "string"
description: "The date from which you'd like to replicate the data"
description: "UTC date and time in the format 2017-01-25T00:00:00Z. Any\
\ data before this date will not be replicated."
pattern: "^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z?$"
examples:
- "2021-01-01T00:00:00Z"
access_token:
title: "Access Token"
type: "string"
airbyte_secret: true
description: "API Token. See the <a href=\"https://docs.airbyte.io/integrations/sources/surveymonkey\"\
>docs</a> for information on how to generate this key."
description: "Access Token for making authenticated requests. See the <a\
\ href=\"https://docs.airbyte.io/integrations/sources/surveymonkey\">docs</a>\
\ for information on how to generate this key."
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
Expand All @@ -7079,7 +7085,7 @@
oauthFlowInitParameters: []
oauthFlowOutputParameters:
- - "access_token"
- dockerImage: "airbyte/source-tempo:0.2.4"
- dockerImage: "airbyte/source-tempo:0.2.5"
spec:
documentationUrl: "https://docs.airbyte.io/integrations/sources/"
connectionSpecification:
Expand All @@ -7092,7 +7098,9 @@
properties:
api_token:
type: "string"
description: "Tempo API Token."
title: "API token"
description: "Tempo API Token. Go to Tempo>Settings, scroll down to Data\
\ Access and select API integration."
airbyte_secret: true
supportsNormalization: false
supportsDBT: false
Expand Down Expand Up @@ -7180,7 +7188,7 @@
- "overwrite"
- "append"
- "append_dedup"
- dockerImage: "airbyte/source-trello:0.1.5"
- dockerImage: "airbyte/source-trello:0.1.6"
spec:
documentationUrl: "https://docs.airbyte.io/integrations/sources/trello"
connectionSpecification:
Expand All @@ -7196,13 +7204,13 @@
token:
type: "string"
title: "API token"
description: "A Trello token. See the <a href=\"https://developer.atlassian.com/cloud/trello/guides/rest-api/authorization/#using-basic-oauth\"\
description: "Trello v API token. See the <a href=\"https://developer.atlassian.com/cloud/trello/guides/rest-api/authorization/#using-basic-oauth\"\
>docs</a> for instructions on how to generate it."
airbyte_secret: true
key:
type: "string"
title: "API key"
description: "A Trello token. See the <a href=\"https://developer.atlassian.com/cloud/trello/guides/rest-api/authorization/#using-basic-oauth\"\
description: "Trello API key. See the <a href=\"https://developer.atlassian.com/cloud/trello/guides/rest-api/authorization/#using-basic-oauth\"\
>docs</a> for instructions on how to generate it."
airbyte_secret: true
start_date:
Expand All @@ -7218,10 +7226,9 @@
items:
type: "string"
pattern: "^[0-9a-fA-F]{24}$"
title: "Trello board IDs"
description: "IDs of the boards from which you'd like to replicate data.\
\ If left empty, data from all boards to which you have access will be\
\ replicated."
title: "Trello Board IDs"
description: "IDs of the boards to replicate data from. If left empty, data\
\ from all boards to which you have access will be replicated."
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
Expand Down Expand Up @@ -7308,7 +7315,7 @@
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-us-census:0.1.1"
- dockerImage: "airbyte/source-us-census:0.1.2"
spec:
documentationUrl: "https://docs.airbyte.io/integrations/sources/us-census"
connectionSpecification:
Expand Down Expand Up @@ -7713,7 +7720,7 @@
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
- dockerImage: "airbyte/source-sentry:0.1.0"
- dockerImage: "airbyte/source-sentry:0.1.1"
spec:
documentationUrl: "https://docs.airbyte.io/integrations/sources/sentry"
connectionSpecification:
Expand All @@ -7728,7 +7735,7 @@
properties:
auth_token:
type: "string"
title: "Authentication tokens"
title: "Authentication Tokens"
description: "Log into Sentry and then <a href=\"https://sentry.io/settings/account/api/auth-tokens/\"\
>create authentication tokens</a>.For self-hosted, you can find or create\
\ authentication tokens by visiting \"{instance_url_prefix}/settings/account/api/auth-tokens/\""
Expand All @@ -7746,7 +7753,7 @@
project:
type: "string"
title: "Project"
description: "The slug of the project the groups belong to."
description: "The name (slug) of the Project you want to sync."
supportsNormalization: false
supportsDBT: false
supported_destination_sync_modes: []
Expand Down
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-sentry/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -34,5 +34,5 @@ COPY source_sentry ./source_sentry
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.0
LABEL io.airbyte.version=0.1.1
LABEL io.airbyte.name=airbyte/source-sentry
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ tests:
basic_read:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
empty_streams: []
empty_streams: ["issues", "events"]
full_refresh:
- config_path: "secrets/config.json"
configured_catalog_path: "integration_tests/configured_catalog.json"
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@
"properties": {
"auth_token": {
"type": "string",
"title": "Authentication tokens",
"title": "Authentication Tokens",
"description": "Log into Sentry and then <a href=\"https://sentry.io/settings/account/api/auth-tokens/\">create authentication tokens</a>.For self-hosted, you can find or create authentication tokens by visiting \"{instance_url_prefix}/settings/account/api/auth-tokens/\"",
"airbyte_secret": true
},
Expand All @@ -27,7 +27,7 @@
"project": {
"type": "string",
"title": "Project",
"description": "The slug of the project the groups belong to."
"description": "The name (slug) of the Project you want to sync."
}
}
}
Expand Down
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-shortio/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -12,5 +12,5 @@ RUN pip install .
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.1
LABEL io.airbyte.version=0.1.2
LABEL io.airbyte.name=airbyte/source-shortio
Original file line number Diff line number Diff line change
Expand Up @@ -9,17 +9,20 @@
"properties": {
"domain_id": {
"type": "string",
"description": "Domain ID",
"desciprtion": "Short.io Domain ID",
"title": "Domain ID",
"airbyte_secret": false
},
"secret_key": {
"type": "string",
"description": "Short.io Secret key",
"title": "Secret Key",
"description": "Short.io Secret Key",
"airbyte_secret": true
},
"start_date": {
"type": "string",
"description": "Start Date, YYYY-MM-DD",
"title": "Start Date",
"description": "UTC date and time in the format 2017-01-25T00:00:00Z. Any data before this date will not be replicated.",
"airbyte_secret": false
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,5 +12,5 @@ RUN pip install .
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.1.4
LABEL io.airbyte.version=0.1.5
LABEL io.airbyte.name=airbyte/source-surveymonkey
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
{
"access_token": "value1",
"start_date": "2021-01-01-T00:00:00.000000Z"
"start_date": "2021-01-01-T00:00:00Z"
}
Original file line number Diff line number Diff line change
Expand Up @@ -10,15 +10,15 @@
"start_date": {
"title": "Start Date",
"type": "string",
"description": "The date from which you'd like to replicate the data",
"description": "UTC date and time in the format 2017-01-25T00:00:00Z. Any data before this date will not be replicated.",
"pattern": "^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z?$",
"examples": ["2021-01-01T00:00:00Z"]
},
"access_token": {
"title": "Access Token",
"type": "string",
"airbyte_secret": true,
"description": "API Token. See the <a href=\"https://docs.airbyte.io/integrations/sources/surveymonkey\">docs</a> for information on how to generate this key."
"description": "Access Token for making authenticated requests. See the <a href=\"https://docs.airbyte.io/integrations/sources/surveymonkey\">docs</a> for information on how to generate this key."
}
}
},
Expand Down
2 changes: 1 addition & 1 deletion airbyte-integrations/connectors/source-tempo/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -34,5 +34,5 @@ COPY source_tempo ./source_tempo
ENV AIRBYTE_ENTRYPOINT "python /airbyte/integration_code/main.py"
ENTRYPOINT ["python", "/airbyte/integration_code/main.py"]

LABEL io.airbyte.version=0.2.4
LABEL io.airbyte.version=0.2.5
LABEL io.airbyte.name=airbyte/source-tempo
16 changes: 12 additions & 4 deletions airbyte-integrations/connectors/source-tempo/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -47,10 +47,10 @@ and place them into `secrets/config.json`.

### Locally running the connector
```
python main_dev.py spec
python main_dev.py check --config secrets/config.json
python main_dev.py discover --config secrets/config.json
python main_dev.py read --config secrets/config.json --catalog sample_files/configured_catalog.json
python main.py spec
python main.py check --config secrets/config.json
python main.py discover --config secrets/config.json
python main.py read --config secrets/config.json --catalog sample_files/configured_catalog.json
```

### Unit Tests
Expand Down Expand Up @@ -88,6 +88,14 @@ docker run --rm -v $(pwd)/secrets:/secrets -v $(pwd)/sample_files:/sample_files
1. To run additional integration tests, place your integration tests in a new directory `integration_tests` and run them with `python -m pytest -s integration_tests`.
Make sure to familiarize yourself with [pytest test discovery](https://docs.pytest.org/en/latest/goodpractices.html#test-discovery) to know how your test files and methods should be named.

#### Acceptance Tests
Customize `acceptance-test-config.yml` file to configure tests. See [Source Acceptance Tests](https://docs.airbyte.io/connector-development/testing-connectors/source-acceptance-tests-reference) for more information.
If your connector requires to create or destroy resources for use during acceptance tests create fixtures for it and place them inside integration_tests/acceptance.py.
To run your integration tests with acceptance tests, from the connector root, run
```
python -m pytest integration_tests -p integration_tests.acceptance
```

## Dependency Management
All of your dependencies should go in `setup.py`, NOT `requirements.txt`. The requirements file is only used to connect internal Airbyte dependencies in the monorepo for local development.

Expand Down
Loading