diff --git a/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml b/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml index 14d7c92ad..2a3019ead 100644 --- a/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml +++ b/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml @@ -52,7 +52,7 @@ settings: sensitive: true - description: Compression format to use for batch files. kind: options - label: Batch Compression Format + label: Batch Config Encoding Compression name: batch_config.encoding.compression options: - label: GZIP @@ -61,7 +61,7 @@ settings: value: none - description: Format to use for batch files. kind: options - label: Batch Encoding Format + label: Batch Config Encoding Format name: batch_config.encoding.format options: - label: JSONL @@ -70,11 +70,11 @@ settings: value: parquet - description: Prefix to use when writing batch files. kind: string - label: Batch Storage Prefix + label: Batch Config Storage Prefix name: batch_config.storage.prefix - description: Root path to use when writing batch files. kind: string - label: Batch Storage Root + label: Batch Config Storage Root name: batch_config.storage.root - description: The size of the time window to query by, default 3,600 seconds (i.e. 1 hour). If the result set for a batch is greater than the max limit of 10,000 @@ -97,20 +97,20 @@ settings: name: end_date - description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' kind: array - label: Faker Locale + label: Faker Config Locale name: faker_config.locale - description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' kind: string - label: Faker Seed + label: Faker Config Seed name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean - label: Enable Schema Flattening + label: Flattening Enabled name: flattening_enabled - description: The max depth to flatten schemas. kind: integer - label: Max Flattening Depth + label: Flattening Max Depth name: flattening_max_depth - description: The log group on which to perform the query. kind: string @@ -128,7 +128,7 @@ settings: name: start_date - description: User-defined config values to be used within map expressions. kind: object - label: User Stream Map Configuration + label: Stream Map Config name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). diff --git a/_data/meltano/extractors/tap-f1/reubenf.yml b/_data/meltano/extractors/tap-f1/reubenf.yml index 95018743e..8cc08e016 100644 --- a/_data/meltano/extractors/tap-f1/reubenf.yml +++ b/_data/meltano/extractors/tap-f1/reubenf.yml @@ -15,6 +15,7 @@ keywords: - f1 - formula 1 - formula one +- jolpica - meltano_sdk label: Formula 1 logo_url: /assets/logos/extractors/f1.png diff --git a/_data/meltano/extractors/tap-mysql/transferwise.yml b/_data/meltano/extractors/tap-mysql/transferwise.yml index 69c5ceaf4..db4c1da62 100644 --- a/_data/meltano/extractors/tap-mysql/transferwise.yml +++ b/_data/meltano/extractors/tap-mysql/transferwise.yml @@ -14,13 +14,13 @@ metadata: replication-method: FULL_TABLE name: tap-mysql namespace: tap_mysql -pip_url: pipelinewise-tap-mysql +pip_url: git+https://github.com/transferwise/pipelinewise.git#subdirectory=singer-connectors/tap-mysql prereq: | ### Usage Notes This tap is configured to use `FULL_TABLE` replication by default. See the [setting metadata documentation](https://docs.meltano.com/guide/integration#setting-metadata) for more details and instructions on using `INCREMENTAL` replication. quality: silver -repo: https://github.com/transferwise/pipelinewise-tap-mysql +repo: https://github.com/transferwise/pipelinewise settings: - description: Cursor class used by PyMYSQL. label: Cursor Class @@ -104,7 +104,7 @@ settings_preamble: | ```yaml - name: tap-mysql variant: transferwise - pip_url: pipelinewise-tap-mysql + pip_url: git+https://github.com/transferwise/pipelinewise.git#subdirectory=singer-connectors/tap-mysql config: user: meltano select: diff --git a/_data/meltano/extractors/tap-salesforce/meltanolabs.yml b/_data/meltano/extractors/tap-salesforce/meltanolabs.yml index 3abc9f278..c8b9a544f 100644 --- a/_data/meltano/extractors/tap-salesforce/meltanolabs.yml +++ b/_data/meltano/extractors/tap-salesforce/meltanolabs.yml @@ -12,7 +12,7 @@ logo_url: /assets/logos/extractors/salesforce.png maintenance_status: active name: tap-salesforce namespace: tap_salesforce -pip_url: git+https://github.com/meltanolabs/tap-salesforce.git@v1.5.1 +pip_url: git+https://github.com/MeltanoLabs/tap-salesforce.git@v1.8.0 quality: silver repo: https://github.com/meltanolabs/tap-salesforce select: @@ -23,8 +23,8 @@ select: - Account.* - Opportunity.* settings: -- description: Used to switch the behavior of the tap between using Salesforce’s “REST” - and “BULK” APIs. +- description: Used to switch the behavior of the tap between using Salesforce’s “REST”, + “BULK”, and "BULK 2.0" APIs. kind: options label: API Type name: api_type @@ -33,13 +33,15 @@ settings: value: REST - label: BULK value: BULK + - label: BULK2 + value: BULK2 value: REST - description: Salesforce client ID. See - https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. + https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_oauth_and_connected_apps.htm. label: Client ID name: client_id - description: Salesforce client secret. See - https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_understanding_web_server_oauth_flow.html. + https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/intro_oauth_and_connected_apps.htm. kind: password label: Client Secret name: client_secret @@ -125,10 +127,8 @@ settings: settings_group_validation: - - password - security_token - - start_date - username - - client_id - client_secret - refresh_token - - start_date variant: meltanolabs diff --git a/_data/meltano/extractors/tap-veeqo/matatika.yml b/_data/meltano/extractors/tap-veeqo/matatika.yml index 2ed620f99..e7dc2c6f5 100644 --- a/_data/meltano/extractors/tap-veeqo/matatika.yml +++ b/_data/meltano/extractors/tap-veeqo/matatika.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -17,7 +18,7 @@ logo_url: /assets/logos/extractors/veeqo.png maintenance_status: active name: tap-veeqo namespace: tap_veeqo -pip_url: git+https://github.com/Matatika/tap-veeqo.git@v0.1.0 +pip_url: git+https://github.com/Matatika/tap-veeqo.git@v0.3.2 quality: gold repo: https://github.com/Matatika/tap-veeqo settings: @@ -29,18 +30,52 @@ settings: label: API Key name: api_key sensitive: true +- description: Compression format to use for batch files. + kind: options + label: Batch Compression Format + name: batch_config.encoding.compression + options: + - label: GZIP + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Encoding Format + name: batch_config.encoding.format + options: + - label: JSONL + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Storage Root + name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean - label: Flattening Enabled + label: Enable Schema Flattening name: flattening_enabled - description: The max depth to flatten schemas. kind: integer - label: Flattening Max Depth + label: Max Flattening Depth name: flattening_max_depth - description: User-defined config values to be used within map expressions. kind: object - label: Stream Map Config + label: User Stream Map Configuration name: stream_map_config - description: Config object for stream maps capability. For more information check out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). diff --git a/poetry.lock b/poetry.lock index eacb8e25d..f5cb5c2b2 100644 --- a/poetry.lock +++ b/poetry.lock @@ -419,13 +419,13 @@ use-chardet-on-py3 = ["chardet (>=3.0.2,<6)"] [[package]] name = "ruamel-yaml" -version = "0.18.9" +version = "0.18.10" description = "ruamel.yaml is a YAML parser/emitter that supports roundtrip preservation of comments, seq/map flow style, and map key order" optional = false python-versions = ">=3.7" files = [ - {file = "ruamel.yaml-0.18.9-py3-none-any.whl", hash = "sha256:c17d2a7ccf7fd2dd4b6d699111c37e94f12277a1db71e847ad7f3d19b8e3e9f4"}, - {file = "ruamel.yaml-0.18.9.tar.gz", hash = "sha256:59d0f8b10c658bd55ecd107e334d4117d766a2b9cc8f5176afcdadcff6f84a5e"}, + {file = "ruamel.yaml-0.18.10-py3-none-any.whl", hash = "sha256:30f22513ab2301b3d2b577adc121c6471f28734d3d9728581245f1e76468b4f1"}, + {file = "ruamel.yaml-0.18.10.tar.gz", hash = "sha256:20c86ab29ac2153f80a428e1254a8adf686d3383df04490514ca3b79a362db58"}, ] [package.dependencies]