From 4811aa0f2b837e75939c624ec5d4648baffb69c7 Mon Sep 17 00:00:00 2001 From: pnadolny13 Date: Mon, 12 Feb 2024 12:07:40 +0000 Subject: [PATCH] Refresh plugin metadata 2024-02-12 --- .../extractors/tap-athena/meltanolabs.yml | 8 ++ .../extractors/tap-bitso/edgarrmondragon.yml | 8 ++ .../extractors/tap-cassandra/datarts-tech.yml | 2 +- .../extractors/tap-circle-ci/meltanolabs.yml | 10 +- .../extractors/tap-csv/meltanolabs.yml | 8 ++ .../extractors/tap-dbf/edgarrmondragon.yml | 23 +++-- .../extractors/tap-dbt/meltanolabs.yml | 10 +- .../extractors/tap-delighted/ticketswap.yml | 8 ++ _data/meltano/extractors/tap-f1/reubenf.yml | 8 ++ .../extractors/tap-mailchimp/acarter24.yml | 2 +- .../meltano/extractors/tap-mongodb/z3z1ma.yml | 8 ++ .../extractors/tap-mysql/meltanolabs.yml | 8 ++ .../extractors/tap-postgres/meltanolabs.yml | 8 ++ .../tap-pulumi-cloud/meltanolabs.yml | 8 ++ .../extractors/tap-qualified/z3z1ma.yml | 8 ++ .../tap-shortcut/edgarrmondragon.yml | 8 ++ .../meltano/extractors/tap-showpad/z3z1ma.yml | 8 ++ .../extractors/tap-smoke-test/meltano.yml | 8 ++ .../extractors/tap-snowflake/meltanolabs.yml | 8 ++ .../tap-stackexchange/meltanolabs.yml | 8 ++ .../extractors/tap-totango/edsoncezar16.yml | 4 +- .../tap-udemy-for-business/immuta.yml | 8 ++ .../loaders/target-clickhouse/shaped-ai.yml | 94 ++++++++++++++++++- .../loaders/target-csv/meltanolabs.yml | 13 +++ 24 files changed, 272 insertions(+), 14 deletions(-) diff --git a/_data/meltano/extractors/tap-athena/meltanolabs.yml b/_data/meltano/extractors/tap-athena/meltanolabs.yml index 4f037f39f..c48041a79 100644 --- a/_data/meltano/extractors/tap-athena/meltanolabs.yml +++ b/_data/meltano/extractors/tap-athena/meltanolabs.yml @@ -60,6 +60,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-bitso/edgarrmondragon.yml b/_data/meltano/extractors/tap-bitso/edgarrmondragon.yml index 41660144a..e95c0b76a 100644 --- a/_data/meltano/extractors/tap-bitso/edgarrmondragon.yml +++ b/_data/meltano/extractors/tap-bitso/edgarrmondragon.yml @@ -59,6 +59,14 @@ settings: name: books value: - btc_mxn +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml index 3237bfdfa..c8bea3c07 100644 --- a/_data/meltano/extractors/tap-cassandra/datarts-tech.yml +++ b/_data/meltano/extractors/tap-cassandra/datarts-tech.yml @@ -72,7 +72,7 @@ settings: name: keyspace - description: The local_dc parameter should be the name of the datacenter. kind: string - label: Local Datacenter + label: Local Dc name: local_dc - description: Should be a total number of attempts to be made before giving up. kind: integer diff --git a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml index 3a1af36d3..eda4c358f 100644 --- a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml +++ b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml @@ -52,6 +52,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -83,7 +91,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-circle-ci/0.1.1 Singer tap for the CircleCI API. + value: tap-circle-ci/[could not be detected] Singer tap for the CircleCI API. settings_group_validation: - - org_slug - token diff --git a/_data/meltano/extractors/tap-csv/meltanolabs.yml b/_data/meltano/extractors/tap-csv/meltanolabs.yml index 988ea1382..cec219475 100644 --- a/_data/meltano/extractors/tap-csv/meltanolabs.yml +++ b/_data/meltano/extractors/tap-csv/meltanolabs.yml @@ -39,6 +39,14 @@ settings: label: Csv Files Definition name: csv_files_definition placeholder: Ex. files-def.json +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: | Array of objects with `entity`, `path`, `keys`, and `encoding` [Optional] keys: diff --git a/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml b/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml index f90cf7be7..13767fe44 100644 --- a/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml +++ b/_data/meltano/extractors/tap-dbf/edgarrmondragon.yml @@ -46,6 +46,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -55,33 +63,34 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: Fs Root +- description: The root of the filesystem to read from. kind: string label: Fs Root name: fs_root value: file:// -- description: '' +- description: OAuth 2.0 token for GCS. kind: password label: Gcs Token name: gcs.token -- description: A boolean whether to ignore missing memofile. +- description: Whether to proceed reading the file even if the [memofile] is not present. kind: boolean label: Ignore Missing Memofile name: ignore_missing_memofile value: false -- description: The file path. +- description: Glob expression where the files are located. Stream names will be extracted + from the file name. kind: string label: Path name: path -- description: '' +- description: The S3 endpoint URL. kind: string label: S3 Endpoint URL name: s3.endpoint_url -- description: '' +- description: The AWS key ID. kind: password label: S3 Key name: s3.key -- description: '' +- description: The AWS secret key. kind: password label: S3 Secret name: s3.secret diff --git a/_data/meltano/extractors/tap-dbt/meltanolabs.yml b/_data/meltano/extractors/tap-dbt/meltanolabs.yml index 9516faad4..3a305c6f1 100644 --- a/_data/meltano/extractors/tap-dbt/meltanolabs.yml +++ b/_data/meltano/extractors/tap-dbt/meltanolabs.yml @@ -59,6 +59,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -86,7 +94,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-dbt/0.9.1.dev30+9f90f0c Singer tap for the dbt Cloud API. + value: tap-dbt/0.10.1.dev8+c41fe9f Singer tap for the dbt Cloud API. settings_group_validation: - - account_ids - api_key diff --git a/_data/meltano/extractors/tap-delighted/ticketswap.yml b/_data/meltano/extractors/tap-delighted/ticketswap.yml index c8d7b8002..c92dc0290 100644 --- a/_data/meltano/extractors/tap-delighted/ticketswap.yml +++ b/_data/meltano/extractors/tap-delighted/ticketswap.yml @@ -52,6 +52,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-f1/reubenf.yml b/_data/meltano/extractors/tap-f1/reubenf.yml index 47e84724d..56ab18693 100644 --- a/_data/meltano/extractors/tap-f1/reubenf.yml +++ b/_data/meltano/extractors/tap-f1/reubenf.yml @@ -51,6 +51,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-mailchimp/acarter24.yml b/_data/meltano/extractors/tap-mailchimp/acarter24.yml index 9d761ccbf..dfd83ff62 100644 --- a/_data/meltano/extractors/tap-mailchimp/acarter24.yml +++ b/_data/meltano/extractors/tap-mailchimp/acarter24.yml @@ -27,7 +27,7 @@ settings: name: api_key - description: Your Mailchimp DC kind: string - label: Data Center + label: Dc name: dc - description: "'True' to enable schema flattening and automatically expand nested properties." diff --git a/_data/meltano/extractors/tap-mongodb/z3z1ma.yml b/_data/meltano/extractors/tap-mongodb/z3z1ma.yml index 8df28fd0e..cb41cfa88 100644 --- a/_data/meltano/extractors/tap-mongodb/z3z1ma.yml +++ b/_data/meltano/extractors/tap-mongodb/z3z1ma.yml @@ -36,6 +36,14 @@ settings: kind: array label: Database Includes name: database_includes +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-mysql/meltanolabs.yml b/_data/meltano/extractors/tap-mysql/meltanolabs.yml index d36c03687..930b62942 100644 --- a/_data/meltano/extractors/tap-mysql/meltanolabs.yml +++ b/_data/meltano/extractors/tap-mysql/meltanolabs.yml @@ -52,6 +52,14 @@ settings: kind: string label: Database name: database +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: If an array of schema names is provided, the tap will only process the specified MySQL schemas and ignore others. If left blank, the tap automatically determines ALL available MySQL schemas. diff --git a/_data/meltano/extractors/tap-postgres/meltanolabs.yml b/_data/meltano/extractors/tap-postgres/meltanolabs.yml index f9a71c35d..ec908a5ae 100644 --- a/_data/meltano/extractors/tap-postgres/meltanolabs.yml +++ b/_data/meltano/extractors/tap-postgres/meltanolabs.yml @@ -70,6 +70,14 @@ settings: - label: Log Based value: LOG_BASED value: FULL_TABLE +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: If an array of schema names is provided, the tap will only process the specified Postgres schemas and ignore others. If left blank, the tap automatically determines ALL available Postgres schemas. diff --git a/_data/meltano/extractors/tap-pulumi-cloud/meltanolabs.yml b/_data/meltano/extractors/tap-pulumi-cloud/meltanolabs.yml index 6844acdf6..2ce4bb6be 100644 --- a/_data/meltano/extractors/tap-pulumi-cloud/meltanolabs.yml +++ b/_data/meltano/extractors/tap-pulumi-cloud/meltanolabs.yml @@ -47,6 +47,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-qualified/z3z1ma.yml b/_data/meltano/extractors/tap-qualified/z3z1ma.yml index 9de336b54..936cd2e4a 100644 --- a/_data/meltano/extractors/tap-qualified/z3z1ma.yml +++ b/_data/meltano/extractors/tap-qualified/z3z1ma.yml @@ -51,6 +51,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-shortcut/edgarrmondragon.yml b/_data/meltano/extractors/tap-shortcut/edgarrmondragon.yml index f87e2ba96..4237baea4 100644 --- a/_data/meltano/extractors/tap-shortcut/edgarrmondragon.yml +++ b/_data/meltano/extractors/tap-shortcut/edgarrmondragon.yml @@ -49,6 +49,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-showpad/z3z1ma.yml b/_data/meltano/extractors/tap-showpad/z3z1ma.yml index 0759656c2..b1a9af991 100644 --- a/_data/meltano/extractors/tap-showpad/z3z1ma.yml +++ b/_data/meltano/extractors/tap-showpad/z3z1ma.yml @@ -51,6 +51,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-smoke-test/meltano.yml b/_data/meltano/extractors/tap-smoke-test/meltano.yml index e088de18d..f5b2a5713 100644 --- a/_data/meltano/extractors/tap-smoke-test/meltano.yml +++ b/_data/meltano/extractors/tap-smoke-test/meltano.yml @@ -47,6 +47,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-snowflake/meltanolabs.yml b/_data/meltano/extractors/tap-snowflake/meltanolabs.yml index 22690744b..971194bee 100644 --- a/_data/meltano/extractors/tap-snowflake/meltanolabs.yml +++ b/_data/meltano/extractors/tap-snowflake/meltanolabs.yml @@ -56,6 +56,14 @@ settings: kind: string label: Database name: database +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-stackexchange/meltanolabs.yml b/_data/meltano/extractors/tap-stackexchange/meltanolabs.yml index 7fa7d6c33..154bee980 100644 --- a/_data/meltano/extractors/tap-stackexchange/meltanolabs.yml +++ b/_data/meltano/extractors/tap-stackexchange/meltanolabs.yml @@ -47,6 +47,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: Custom API filter to apply to all requests documentation: https://api.stackexchange.com/docs/filters kind: string diff --git a/_data/meltano/extractors/tap-totango/edsoncezar16.yml b/_data/meltano/extractors/tap-totango/edsoncezar16.yml index 54e3e1faf..d19157d8e 100644 --- a/_data/meltano/extractors/tap-totango/edsoncezar16.yml +++ b/_data/meltano/extractors/tap-totango/edsoncezar16.yml @@ -75,9 +75,9 @@ settings: label: API URL name: api_url options: - - label: https://api.totango.com + - label: Https://API Totango Com value: https://api.totango.com - - label: 'https://api-eu1.totango.com ' + - label: 'Https://API Eu1 Totango Com ' value: 'https://api-eu1.totango.com ' value: https://api.totango.com - description: The token to authenticate against the API service diff --git a/_data/meltano/extractors/tap-udemy-for-business/immuta.yml b/_data/meltano/extractors/tap-udemy-for-business/immuta.yml index 6174c056c..5f7a7e68d 100644 --- a/_data/meltano/extractors/tap-udemy-for-business/immuta.yml +++ b/_data/meltano/extractors/tap-udemy-for-business/immuta.yml @@ -55,6 +55,14 @@ settings: kind: password label: Client Secret name: client_secret +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/loaders/target-clickhouse/shaped-ai.yml b/_data/meltano/loaders/target-clickhouse/shaped-ai.yml index 3a0d066d9..c2cf949bb 100644 --- a/_data/meltano/loaders/target-clickhouse/shaped-ai.yml +++ b/_data/meltano/loaders/target-clickhouse/shaped-ai.yml @@ -22,10 +22,54 @@ settings: kind: boolean label: Add Record Metadata name: add_record_metadata +- description: The cluster to create tables in. This is passed as the `clickhouse_cluster` + argument when creating a table. [documentation](https://clickhouse.com/docs/en/sql-reference/distributed-ddl) + can be found here. + kind: string + label: Cluster Name + name: cluster_name +- description: Database name + kind: string + label: Database + name: database + value: default - description: The default target database schema name to use for all streams. kind: string label: Default Target Schema name: default_target_schema +- description: Driver type + kind: options + label: Driver + name: driver + options: + - label: Http + value: http + - label: Native + value: native + - label: Asynch + value: asynch + value: http +- description: The engine type to use for the table. + kind: options + label: Engine Type + name: engine_type + options: + - label: Mergetree + value: MergeTree + - label: Replacingmergetree + value: ReplacingMergeTree + - label: Summingmergetree + value: SummingMergeTree + - label: Aggregatingmergetree + value: AggregatingMergeTree + - label: Replicatedmergetree + value: ReplicatedMergeTree + - label: Replicatedreplacingmergetree + value: ReplicatedReplacingMergeTree + - label: Replicatedsummingmergetree + value: ReplicatedSummingMergeTree + - label: Replicatedaggregatingmergetree + value: ReplicatedAggregatingMergeTree - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -35,6 +79,11 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: Database host + kind: string + label: Host + name: host + value: localhost - description: The method to use when loading data into the destination. `append-only` will always write all input records whether that records already exists or not. `upsert` will update existing records and insert new records. `overwrite` will @@ -50,7 +99,33 @@ settings: - label: Overwrite value: overwrite value: append-only -- description: The SQLAlchemy connection string for the ClickHouse database +- description: Run 'OPTIMIZE TABLE' after data insert. Useful whentable engine removes + duplicate rows. + kind: boolean + label: Optimize After + name: optimize_after + value: false +- description: Username password + kind: password + label: Password + name: password +- description: Database connection port + kind: integer + label: Port + name: port + value: 8123 +- description: The `replica_name` for replicated tables. This is required when using + any of the replication engines. + kind: string + label: Replica Name + name: replica_name +- description: Should the connection be secure + kind: boolean + label: Secure + name: secure + value: false +- description: The SQLAlchemy connection string for the ClickHouse database. Used + if set, otherwise separate settings are used kind: string label: Sqlalchemy URL name: sqlalchemy_url @@ -67,6 +142,23 @@ settings: kind: string label: Table Name name: table_name +- description: The table path for replicated tables. This is required when using any + of the replication engines. Check out the + [documentation](https://clickhouse.com/docs/en/engines/table-engines/mergetree-family/replication#replicatedmergetree-parameters) + for more information. Use `$table_name` to substitute the table name. + kind: string + label: Table Path + name: table_path +- description: Database user + kind: string + label: Username + name: username + value: default +- description: Should secure connection need to verify SSL/TLS + kind: boolean + label: Verify + name: verify + value: true settings_group_validation: - - sqlalchemy_url settings_preamble: '' diff --git a/_data/meltano/loaders/target-csv/meltanolabs.yml b/_data/meltano/loaders/target-csv/meltanolabs.yml index 84b01fed4..c713a253a 100644 --- a/_data/meltano/loaders/target-csv/meltanolabs.yml +++ b/_data/meltano/loaders/target-csv/meltanolabs.yml @@ -36,6 +36,14 @@ settings: kind: string label: Escape Character name: escape_character +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: string + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "The scheme with which output files will be named. Naming scheme may leverage any of the following substitutions: \n\n- `{stream_name}`- `{datestamp}`- `{timestamp}`" @@ -110,6 +118,11 @@ settings: label: Timestamp Timezone name: timestamp_timezone value: UTC +- description: Whether to validate the schema of the incoming streams. + kind: boolean + label: Validate Records + name: validate_records + value: true settings_group_validation: - [] settings_preamble: ''