diff --git a/tap_dbt/schemas/accounts.json b/tap_dbt/schemas/accounts.json deleted file mode 100644 index af560f4..0000000 --- a/tap_dbt/schemas/accounts.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "$schema": "https://json-schema.org/draft-04/schema", - "$id": "/accounts.json", - "type": "object", - "properties": { - "docs_job_id": { - "type": ["integer", "null"] - }, - "freshness_job_id": { - "type": ["integer", "null"] - }, - "lock_reason": { - "type": ["string", "null"] - }, - "unlock_if_subscription_renewed": { - "type": "boolean" - }, - "read_only_seats": { - "type": "number" - }, - "id": { - "type": "number" - }, - "name": { - "type": "string" - }, - "state": { - "type": "number" - }, - "plan": { - "type": "string" - }, - "pending_cancel": { - "type": "boolean" - }, - "run_slots": { - "type": "number" - }, - "developer_seats": { - "type": "number" - }, - "queue_limit": { - "type": "number" - }, - "pod_memory_request_mebibytes": { - "type": "number" - }, - "enterprise_authentication_method": { - "type": ["string", "null"] - }, - "enterprise_login_slug": { - "type": ["string", "null"] - }, - "enterprise_unique_identifier": { - "type": ["string", "null"] - }, - "billing_email_address": { - "type": "string" - }, - "locked": { - "type": "boolean" - }, - "develop_file_system": { - "type": "boolean" - }, - "unlocked_at": { - "type": "string" - }, - "created_at": { - "type": "string" - }, - "updated_at": { - "type": "string" - }, - "starter_repo_url": { - "type": ["string", "null"] - }, - "sso_reauth": { - "type": "boolean" - }, - "docs_job": { - "type": ["integer", "null"] - }, - "freshness_job": { - "type": ["integer", "null"] - }, - "enterprise_login_url": { - "type": "string" - } - }, - "additionalProperties": false -} diff --git a/tap_dbt/schemas/jobs.json b/tap_dbt/schemas/jobs.json deleted file mode 100644 index 2e42e99..0000000 --- a/tap_dbt/schemas/jobs.json +++ /dev/null @@ -1,123 +0,0 @@ -{ - "$schema": "https://json-schema.org/draft-04/schema", - "$id": "/jobs.json", - "type": "object", - "properties": { - "id": { - "type": "integer" - }, - "account_id": { - "type": "string" - }, - "project_id": { - "type": "integer" - }, - "environment_id": { - "type": "integer" - }, - "name": { - "type": "string" - }, - "dbt_version": { - "type": [ - "string", - "null" - ] - }, - "triggers": { - "type": "object", - "properties": { - "github_webhook": { - "type": "boolean" - }, - "schedule": { - "type": "boolean" - }, - "custom_branch_only": { - "type": "boolean" - } - } - }, - "execute_steps": { - "type": "array", - "items": { - "type": "string" - } - }, - "settings": { - "type": "object", - "properties": { - "threads": { - "type": "integer" - }, - "target_name": { - "type": "string" - } - } - }, - "state": { - "type": "integer" - }, - "generate_docs": { - "type": "boolean" - }, - "schedule": { - "type": "object", - "properties": { - "cron": { - "type": "string" - }, - "date": { - "type": "object", - "properties": { - "type": { - "type": "string" - } - } - }, - "time": { - "type": "object", - "properties": { - "type": { - "type": "string" - } - } - } - } - }, - "execution": { - "type": "object", - "properties": {} - }, - "created_at": { - "type": "string" - }, - "updated_at": { - "type": "string" - }, - "deferring_job_definition_id": { - "type": ["integer", "null"] - }, - "lifecycle_webhooks": { - "type": "boolean" - }, - "lifecycle_webhooks_url": { - "type": ["string", "null"] - }, - "is_deferrable": { - "type": "boolean" - }, - "generate_sources": { - "type": "boolean" - }, - "cron_humanized": { - "type": "string" - }, - "next_run": { - "type": ["string", "null"] - }, - "next_run_humanized": { - "type": ["string", "null"] - } - } -} diff --git a/tap_dbt/schemas/projects.json b/tap_dbt/schemas/projects.json deleted file mode 100644 index d2f4f33..0000000 --- a/tap_dbt/schemas/projects.json +++ /dev/null @@ -1,97 +0,0 @@ -{ - "$schema": "https://json-schema.org/draft-04/schema", - "$id": "/projects.json", - "type": "object", - "properties": { - "id": { - "type": "integer" - }, - "account_id": { - "type": "string" - }, - "connection": { - "type": "object", - "properties": {} - }, - "connection_id": { - "type": "integer" - }, - "dbt_project_subdirectory": { - "type": [ - "string", - "null" - ] - }, - "name": { - "type": "string" - }, - "repository": { - "type": "object", - "properties": { - "id": { - "type": "integer" - }, - "account_id": { - "type": "integer" - }, - "remote_url": { - "type": "string" - }, - "remote_backend": { - "type": "string" - }, - "git_clone_strategy": { - "type": "string" - }, - "deploy_key_id": { - "type": "integer" - }, - "github_installation_id": { - "type": "integer" - }, - "state": { - "type": "integer" - }, - "created_at": { - "type": "string" - }, - "updated_at": { - "type": "string" - } - } - }, - "repository_id": { - "type": "integer" - }, - "state": { - "type": "integer" - }, - "created_at": { - "type": "string" - }, - "updated_at": { - "type": "string" - }, - "skipped_setup": { - "type": "boolean" - }, - "group_permissions": { - "type": "array", - "items": { - "type": "string" - } - }, - "docs_job_id": { - "type": ["integer", "null"] - }, - "freshness_job_id": { - "type": ["integer", "null"] - }, - "docs_job": { - "type": ["string", "null"] - }, - "freshness_job": { - "type": ["string", "null"] - } - } -} diff --git a/tap_dbt/schemas/runs.json b/tap_dbt/schemas/runs.json deleted file mode 100644 index c37d2dd..0000000 --- a/tap_dbt/schemas/runs.json +++ /dev/null @@ -1,196 +0,0 @@ -{ - "$schema": "https://json-schema.org/draft-04/schema", - "$id": "/projects.json", - "type": "object", - "properties": { - "id": { - "type": "integer" - }, - "trigger_id": { - "type": "integer" - }, - "account_id": { - "type": "string" - }, - "project_id": { - "type": "integer" - }, - "job_definition_id": { - "type": "integer" - }, - "status": { - "type": "object", - "properties": {} - }, - "git_branch": { - "type": [ - "string", - "null" - ] - }, - "git_sha": { - "type": [ - "string", - "null" - ] - }, - "status_message": { - "type": [ - "string", - "null" - ] - }, - "dbt_version": { - "type": "string" - }, - "created_at": { - "type": "string" - }, - "updated_at": { - "type": "string" - }, - "dequeued_at": { - "type": ["string", "null"] - }, - "should_start_at": { - "type": ["string", "null"] - }, - "started_at": { - "type": ["string", "null"] - }, - "finished_at": { - "type": ["string", "null"] - }, - "last_checked_at": { - "type": [ - "string", - "null" - ] - }, - "last_heartbeat_at": { - "type": [ - "string", - "null" - ] - }, - "owner_thread_id": { - "type": [ - "string", - "null" - ] - }, - "executed_by_thread_id": { - "type": ["string", "null"] - }, - "artifacts_saved": { - "type": "boolean" - }, - "artifacts_s3_path": { - "type": ["string", "null"] - }, - "has_docs_generated": { - "type": "boolean" - }, - "trigger": { - "type": [ - "object", - "null" - ], - "properties": {} - }, - "job": { - "type": [ - "object", - "null" - ], - "properties": {} - }, - "duration": { - "type": "string" - }, - "queued_duration": { - "type": "string" - }, - "run_duration": { - "type": "string" - }, - "duration_humanized": { - "type": "string" - }, - "queued_duration_humanized": { - "type": "string" - }, - "run_duration_humanized": { - "type": "string" - }, - "status_humanized": { - "type": "string" - }, - "created_at_humanized": { - "type": "string" - }, - "environment_id": { - "type": "integer" - }, - "deferring_run_id": { - "type": [ - "integer", - "null" - ] - }, - "artifact_s3_path": { - "type": ["string", "null"] - }, - "has_sources_generated": { - "type": "boolean" - }, - "notifications_sent": { - "type": "boolean" - }, - "blocked_by": { - "type": "array", - "items": { - "type": "integer" - } - }, - "scribe_enabled": { - "type": "boolean" - }, - "environment": { - "type": [ - "string", - "null" - ] - }, - "run_steps": { - "type": "array", - "items": { - "type": "string" - } - }, - "in_progress": { - "type": "boolean" - }, - "is_complete": { - "type": "boolean" - }, - "is_success": { - "type": "boolean" - }, - "is_error": { - "type": "boolean" - }, - "is_cancelled": { - "type": "boolean" - }, - "href": { - "type": "string" - }, - "finished_at_humanized": { - "type": "string" - }, - "job_id": { - "type": "integer" - } - } -} diff --git a/tap_dbt/streams.py b/tap_dbt/streams.py index 470416e..0200a15 100644 --- a/tap_dbt/streams.py +++ b/tap_dbt/streams.py @@ -5,7 +5,6 @@ import datetime import sys import typing as t -from pathlib import Path from singer_sdk.pagination import BaseOffsetPaginator @@ -16,8 +15,6 @@ MonkeyPatch.patch_fromisoformat() -SCHEMAS_DIR = Path(__file__).parent / Path("./schemas") - class AccountBasedStream(DBTStream): """A stream that requires an account ID.""" @@ -137,7 +134,6 @@ class AccountsStream(DBTStream): name = "accounts" path = "/accounts" - schema_filepath = SCHEMAS_DIR / "accounts.json" openapi_ref = "Account"