Update Source of Truth for Data-Services to Include Azure Blob Storage

datasource_api_client/models/datasource_dto_data_source_type.py

@@ -3,6 +3,7 @@
 
 class DatasourceDtoDataSourceType(str, Enum):
     ADLSCONFIG = "ADLSConfig"
+    AZUREBLOBSTORAGECONFIG = "AzureBlobStorageConfig"
     BIGQUERYCONFIG = "BigQueryConfig"
     CLICKHOUSECONFIG = "ClickHouseConfig"
     DB2CONFIG = "DB2Config"

datasource_api_client/models/log_metric_t.py

@@ -3,6 +3,7 @@
 
 class LogMetricT(str, Enum):
     ADLSCONFIG = "ADLSConfig"
+    AZUREBLOBSTORAGECONFIG = "AzureBlobStorageConfig"
     GCSCONFIG = "GCSConfig"
     GENERICS3CONFIG = "GenericS3Config"
     S3CONFIG = "S3Config"

domino_data/configuration_gen.py

@@ -1,6 +1,6 @@
 """Code generated by gen.py; DO NOT EDIT.
 This file was generated by robots at
-2023-08-04 21:24:25.982748"""
+2023-08-25 23:13:26.525981"""
 from typing import Any, Dict, Optional, Union
 
 from enum import Enum
@@ -118,6 +118,15 @@ class ADLSConfig(Config):
     access_key: Optional[str] = _cred(elem=CredElem.ACCESSKEY)
 
 
+@attr.s(auto_attribs=True)
+class AzureBlobStorageConfig(Config):
+    """AzureBlobStorageConfig datasource configuration."""
+
+    container: Optional[str] = _config(elem=ConfigElem.BUCKET)
+
+    access_key: Optional[str] = _cred(elem=CredElem.ACCESSKEY)
+
+
 @attr.s(auto_attribs=True)
 class BigQueryConfig(Config):
     """BigQueryConfig datasource configuration."""
@@ -377,6 +386,7 @@ class VerticaConfig(Config):
 
 DatasourceConfig = Union[
     ADLSConfig,
+    AzureBlobStorageConfig,
     BigQueryConfig,
     ClickHouseConfig,
     DB2Config,
@@ -409,6 +419,7 @@ class VerticaConfig(Config):
 
 DATASOURCES = {
     DatasourceDtoDataSourceType.ADLSCONFIG: "ObjectStoreDatasource",
+    DatasourceDtoDataSourceType.AZUREBLOBSTORAGECONFIG: "ObjectStoreDatasource",
     DatasourceDtoDataSourceType.BIGQUERYCONFIG: "TabularDatasource",
     DatasourceDtoDataSourceType.CLICKHOUSECONFIG: "TabularDatasource",
     DatasourceDtoDataSourceType.DB2CONFIG: "TabularDatasource",

openapi/datasource.yaml

@@ -95,6 +95,7 @@ paths:
             type: string
             enum:
               - ADLSConfig
+              - AzureBlobStorageConfig
               - GCSConfig
               - GenericS3Config
               - S3Config
@@ -219,6 +220,7 @@ components:
           type: string
           enum:
             - ADLSConfig
+            - AzureBlobStorageConfig
             - BigQueryConfig
             - ClickHouseConfig
             - DB2Config

requirements.txt

@@ -4,7 +4,7 @@ backoff==1.11.1 ; python_version >= "3.8" and python_version < "4.0"
 bson==0.5.10 ; python_version >= "3.8" and python_version < "4.0"
 certifi==2023.7.22 ; python_version >= "3.8" and python_version < "4.0"
 colorama==0.4.6 ; python_version >= "3.8" and python_version < "4.0" and sys_platform == "win32"
-exceptiongroup==1.1.2 ; python_version >= "3.8" and python_version < "3.11"
+exceptiongroup==1.1.3 ; python_version >= "3.8" and python_version < "3.11"
 h11==0.14.0 ; python_version >= "3.8" and python_version < "4.0"
 httpcore==0.16.3 ; python_version >= "3.8" and python_version < "4.0"
 httpx==0.23.3 ; python_version >= "3.8" and python_version < "4.0"
@@ -18,5 +18,5 @@ pytz==2023.3 ; python_version >= "3.8" and python_version < "4.0"
 rfc3986[idna2008]==1.5.0 ; python_version >= "3.8" and python_version < "4.0"
 six==1.16.0 ; python_version >= "3.8" and python_version < "4.0"
 sniffio==1.3.0 ; python_version >= "3.8" and python_version < "4.0"
-urllib3==2.0.4 ; python_version >= "3.8" and python_version < "4.0"
+urllib3==1.26.16 ; python_version >= "3.8" and python_version < "4.0"
 win32-setctime==1.1.0 ; python_version >= "3.8" and python_version < "4.0" and sys_platform == "win32"