Generate systems from get tagging resources call

src/fidesctl/ctl/connectors/aws.py

@@ -82,6 +82,20 @@ def describe_rds_instances(client: Any) -> Dict[str, List[Dict]]:  # type: ignor
     return describe_instances
 
 
+@handle_common_aws_errors
+def get_tagging_resources(client: Any) -> List[str]:  # type: ignore
+    """
+    Returns a list of resource arns given a resourcegroupstaggingapi boto3 client.
+    """
+    paginator = client.get_paginator("get_resources")
+    found_arns = [
+        resource["ResourceARN"]
+        for page in paginator.paginate()
+        for resource in page["ResourceTagMappingList"]
+    ]
+    return found_arns
+
+
 def create_redshift_systems(
     describe_clusters: Dict[str, List[Dict]], organization_key: str
 ) -> List[System]:
@@ -162,3 +176,80 @@ def create_rds_systems(
         if not instance.get("DBClusterIdentifier")
     ]
     return rds_cluster_systems + rds_instances_systems
+
+
+def create_resource_tagging_systems(
+    resource_arns: List[str],
+    organization_key: str,
+) -> List[System]:
+    """
+    Given a list of resource arns, build a list of systems object which represents
+    each resource.
+    """
+    resource_generators = {
+        "dynamodb": create_tagging_dynamodb_system,
+        "s3": create_tagging_s3_system,
+    }
+    systems = []
+    for arn in resource_arns:
+        arn_split = arn.split(":")
+        arn_resource_type = arn_split[2]
+        resource_generator = resource_generators.get(arn_resource_type)
+        if resource_generator:
+            generated_system = resource_generator(arn, organization_key)
+            if generated_system:
+                systems.append(generated_system)
+    return systems
+
+
+def create_tagging_dynamodb_system(
+    arn: str,
+    organization_key: str,
+) -> Optional[System]:
+    """
+    Given an AWS arn for a dynamodb resource, returns a System representation
+    if System is desired.
+    """
+    arn_split = arn.split(":")
+    resource_name = arn_split[5]
+
+    if resource_name.startswith("table/"):
+        table_name = resource_name[len("table/") :]
+        system = System(
+            fides_key=table_name,
+            name=table_name,
+            description=f"Fides Generated Description for DynamoDb table: {table_name}",
+            system_type="dynamodb_table",
+            organization_fides_key=organization_key,
+            fidesctl_meta=SystemMetadata(
+                resource_id=arn,
+            ),
+            privacy_declarations=[],
+        )
+    return system
+
+
+def create_tagging_s3_system(
+    arn: str,
+    organization_key: str,
+) -> Optional[System]:
+    """
+    Given an AWS arn for a s3 resource, returns a System representation
+    if System is desired.
+    """
+    arn_split = arn.split(":")
+    resource_name = arn_split[5]
+
+    bucket_name = resource_name.split("/")[0]
+    system = System(
+        fides_key=bucket_name,
+        name=bucket_name,
+        description=f"Fides Generated Description for S3 bucket: {bucket_name}",
+        system_type="s3_bucket",
+        organization_fides_key=organization_key,
+        fidesctl_meta=SystemMetadata(
+            resource_id=arn,
+        ),
+        privacy_declarations=[],
+    )
+    return system

src/fidesctl/ctl/core/system.py

@@ -21,7 +21,7 @@ def generate_redshift_systems(
     organization_key: str, aws_config: Optional[AWSConfig]
 ) -> List[System]:
     """
-    Fetches Redshift clusters from AWS and returns the transformed Sytem representations.
+    Fetches Redshift clusters from AWS and returns the transformed System representations.
     """
     import fidesctl.ctl.connectors.aws as aws_connector
 
@@ -37,7 +37,7 @@ def generate_rds_systems(
     organization_key: str, aws_config: Optional[AWSConfig]
 ) -> List[System]:
     """
-    Fetches RDS clusters and instances from AWS and returns the transformed Sytem representations.
+    Fetches RDS clusters and instances from AWS and returns the transformed System representations.
     """
     import fidesctl.ctl.connectors.aws as aws_connector
 
@@ -52,6 +52,24 @@ def generate_rds_systems(
     return rds_systems
 
 
+def generate_resource_tagging_systems(
+    organization_key: str, aws_config: Optional[AWSConfig]
+) -> List[System]:
+    """
+    Fetches AWS Resources from the resource tagging api and returns the transformed System representations.
+    """
+    import fidesctl.ctl.connectors.aws as aws_connector
+
+    client = aws_connector.get_aws_client(
+        service="resourcegroupstaggingapi", aws_config=aws_config
+    )
+    resource_arns = aws_connector.get_tagging_resources(client=client)
+    resource_tagging_systems = aws_connector.create_resource_tagging_systems(
+        resource_arns=resource_arns, organization_key=organization_key
+    )
+    return resource_tagging_systems
+
+
 def get_organization(
     organization_key: str,
     manifest_organizations: List[Organization],
@@ -95,7 +113,11 @@ def generate_aws_systems(
 
     Returns a list of systems with any filters applied
     """
-    generate_system_functions = [generate_redshift_systems, generate_rds_systems]
+    generate_system_functions = [
+        generate_redshift_systems,
+        generate_rds_systems,
+        generate_resource_tagging_systems,
+    ]
 
     aws_systems = [
         found_system

tests/ctl/core/test_system.py

@@ -45,12 +45,19 @@ def create_test_server_systems(
 
 @pytest.fixture(scope="function")
 def create_external_server_systems(test_config: FidesctlConfig) -> Generator:
-    systems = _system.generate_redshift_systems(
-        organization_key="default_organization",
-        aws_config={},
-    ) + _system.generate_rds_systems(
-        organization_key="default_organization",
-        aws_config={},
+    systems = (
+        _system.generate_redshift_systems(
+            organization_key="default_organization",
+            aws_config={},
+        )
+        + _system.generate_rds_systems(
+            organization_key="default_organization",
+            aws_config={},
+        )
+        + _system.generate_resource_tagging_systems(
+            organization_key="default_organization",
+            aws_config={},
+        )
     )
     delete_server_systems(test_config, systems)
     create_server_systems(test_config, systems)