SolutionGuidanceDataLakeAppFlows2.yaml

AWSTemplateFormatVersion: "2010-09-09"
Description: |
  Helping customers break down data silos with AWS Integration services

Parameters:
  ConnectionName:
    Description: The name of the SAP source system connection
    Type: String

  AppFlowSAPStartTime:
    Description: EPOCH date of first run for flow
    Type: Number

  DestinationS3BucketName:
    Description: Name of the Destination S3 Bucket = afsaplakeraw-<accountID>
    Type: String

Resources:
  # SD Document Category
  SDDocumentCategorytoS3:
    Type: AWS::AppFlow::Flow
    Properties:
      FlowName: cds_sal_doc_cat
      FlowStatus: Active
      Description: Pull data from SAP and saves into S3 for I_SDDOCUMENTCATEGORYTEXT SD Document Category
      TriggerConfig:
        TriggerType: Scheduled
        TriggerProperties:
          DataPullMode: Complete
          ## If you wish to extract the transaction data at a different frequency, update here
          ScheduleExpression: rate(5minutes)
          ScheduleStartTime: !Ref AppFlowSAPStartTime
      SourceFlowConfig:
        ConnectorProfileName: !Ref ConnectionName
        ConnectorType: SAPOData
        SourceConnectorProperties:
          SAPOData:
            #  Change this to your ObjectPath
            ObjectPath: /sap/opu/odata/SAP/ZCDS_SAL_DOC_CAT_SRV/TextsOfISDDOCCATTEXT
      DestinationFlowConfigList:
        - ConnectorType: S3
          DestinationConnectorProperties:
            S3:
              BucketName: !Ref DestinationS3BucketName
              BucketPrefix: landing
              S3OutputFormatConfig:
                FileType: JSON
                AggregationConfig:
                  aggregationType: None
                PrefixConfig:
                  PrefixFormat: HOUR
                  PrefixType: PATH_AND_FILENAME
      Tasks:
        - TaskType: Map_all
          SourceFields: []
          TaskProperties:
            - Key: EXCLUDE_SOURCE_FIELDS_LIST
              Value: "[]"
          ConnectorOperator:
            SAPOData: NO_OP
  # Controlling Area
  ControllingAreatoS3:
    Type: AWS::AppFlow::Flow
    Properties:
      FlowName: cds_controlling_area
      FlowStatus: Active
      Description: Pull data from SAP and saves into S3 for I_CONTROLLINGAREA Controlling Area
      TriggerConfig:
        TriggerType: Scheduled
        TriggerProperties:
          DataPullMode: Incremental
          ## If you wish to extract the transaction data at a different frequency, update here
          ScheduleExpression: rate(5minutes)
          ScheduleStartTime: !Ref AppFlowSAPStartTime
      SourceFlowConfig:
        ConnectorProfileName: !Ref ConnectionName
        ConnectorType: SAPOData
        SourceConnectorProperties:
          SAPOData:
            #  Change this to your ObjectPath
            ObjectPath: /sap/opu/odata/SAP/ZCDS_CONTROLLING_AREA_SRV/AttrOfIFICONTAREA
      DestinationFlowConfigList:
        - ConnectorType: S3
          DestinationConnectorProperties:
            S3:
              BucketName: !Ref DestinationS3BucketName
              BucketPrefix: landing
              S3OutputFormatConfig:
                FileType: JSON
                AggregationConfig:
                  aggregationType: None
                PrefixConfig:
                  PrefixFormat: HOUR
                  PrefixType: PATH_AND_FILENAME
      Tasks:
        - TaskType: Map_all
          SourceFields: []
          TaskProperties:
            - Key: EXCLUDE_SOURCE_FIELDS_LIST
              Value: "[]"
          ConnectorOperator:
            SAPOData: NO_OP
  # Cost Center Attributes
  CostCenterAttributestoS3:
    Type: AWS::AppFlow::Flow
    Properties:
      FlowName: cds_cost_center
      FlowStatus: Active
      Description: Pull data from SAP and saves into S3 for I_COSTCENTER Cost Center Attributes
      TriggerConfig:
        TriggerType: Scheduled
        TriggerProperties:
          DataPullMode: Incremental
          ## If you wish to extract the transaction data at a different frequency, update here
          ScheduleExpression: rate(5minutes)
          ScheduleStartTime: !Ref AppFlowSAPStartTime
      SourceFlowConfig:
        ConnectorProfileName: !Ref ConnectionName
        ConnectorType: SAPOData
        SourceConnectorProperties:
          SAPOData:
            #  Change this to your ObjectPath
            ObjectPath: /sap/opu/odata/SAP/ZCDS_COST_CENTER_SRV/AttrOfIFICOSTCENTER
      DestinationFlowConfigList:
        - ConnectorType: S3
          DestinationConnectorProperties:
            S3:
              BucketName: !Ref DestinationS3BucketName
              BucketPrefix: landing
              S3OutputFormatConfig:
                FileType: JSON
                AggregationConfig:
                  aggregationType: None
                PrefixConfig:
                  PrefixFormat: HOUR
                  PrefixType: PATH_AND_FILENAME
      Tasks:
        - TaskType: Map_all
          SourceFields: []
          TaskProperties:
            - Key: EXCLUDE_SOURCE_FIELDS_LIST
              Value: "[]"
          ConnectorOperator:
            SAPOData: NO_OP
  # Cost Center Text
  CostCenterTexttoS3:
    Type: AWS::AppFlow::Flow
    Properties:
      FlowName: cds_cost_center_text
      FlowStatus: Active
      Description: Pull data from SAP and saves into S3 for I_COSTCENTERTEXT Cost Center Text
      TriggerConfig:
        TriggerType: Scheduled
        TriggerProperties:
          DataPullMode: Incremental
          ## If you wish to extract the transaction data at a different frequency, update here
          ScheduleExpression: rate(5minutes)
          ScheduleStartTime: !Ref AppFlowSAPStartTime
      SourceFlowConfig:
        ConnectorProfileName: !Ref ConnectionName
        ConnectorType: SAPOData
        SourceConnectorProperties:
          SAPOData:
            #  Change this to your ObjectPath
            ObjectPath: /sap/opu/odata/SAP/ZCDS_COST_CENTER_TEXT_SRV/TextsOfIFICOSTCENTERT
      DestinationFlowConfigList:
        - ConnectorType: S3
          DestinationConnectorProperties:
            S3:
              BucketName: !Ref DestinationS3BucketName
              BucketPrefix: landing
              S3OutputFormatConfig:
                FileType: JSON
                AggregationConfig:
                  aggregationType: None
                PrefixConfig:
                  PrefixFormat: HOUR
                  PrefixType: PATH_AND_FILENAME
      Tasks:
        - TaskType: Map_all
          SourceFields: []
          TaskProperties:
            - Key: EXCLUDE_SOURCE_FIELDS_LIST
              Value: "[]"
          ConnectorOperator:
            SAPOData: NO_OP
  # Profit Center Attributes
  ProfitCenterAttributestoS3:
    Type: AWS::AppFlow::Flow
    Properties:
      FlowName: cds_profit_center
      FlowStatus: Active
      Description: Pull data from SAP and saves into S3 for I_PROFITCENTER Profit Center Attributes
      TriggerConfig:
        TriggerType: Scheduled
        TriggerProperties:
          DataPullMode: Incremental
          ## If you wish to extract the transaction data at a different frequency, update here
          ScheduleExpression: rate(5minutes)
          ScheduleStartTime: !Ref AppFlowSAPStartTime
      SourceFlowConfig:
        ConnectorProfileName: !Ref ConnectionName
        ConnectorType: SAPOData
        SourceConnectorProperties:
          SAPOData:
            #  Change this to your ObjectPath
            ObjectPath: /sap/opu/odata/SAP/ZCDS_PROFIT_CENTER_SRV/AttrOfIFIPROFITCENTER
      DestinationFlowConfigList:
        - ConnectorType: S3
          DestinationConnectorProperties:
            S3:
              BucketName: !Ref DestinationS3BucketName
              BucketPrefix: landing
              S3OutputFormatConfig:
                FileType: JSON
                AggregationConfig:
                  aggregationType: None
                PrefixConfig:
                  PrefixFormat: HOUR
                  PrefixType: PATH_AND_FILENAME
      Tasks:
        - TaskType: Map_all
          SourceFields: []
          TaskProperties:
            - Key: EXCLUDE_SOURCE_FIELDS_LIST
              Value: "[]"
          ConnectorOperator:
            SAPOData: NO_OP
  # Profit Center Text
  ProfitCenterTexttoS3:
    Type: AWS::AppFlow::Flow
    Properties:
      FlowName: cds_profit_center_text
      FlowStatus: Active
      Description: Pull data from SAP and saves into S3 for I_PROFITCENTERTEXT Profit Center Text
      TriggerConfig:
        TriggerType: Scheduled
        TriggerProperties:
          DataPullMode: Incremental
          ## If you wish to extract the transaction data at a different frequency, update here
          ScheduleExpression: rate(5minutes)
          ScheduleStartTime: !Ref AppFlowSAPStartTime
      SourceFlowConfig:
        ConnectorProfileName: !Ref ConnectionName
        ConnectorType: SAPOData
        SourceConnectorProperties:
          SAPOData:
            #  Change this to your ObjectPath
            ObjectPath: /sap/opu/odata/SAP/ZCDS_PROFIT_CENTER_TEXT_SRV/TextsOfIFIPROFITCENTERT
      DestinationFlowConfigList:
        - ConnectorType: S3
          DestinationConnectorProperties:
            S3:
              BucketName: !Ref DestinationS3BucketName
              BucketPrefix: landing
              S3OutputFormatConfig:
                FileType: JSON
                AggregationConfig:
                  aggregationType: None
                PrefixConfig:
                  PrefixFormat: HOUR
                  PrefixType: PATH_AND_FILENAME
      Tasks:
        - TaskType: Map_all
          SourceFields: []
          TaskProperties:
            - Key: EXCLUDE_SOURCE_FIELDS_LIST
              Value: "[]"
          ConnectorOperator:
            SAPOData: NO_OP
  # Sales Organisation
  SalesOrganisationtoS3:
    Type: AWS::AppFlow::Flow
    Properties:
      FlowName: cds_sales_org
      FlowStatus: Active
      Description: Pull data from SAP and saves into S3 for I_SALESORGANIZATIONTEXT Sales Organisation
      TriggerConfig:
        TriggerType: Scheduled
        TriggerProperties:
          DataPullMode: Complete
          ## If you wish to extract the transaction data at a different frequency, update here
          ScheduleExpression: rate(5minutes)
          ScheduleStartTime: !Ref AppFlowSAPStartTime
      SourceFlowConfig:
        ConnectorProfileName: !Ref ConnectionName
        ConnectorType: SAPOData
        SourceConnectorProperties:
          SAPOData:
            #  Change this to your ObjectPath
            ObjectPath: /sap/opu/odata/SAP/ZCDS_SALES_ORG_SRV/TextsOfISDSALESORGTEXT
      DestinationFlowConfigList:
        - ConnectorType: S3
          DestinationConnectorProperties:
            S3:
              BucketName: !Ref DestinationS3BucketName
              BucketPrefix: landing
              S3OutputFormatConfig:
                FileType: JSON
                AggregationConfig:
                  aggregationType: None
                PrefixConfig:
                  PrefixFormat: HOUR
                  PrefixType: PATH_AND_FILENAME
      Tasks:
        - TaskType: Map_all
          SourceFields: []
          TaskProperties:
            - Key: EXCLUDE_SOURCE_FIELDS_LIST
              Value: "[]"
          ConnectorOperator:
            SAPOData: NO_OP
  # Distribution Channel
  DistributionChanneltoS3:
    Type: AWS::AppFlow::Flow
    Properties:
      FlowName: cds_distr_channel
      FlowStatus: Active
      Description: Pull data from SAP and saves into S3 for I_DISTRIBUTIONCHANNELTEXT Distribution Channel
      TriggerConfig:
        TriggerType: Scheduled
        TriggerProperties:
          DataPullMode: Complete
          ## If you wish to extract the transaction data at a different frequency, update here
          ScheduleExpression: rate(5minutes)
          ScheduleStartTime: !Ref AppFlowSAPStartTime
      SourceFlowConfig:
        ConnectorProfileName: !Ref ConnectionName
        ConnectorType: SAPOData
        SourceConnectorProperties:
          SAPOData:
            #  Change this to your ObjectPath
            ObjectPath: /sap/opu/odata/SAP/ZCDS_DISTR_CHANNEL_SRV/TextsOfISDDISTRCHANNELT
      DestinationFlowConfigList:
        - ConnectorType: S3
          DestinationConnectorProperties:
            S3:
              BucketName: !Ref DestinationS3BucketName
              BucketPrefix: landing
              S3OutputFormatConfig:
                FileType: JSON
                AggregationConfig:
                  aggregationType: None
                PrefixConfig:
                  PrefixFormat: HOUR
                  PrefixType: PATH_AND_FILENAME
      Tasks:
        - TaskType: Map_all
          SourceFields: []
          TaskProperties:
            - Key: EXCLUDE_SOURCE_FIELDS_LIST
              Value: "[]"
          ConnectorOperator:
            SAPOData: NO_OP
  # Division
  DivisiontoS3:
    Type: AWS::AppFlow::Flow
    Properties:
      FlowName: cds_division
      FlowStatus: Active
      Description: Pull data from SAP and saves into S3 for I_DIVISIONTEXT Division
      TriggerConfig:
        TriggerType: Scheduled
        TriggerProperties:
          DataPullMode: Complete
          ## If you wish to extract the transaction data at a different frequency, update here
          ScheduleExpression: rate(5minutes)
          ScheduleStartTime: !Ref AppFlowSAPStartTime
      SourceFlowConfig:
        ConnectorProfileName: !Ref ConnectionName
        ConnectorType: SAPOData
        SourceConnectorProperties:
          SAPOData:
            #  Change this to your ObjectPath
            ObjectPath: /sap/opu/odata/SAP/ZCDS_DIVISION_SRV/TextsOfISDDIVISIONTEXT
      DestinationFlowConfigList:
        - ConnectorType: S3
          DestinationConnectorProperties:
            S3:
              BucketName: !Ref DestinationS3BucketName
              BucketPrefix: landing
              S3OutputFormatConfig:
                FileType: JSON
                AggregationConfig:
                  aggregationType: None
                PrefixConfig:
                  PrefixFormat: HOUR
                  PrefixType: PATH_AND_FILENAME
      Tasks:
        - TaskType: Map_all
          SourceFields: []
          TaskProperties:
            - Key: EXCLUDE_SOURCE_FIELDS_LIST
              Value: "[]"
          ConnectorOperator:
            SAPOData: NO_OP
  # Sales Group
  SalesGrouptoS3:
    Type: AWS::AppFlow::Flow
    Properties:
      FlowName: cds_sales_group
      FlowStatus: Active
      Description: Pull data from SAP and saves into S3 for I_SALESGROUPTEXT Sales Group
      TriggerConfig:
        TriggerType: Scheduled
        TriggerProperties:
          DataPullMode: Complete
          ## If you wish to extract the transaction data at a different frequency, update here
          ScheduleExpression: rate(5minutes)
          ScheduleStartTime: !Ref AppFlowSAPStartTime
      SourceFlowConfig:
        ConnectorProfileName: !Ref ConnectionName
        ConnectorType: SAPOData
        SourceConnectorProperties:
          SAPOData:
            #  Change this to your ObjectPath
            ObjectPath: /sap/opu/odata/SAP/ZCDS_SALES_GROUP_SRV/TextsOfISDSALESGROUPT
      DestinationFlowConfigList:
        - ConnectorType: S3
          DestinationConnectorProperties:
            S3:
              BucketName: !Ref DestinationS3BucketName
              BucketPrefix: landing
              S3OutputFormatConfig:
                FileType: JSON
                AggregationConfig:
                  aggregationType: None
                PrefixConfig:
                  PrefixFormat: HOUR
                  PrefixType: PATH_AND_FILENAME
      Tasks:
        - TaskType: Map_all
          SourceFields: []
          TaskProperties:
            - Key: EXCLUDE_SOURCE_FIELDS_LIST
              Value: "[]"
          ConnectorOperator:
            SAPOData: NO_OP