mars-elt/airflow/ods/c2d/uc/config/yaml/c2d_uc_dissem.yaml

# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/C2D/UC_DISSEM
workflow_name: w_OU_C2D_UC_DISSEM
validation_schema_path: '/opt/airflow/src/airflow/ods/c2d/uc/config/xsd/UseOfCollateralMessage.xsd'
bucket: mrds_inbox_tst
file_type: xml

# List of tasks
tasks:
  - task_name: t_ODS_C2D_UC_DISSEM_create_metadata_file
    ods_prefix: INBOX/C2D/UC_DISSEM/A_UC_DISSEM_METADATA_LOADS
    output_table: A_UC_DISSEM_METADATA_LOADS
    namespaces:
      ns: 'http://c2d.escb.eu/UseOfCollateralMessage'
    output_columns:
      - type: 'a_key'
        column_header: 'A_KEY'
      - type: 'workflow_key'
        column_header: 'A_WORKFLOW_HISTORY_KEY'
      - type: 'xpath'
        value: '//ns:DisseminationFile/@version'
        column_header: 'C2D_VERSION'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:MetaInformation/ns:DateCreated'
        column_header: 'FILE_CREATION_DATE'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:MetaInformation/ns:NumberOfSuspectRecords'
        column_header: 'NO_OF_SUSPECT_RECORDS'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:MetaInformation/ns:ReportingNCB'
        column_header: 'REPORTING_NCB'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:MetaInformation/ns:SnapshotDate'
        column_header: 'SNAPSHOT_DATE'
        is_key: 'N'
      - type: 'static'
        value: 'N'
        column_header: 'PROCESSED_TO_DWH'

  - task_name: ou_C2D_UC_DISSEM_create_marketable_assets_file
    ods_prefix: INBOX/C2D/UC_DISSEM/UC_MA_DISSEM
    output_table: UC_MA_DISSEM
    namespaces:
      ns: 'http://c2d.escb.eu/UseOfCollateralMessage'
    output_columns:
      - type: 'a_key'
        column_header: 'A_KEY'
      - type: 'workflow_key'
        column_header: 'A_WORKFLOW_HISTORY_KEY'
      - type: 'xpath'
        value: '//ns:MetaInformation/ns:ReportingNCB'
        is_key: 'Y'
        column_header: 'REPORTING_NCB'
      - type: 'xpath'
        value: '//ns:MetaInformation/ns:SnapshotDate'
        is_key: 'Y'
        column_header: 'SNAPSHOT_DATE'
      - type: 'xpath'
        value: '//ns:MetaInformation/ns:DateCreated'
        column_header: 'FILE_CREATION_DATE'
        is_key: 'Y'
      - type: 'xpath'
        value: '//ns:MarketableAssets/ns:MarketableAsset/ns:MFIId'
        column_header: 'MFI_ID'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:MarketableAssets/ns:MarketableAsset/ns:RegistrationCode/ns:ISINCode'
        column_header: 'ISIN_CODE'
        is_key: 'N'
      - type: 'static'
        value: ''
        column_header: 'OTHER_REG_NO'
      - type: 'xpath'
        value: '//ns:MarketableAssets/ns:MarketableAsset/ns:NominalAmountSubmitted'
        column_header: 'NOM_AMT_SUBMITTED'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:MarketableAssets/ns:MarketableAsset/ns:CollateralValueBeforeHaircuts'
        column_header: 'COLL_BEFORE_HAIRCUTS'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:MarketableAssets/ns:MarketableAsset/ns:CollateralValueAfterHaircuts'
        column_header: 'COLL_AFTER_HAIRCUTS'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:MarketableAssets/ns:MarketableAsset/ns:TypeOfSystem'
        column_header: 'TYPE_OF_SYSTEM'
        is_key: 'N'
      - type: 'static'
        value: ''
        column_header: 'TYPE_OF_OPERATION'
      - type: 'xpath'
        value: '//ns:MarketableAssets/ns:MarketableAsset/ns:DomesticOrXborder'
        column_header: 'DOM_OR_XBORDER'
        is_key: 'N'
      - type: 'static'
        value: ''
        column_header: 'ISSUER_CAS'
      - type: 'static'
        value: ''
        column_header: 'ISSUER_CRED_PROVIDER'
      - type: 'static'
        value: ''
        column_header: 'ISSUER_CLASS'
      - type: 'static'
        value: ''
        column_header: 'ISSUER_RATING_ENUM_VALUE'
      - type: 'static'
        value: ''
        column_header: 'ISSUER_RATING_NUMBER_VALUE'
      - type: 'static'
        value: ''
        column_header: 'NCB_COMMENT'
      - type: 'xpath'
        value: '//ns:MarketableAssets/ns:MarketableAsset/ns:MobilisationChannel'
        column_header: 'MOBILISATION_CHANNEL'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:MarketableAssets/ns:MarketableAsset/ns:CCB'
        column_header: 'CCB'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:MarketableAssets/ns:MarketableAsset/ns:InvestorSSS'
        column_header: 'INVESTOR_SSS'
        is_key: 'N'
      - type: 'static'
        value: ''
        column_header: 'INTERMEDIARY_SSS'
      - type: 'xpath'
        value: '//ns:MarketableAssets/ns:MarketableAsset/ns:IssuerSSS'
        column_header: 'ISSUER_SSS'
        is_key: 'N'
      - type: 'static'
        value: ''
        column_header: 'TRIPARTY_AGENT'
      - type: 'static'
        value: ''
        column_header: 'SUSPECT_ID'
      - type: 'static'
        value: ''
        column_header: 'QUALITY_CHECK_STATUS'
      - type: 'static'
        value: ''
        column_header: 'ERROR_CODE'
      - type: 'static'
        value: ''
        column_header: 'ERROR_MESSAGE'
      - type: 'static'
        value: ''
        column_header: 'ERROR_POSITION_IN_FILE'

  - task_name: ou_C2D_UC_DISSEM_create_nonmarketable_assets_file
    ods_prefix: INBOX/C2D/UC_DISSEM/UC_NMA_DISSEM
    output_table: UC_NMA_DISSEM
    namespaces:
      ns: 'http://c2d.escb.eu/UseOfCollateralMessage'
      xsi: 'http://www.w3.org/2001/XMLSchema-instance'
    output_columns:
      - type: 'a_key'
        column_header: 'A_KEY'
      - type: 'workflow_key'
        column_header: 'A_WORKFLOW_HISTORY_KEY'
      - type: 'xpath'
        value: '//ns:MetaInformation/ns:ReportingNCB'
        is_key: 'Y'
        column_header: 'REPORTING_NCB'
      - type: 'xpath'
        value: '//ns:MetaInformation/ns:SnapshotDate'
        is_key: 'Y'
        column_header: 'SNAPSHOT_DATE'
      - type: 'xpath'
        value: '//ns:MetaInformation/ns:DateCreated'
        column_header: 'FILE_CREATION_DATE'
        is_key: 'Y'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:MFIId'
        column_header: 'MFI_ID'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:OtherRegistrationNumber'
        column_header: 'OTHER_REG_NO'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:TypeOfSystem'
        column_header: 'TYPE_OF_SYSTEM'
        is_key: 'N'
      - type: 'static'
        value: ''
        column_header: 'TYPE_OF_OPERATION'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:DomesticOrXborder'
        column_header: 'DOM_OR_XBORDER'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:NonMktAssetType'
        column_header: 'NON_MKT_ASSET_TYPE'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:DateOfMaturity'
        column_header: 'MATURITY_DATE'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:InterestPaymentType'
        column_header: 'INTEREST_PAYMENT_TYPE'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Cap'
        column_header: 'CAP'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:ReferenceRate'
        column_header: 'REFERENCE_RATE'
        is_key: 'N'
      - type: 'static'
        value: ''
        column_header: 'REFERENCE_RATE_COMMENT'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:CollateralValueBeforeHaircuts'
        column_header: 'COLL_BEFORE_HAIRCUTS'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:CollateralValueAfterHaircuts'
        column_header: 'COLL_AFTER_HAIRCUTS'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:NumberOfAggregatedDebtors'
        column_header: 'NO_AGGR_DEBTORS'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:EligibleViaGuarantor'
        column_header: 'ELIGIBLE_VIA_GUAR'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/@xsi:type'
        column_header: 'DEBTOR_TYPE'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:Name'
        column_header: 'DEBTOR_NAME'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:ID/@xsi:type'
        column_header: 'DEBTOR_ID_TYPE'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:ID/ns:value'
        column_header: 'DEBTOR_ID'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:Class'
        column_header: 'DEBTOR_CLASS'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:Residence'
        column_header: 'DEBTOR_RESIDENCE'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:CreditAssessmentSource'
        column_header: 'DEBTOR_CAS'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:CredAssessSysProvider'
        column_header: 'DEBTOR_CRED_PROV'
        is_key: 'N'
      - type: 'static'
        value: ''
        column_header: 'DEBTOR_RATING_ENUM_VALUE'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:Rating/ns:NumberValue'
        column_header: 'DEBTOR_RATING_NUMBER_VALUE'
        is_key: 'N'
      - type: 'static'
        value: ''
        column_header: 'GUAR_TYPE'
      - type: 'static'
        value: ''
        column_header: 'GUAR_NAME'
      - type: 'static'
        value: ''
        column_header: 'GUAR_ID_TYPE'
      - type: 'static'
        value: ''
        column_header: 'GUAR_ID'
      - type: 'static'
        value: ''
        column_header: 'GUAR_CLASS'
      - type: 'static'
        value: ''
        column_header: 'GUAR_RESIDENCE'
      - type: 'static'
        value: ''
        column_header: 'GUAR_CRED_CAS'
      - type: 'static'
        value: ''
        column_header: 'GUAR_CRED_PROV'
      - type: 'static'
        value: ''
        column_header: 'GUAR_RATING_ENUM_VALUE'
      - type: 'static'
        value: ''
        column_header: 'GUAR_RATING_NUMBER_VALUE'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:NumberOfAggregatedAssets'
        column_header: 'NO_AGGR_ASSETS'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Denomination'
        column_header: 'DENOMINATION'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Secured'
        column_header: 'SECURED_FLAG'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:ResidualMaturity'
        column_header: 'RESIDUAL_MATURITY'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:BucketSize'
        column_header: 'BUCKET_SIZE'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:NCBComment'
        column_header: 'NCB_COMMENT'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:ValuationMethodology'
        column_header: 'VALUATION_METHODOLOGY'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:NominalAmountSubmitted'
        column_header: 'NOM_AMT_SUBMITTED'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:ResettingPeriodMoreThanOneYear'
        column_header: 'RESET_PERIOD_MORE_ONE_YEAR'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:MobilisationChannel'
        column_header: 'MOBILISATION_CHANNEL'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:CCB'
        column_header: 'CCB'
        is_key: 'N'
      - type: 'static'
        value: ''
        column_header: 'INVESTOR_SSS'
      - type: 'static'
        value: ''
        column_header: 'INTERMEDIARY_SSS'
      - type: 'static'
        value: ''
        column_header: 'ISSUER_SSS'
      - type: 'static'
        value: ''
        column_header: 'SUSPECT_ID'
      - type: 'static'
        value: ''
        column_header: 'QUALITY_CHECK_STATUS'
      - type: 'static'
        value: ''
        column_header: 'ERROR_CODE'
      - type: 'static'
        value: ''
        column_header: 'ERROR_MESSAGE'
      - type: 'static'
        value: ''
        column_header: 'ERROR_POSITION_IN_FILE'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:OaId'
        column_header: 'OA_ID'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:ContractId'
        column_header: 'CONTRACT_ID'
        is_key: 'N'
      - type: 'xpath'
        value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:InstrmntId'
        column_header: 'INSTRMNT_ID'
        is_key: 'N'