# Global configurations tmpdir: /tmp inbox_prefix: INBOX/C2D/UC_DISSEM workflow_name: w_OU_C2D_UC_DISSEM validation_schema_path: '/opt/airflow/src/airflow/ods/c2d/uc/config/xsd/UseOfCollateralMessage.xsd' bucket: mrds_inbox_tst file_type: xml # List of tasks tasks: - task_name: t_ODS_C2D_UC_DISSEM_create_metadata_file ods_prefix: INBOX/C2D/UC_DISSEM/A_UC_DISSEM_METADATA_LOADS output_table: A_UC_DISSEM_METADATA_LOADS namespaces: ns: 'http://c2d.escb.eu/UseOfCollateralMessage' output_columns: - type: 'a_key' column_header: 'A_KEY' - type: 'workflow_key' column_header: 'A_WORKFLOW_HISTORY_KEY' - type: 'xpath' value: '//ns:DisseminationFile/@version' column_header: 'C2D_VERSION' is_key: 'N' - type: 'xpath' value: '//ns:MetaInformation/ns:DateCreated' column_header: 'FILE_CREATION_DATE' is_key: 'N' - type: 'xpath' value: '//ns:MetaInformation/ns:NumberOfSuspectRecords' column_header: 'NO_OF_SUSPECT_RECORDS' is_key: 'N' - type: 'xpath' value: '//ns:MetaInformation/ns:ReportingNCB' column_header: 'REPORTING_NCB' is_key: 'N' - type: 'xpath' value: '//ns:MetaInformation/ns:SnapshotDate' column_header: 'SNAPSHOT_DATE' is_key: 'N' - type: 'static' value: 'N' column_header: 'PROCESSED_TO_DWH' - task_name: ou_C2D_UC_DISSEM_create_marketable_assets_file ods_prefix: INBOX/C2D/UC_DISSEM/UC_MA_DISSEM output_table: UC_MA_DISSEM namespaces: ns: 'http://c2d.escb.eu/UseOfCollateralMessage' output_columns: - type: 'a_key' column_header: 'A_KEY' - type: 'workflow_key' column_header: 'A_WORKFLOW_HISTORY_KEY' - type: 'xpath' value: '//ns:MetaInformation/ns:ReportingNCB' is_key: 'Y' column_header: 'REPORTING_NCB' - type: 'xpath' value: '//ns:MetaInformation/ns:SnapshotDate' is_key: 'Y' column_header: 'SNAPSHOT_DATE' - type: 'xpath' value: '//ns:MetaInformation/ns:DateCreated' column_header: 'FILE_CREATION_DATE' is_key: 'Y' - type: 'xpath' value: '//ns:MarketableAssets/ns:MarketableAsset/ns:MFIId' column_header: 'MFI_ID' is_key: 'N' - type: 'xpath' value: '//ns:MarketableAssets/ns:MarketableAsset/ns:RegistrationCode/ns:ISINCode' column_header: 'ISIN_CODE' is_key: 'N' - type: 'static' value: '' column_header: 'OTHER_REG_NO' - type: 'xpath' value: '//ns:MarketableAssets/ns:MarketableAsset/ns:NominalAmountSubmitted' column_header: 'NOM_AMT_SUBMITTED' is_key: 'N' - type: 'xpath' value: '//ns:MarketableAssets/ns:MarketableAsset/ns:CollateralValueBeforeHaircuts' column_header: 'COLL_BEFORE_HAIRCUTS' is_key: 'N' - type: 'xpath' value: '//ns:MarketableAssets/ns:MarketableAsset/ns:CollateralValueAfterHaircuts' column_header: 'COLL_AFTER_HAIRCUTS' is_key: 'N' - type: 'xpath' value: '//ns:MarketableAssets/ns:MarketableAsset/ns:TypeOfSystem' column_header: 'TYPE_OF_SYSTEM' is_key: 'N' - type: 'static' value: '' column_header: 'TYPE_OF_OPERATION' - type: 'xpath' value: '//ns:MarketableAssets/ns:MarketableAsset/ns:DomesticOrXborder' column_header: 'DOM_OR_XBORDER' is_key: 'N' - type: 'static' value: '' column_header: 'ISSUER_CAS' - type: 'static' value: '' column_header: 'ISSUER_CRED_PROVIDER' - type: 'static' value: '' column_header: 'ISSUER_CLASS' - type: 'static' value: '' column_header: 'ISSUER_RATING_ENUM_VALUE' - type: 'static' value: '' column_header: 'ISSUER_RATING_NUMBER_VALUE' - type: 'static' value: '' column_header: 'NCB_COMMENT' - type: 'xpath' value: '//ns:MarketableAssets/ns:MarketableAsset/ns:MobilisationChannel' column_header: 'MOBILISATION_CHANNEL' is_key: 'N' - type: 'xpath' value: '//ns:MarketableAssets/ns:MarketableAsset/ns:CCB' column_header: 'CCB' is_key: 'N' - type: 'xpath' value: '//ns:MarketableAssets/ns:MarketableAsset/ns:InvestorSSS' column_header: 'INVESTOR_SSS' is_key: 'N' - type: 'static' value: '' column_header: 'INTERMEDIARY_SSS' - type: 'xpath' value: '//ns:MarketableAssets/ns:MarketableAsset/ns:IssuerSSS' column_header: 'ISSUER_SSS' is_key: 'N' - type: 'static' value: '' column_header: 'TRIPARTY_AGENT' - type: 'static' value: '' column_header: 'SUSPECT_ID' - type: 'static' value: '' column_header: 'QUALITY_CHECK_STATUS' - type: 'static' value: '' column_header: 'ERROR_CODE' - type: 'static' value: '' column_header: 'ERROR_MESSAGE' - type: 'static' value: '' column_header: 'ERROR_POSITION_IN_FILE' - task_name: ou_C2D_UC_DISSEM_create_nonmarketable_assets_file ods_prefix: INBOX/C2D/UC_DISSEM/UC_NMA_DISSEM output_table: UC_NMA_DISSEM namespaces: ns: 'http://c2d.escb.eu/UseOfCollateralMessage' xsi: 'http://www.w3.org/2001/XMLSchema-instance' output_columns: - type: 'a_key' column_header: 'A_KEY' - type: 'workflow_key' column_header: 'A_WORKFLOW_HISTORY_KEY' - type: 'xpath' value: '//ns:MetaInformation/ns:ReportingNCB' is_key: 'Y' column_header: 'REPORTING_NCB' - type: 'xpath' value: '//ns:MetaInformation/ns:SnapshotDate' is_key: 'Y' column_header: 'SNAPSHOT_DATE' - type: 'xpath' value: '//ns:MetaInformation/ns:DateCreated' column_header: 'FILE_CREATION_DATE' is_key: 'Y' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:MFIId' column_header: 'MFI_ID' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:OtherRegistrationNumber' column_header: 'OTHER_REG_NO' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:TypeOfSystem' column_header: 'TYPE_OF_SYSTEM' is_key: 'N' - type: 'static' value: '' column_header: 'TYPE_OF_OPERATION' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:DomesticOrXborder' column_header: 'DOM_OR_XBORDER' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:NonMktAssetType' column_header: 'NON_MKT_ASSET_TYPE' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:DateOfMaturity' column_header: 'MATURITY_DATE' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:InterestPaymentType' column_header: 'INTEREST_PAYMENT_TYPE' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Cap' column_header: 'CAP' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:ReferenceRate' column_header: 'REFERENCE_RATE' is_key: 'N' - type: 'static' value: '' column_header: 'REFERENCE_RATE_COMMENT' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:CollateralValueBeforeHaircuts' column_header: 'COLL_BEFORE_HAIRCUTS' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:CollateralValueAfterHaircuts' column_header: 'COLL_AFTER_HAIRCUTS' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:NumberOfAggregatedDebtors' column_header: 'NO_AGGR_DEBTORS' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:EligibleViaGuarantor' column_header: 'ELIGIBLE_VIA_GUAR' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/@xsi:type' column_header: 'DEBTOR_TYPE' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:Name' column_header: 'DEBTOR_NAME' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:ID/@xsi:type' column_header: 'DEBTOR_ID_TYPE' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:ID/ns:value' column_header: 'DEBTOR_ID' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:Class' column_header: 'DEBTOR_CLASS' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:Residence' column_header: 'DEBTOR_RESIDENCE' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:CreditAssessmentSource' column_header: 'DEBTOR_CAS' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:CredAssessSysProvider' column_header: 'DEBTOR_CRED_PROV' is_key: 'N' - type: 'static' value: '' column_header: 'DEBTOR_RATING_ENUM_VALUE' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Debtor/ns:Rating/ns:NumberValue' column_header: 'DEBTOR_RATING_NUMBER_VALUE' is_key: 'N' - type: 'static' value: '' column_header: 'GUAR_TYPE' - type: 'static' value: '' column_header: 'GUAR_NAME' - type: 'static' value: '' column_header: 'GUAR_ID_TYPE' - type: 'static' value: '' column_header: 'GUAR_ID' - type: 'static' value: '' column_header: 'GUAR_CLASS' - type: 'static' value: '' column_header: 'GUAR_RESIDENCE' - type: 'static' value: '' column_header: 'GUAR_CRED_CAS' - type: 'static' value: '' column_header: 'GUAR_CRED_PROV' - type: 'static' value: '' column_header: 'GUAR_RATING_ENUM_VALUE' - type: 'static' value: '' column_header: 'GUAR_RATING_NUMBER_VALUE' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:NumberOfAggregatedAssets' column_header: 'NO_AGGR_ASSETS' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Denomination' column_header: 'DENOMINATION' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:Secured' column_header: 'SECURED_FLAG' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:ResidualMaturity' column_header: 'RESIDUAL_MATURITY' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:BucketSize' column_header: 'BUCKET_SIZE' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:NCBComment' column_header: 'NCB_COMMENT' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:ValuationMethodology' column_header: 'VALUATION_METHODOLOGY' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:NominalAmountSubmitted' column_header: 'NOM_AMT_SUBMITTED' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:ResettingPeriodMoreThanOneYear' column_header: 'RESET_PERIOD_MORE_ONE_YEAR' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:MobilisationChannel' column_header: 'MOBILISATION_CHANNEL' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:CCB' column_header: 'CCB' is_key: 'N' - type: 'static' value: '' column_header: 'INVESTOR_SSS' - type: 'static' value: '' column_header: 'INTERMEDIARY_SSS' - type: 'static' value: '' column_header: 'ISSUER_SSS' - type: 'static' value: '' column_header: 'SUSPECT_ID' - type: 'static' value: '' column_header: 'QUALITY_CHECK_STATUS' - type: 'static' value: '' column_header: 'ERROR_CODE' - type: 'static' value: '' column_header: 'ERROR_MESSAGE' - type: 'static' value: '' column_header: 'ERROR_POSITION_IN_FILE' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:OaId' column_header: 'OA_ID' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:ContractId' column_header: 'CONTRACT_ID' is_key: 'N' - type: 'xpath' value: '//ns:NonMarketableAssets/ns:NonMarketableAsset/ns:InstrmntId' column_header: 'INSTRMNT_ID' is_key: 'N'