admin/mars-elt
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

init

Browse Source
This commit is contained in:
Grzegorz Michalski
2026-03-02 09:47:35 +01:00
commit 2c225d68ac
715 changed files with 130067 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

0
airflow/ods/csdb/debt/.gitkeep Normal file
View File

0
airflow/ods/csdb/debt/config/.gitkeep Normal file
View File

398
airflow/ods/csdb/debt/config/m_ODS_CSDB_DEBT_PARSE.yaml Normal file
View File

@@ -0,0 +1,398 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/CSDB/CentralizedSecuritiesDissemination
archive_prefix: ARCHIVE/CSDB/CentralizedSecuritiesDissemination
workflow_name: w_ODS_CSDB_DEBT
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_CSDB_DEBT_PARSE
ods_prefix: INBOX/CSDB/CentralizedSecuritiesDissemination/CSDB_DEBT
output_table: CSDB_DEBT
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'Date last modified'
column_header: 'NEWUPDATED'
- type: 'csv_header'
value: 'Extraction date'
column_header: 'IDLOADDATE_DIM'
- type: 'csv_header'
value: 'ISIN code'
column_header: 'EXTERNALCODE_ISIN'
- type: 'csv_header'
value: 'National instrument code type'
column_header: 'EXTERNALCODETYPE_NC'
- type: 'csv_header'
value: 'National instrument code'
column_header: 'EXTERNALCODE_NATIONAL'
- type: 'csv_header'
value: 'Internal instrument code'
column_header: 'IDIRINSTRUMENT'
- type: 'csv_header'
value: 'Short name'
column_header: 'SHORTNAME'
- type: 'csv_header'
value: 'Bond duration'
column_header: 'VA_BONDDURATION'
- type: 'csv_header'
value: 'Debt type'
column_header: 'IDIRDEBTTYPE'
- type: 'csv_header'
value: 'Asset securitisation type'
column_header: 'IDIRASSETSECTYPE'
- type: 'csv_header'
value: 'CFI classification'
column_header: 'IDIRCLASSIFICATIONCODE_CFI'
- type: 'csv_header'
value: 'Instrument ESA 95 class'
column_header: 'IDIRCLASSIFICATIONCODE_ESAI'
- type: 'csv_header'
value: 'Instrument ESA 95 class - value type'
column_header: 'IDIRCLASSIFICATIONCODE_ESAI_DM'
- type: 'csv_header'
value: 'Nominal currency'
column_header: 'IDIRCURRENCY_NOMINAL'
- type: 'csv_header'
value: 'Amount issued'
column_header: 'AMOUNTISSUED'
- type: 'csv_header'
value: 'Amount outstanding'
column_header: 'AMOUNTOUTSTANDING'
- type: 'csv_header'
value: 'Amount outstanding in EUR'
column_header: 'AMOUNTOUTSTANDING_EUR'
- type: 'csv_header'
value: 'Pool factor'
column_header: 'POOLFACTOR'
- type: 'csv_header'
value: 'Issue price'
column_header: 'ISSUEPRICE'
- type: 'csv_header'
value: 'Issue date'
column_header: 'IDISSUEDATE'
- type: 'csv_header'
value: 'Coupon type'
column_header: 'IDIRCOUPONTYPE'
- type: 'csv_header'
value: 'Last Coupon frequency'
column_header: 'IDIRCOUPONFREQUENCY'
- type: 'csv_header'
value: 'Coupon currency'
column_header: 'IDIRCURRENCY_COUPON'
- type: 'csv_header'
value: 'Last Coupon rate'
column_header: 'COUPONRATE'
- type: 'csv_header'
value: 'Last Coupon date'
column_header: 'COUPONDATE'
- type: 'csv_header'
value: 'Redemption type'
column_header: 'IDIRREDEMPTIONTYPE'
- type: 'csv_header'
value: 'Redemption frequency'
column_header: 'IDIRREDEMPTIONFREQUENCY'
- type: 'csv_header'
value: 'Redemption currency'
column_header: 'IDIRCURRENCY_REDEMPTION'
- type: 'csv_header'
value: 'Redemption price'
column_header: 'REDEMPTIONPRICE'
- type: 'csv_header'
value: 'Maturity date'
column_header: 'IDMATURITYDATE'
- type: 'csv_header'
value: 'Issuer organisation alias type'
column_header: 'IDIRORGANISATIONALIASTYPE_IS'
- type: 'csv_header'
value: 'Issuer organisation alias code'
column_header: 'ISSUERSOURCECODE'
- type: 'csv_header'
value: 'Issuer MFI code'
column_header: 'ISSUEREXTERNALCODE_MFI'
- type: 'csv_header'
value: 'Issuer BIC code'
column_header: 'ISSUEREXTERNALCODE_BIC'
- type: 'csv_header'
value: 'Issuer BEI code'
column_header: 'ISSUEREXTERNALCODE_BEI'
- type: 'csv_header'
value: 'Internal organisation code'
column_header: 'IDIRORGANISATION_ISSUER'
- type: 'csv_header'
value: 'Issuer name'
column_header: 'ISSUERNAME'
- type: 'csv_header'
value: 'Issuer domicile country'
column_header: 'IDIRCOUNTRY'
- type: 'csv_header'
value: 'Issuer domicile country - value type'
column_header: 'IDIRCOUNTRY_DM'
- type: 'csv_header'
value: 'Issuer ESA 95 sector'
column_header: 'IDIRCLASSIFICATIONCODE_ESAO'
- type: 'csv_header'
value: 'Issuer ESA 95 sector - value type'
column_header: 'IDIRCLASSIFICATIONCODE_ESAO_DM'
- type: 'csv_header'
value: 'Issuer NACE sector'
column_header: 'IDIRCLASSIFICATIONCODE_NACE'
- type: 'csv_header'
value: 'Price date'
column_header: 'PUBLICATIONPRICEDATE'
- type: 'csv_header'
value: 'Price value'
column_header: 'PUBLICATIONPRICE'
- type: 'csv_header'
value: 'Price value - type'
column_header: 'PUBLICATIONPRICETYPE'
- type: 'csv_header'
value: 'Quotation basis'
column_header: 'PUBLICATIONPRICEQUOTATIONBASIS'
- type: 'csv_header'
value: 'Monthly average price'
column_header: 'MONTHLYAVERAGEPRICE'
- type: 'csv_header'
value: 'Accrual start date'
column_header: 'ACCRUALSTARTDATE'
- type: 'csv_header'
value: 'Accrued income factor'
column_header: 'DEBTACCRUALDEBTOR'
- type: 'csv_header'
value: 'Accrued income factor - value type'
column_header: 'DEBTACCRUALDEBTOR_DM'
- type: 'csv_header'
value: 'Accrued income (Creditor)'
column_header: 'DEBTACCRUALCREDITOR'
- type: 'csv_header'
value: 'Accrued income (Creditor) - value type'
column_header: 'DEBTACCRUALCREDITOR_TYP'
- type: 'csv_header'
value: 'Accrued interest'
column_header: 'ACCRUEDINTEREST'
- type: 'csv_header'
value: 'Yield to maturity'
column_header: 'YTMNONOPTIONADJUSTED'
- type: 'csv_header'
value: 'ESCB issuer identifier'
column_header: 'ESCB_ISSUER_IDENT'
- type: 'csv_header'
value: 'ESCB issuer identifier type'
column_header: 'VA_ESCBCODETYPE'
- type: 'csv_header'
value: 'Issuer compound ID'
column_header: 'IDUDCMPPARTY'
- type: 'csv_header'
value: 'Amount Oustanding type'
column_header: 'AMOUNTOUTSTANDINGTYPE'
- type: 'csv_header'
value: 'Market Capitalisation'
column_header: 'MARKETCAPITALISATION'
- type: 'csv_header'
value: 'Market Capitalisation in euro'
column_header: 'MARKETCAPITALISATION_EUR'
- type: 'csv_header'
value: 'Security Status'
column_header: 'VA_SECURITYSTATUS'
- type: 'csv_header'
value: 'Instrument suppl class'
column_header: 'VA_INSTRSUPPLEMENTARYCLASS'
- type: 'csv_header'
value: 'Residual maturity class'
column_header: 'VA_RESIDUALMATURITYCLASS'
- type: 'csv_header'
value: 'Is In SEC'
column_header: 'VA_ISINSEC'
- type: 'csv_header'
value: 'Is In EADB'
column_header: 'VA_ISELIGIBLEFOREADB'
- type: 'csv_header'
value: 'Instrument ESA 2010 class'
column_header: 'IDIRCLASSIFICATIONCODE_ESAI10'
- type: 'csv_header'
value: 'Issuer ESA 2010 sector'
column_header: 'IDIRCLASSIFICATIONCODE_ESAO10'
- type: 'csv_header'
value: 'Primary asset classification 2'
column_header: 'IDIRDEBTTYPE_N'
- type: 'csv_header'
value: 'Instruments seniority type'
column_header: 'SENIORITY'
- type: 'csv_header'
value: 'Issuer LEI code'
column_header: 'ISSUEREXTERNALCODE_LEI'
- type: 'csv_header'
value: 'Instrument ESA 2010 class - value type'
column_header: 'INSTR_ESA2010_CLASS_VALUETYPE'
- type: 'csv_header'
value: 'Issuer ESA 2010 class - value type'
column_header: 'ISS_ESA2010_CLASS_VALUETYPE'
- type: 'csv_header'
value: 'Security status date'
column_header: 'VA_SECURITYSTATUSDATE'
- type: 'csv_header'
value: 'Group type'
column_header: 'GROUP_TYPE'
- type: 'csv_header'
value: 'Has embedded option'
column_header: 'HASEMBEDDEDOPTION'
- type: 'csv_header'
value: 'Volume traded'
column_header: 'VOLUMETRADED'
- type: 'csv_header'
value: 'Primary listing name'
column_header: 'PRIMARYLISTINGNAME'
- type: 'csv_header'
value: 'Primary listing residency country'
column_header: 'PRIMARYLISTINGCOUNTRY'
- type: 'csv_header'
value: 'Instrument portfolio flags'
column_header: 'VA_INSTRPORTFLAGS'
- type: 'csv_header'
value: 'Residual maturity'
column_header: 'RESIDUALMATURITY'
- type: 'csv_header'
value: 'Original maturity'
column_header: 'ORIGINAL_MATURITY'
- type: 'csv_header'
value: 'CFIN classification'
column_header: 'IDIRCLASSIFICATIONCODE_CFIN'
- type: 'csv_header'
value: 'First scheduled Coupon date'
column_header: 'COUPONFIRSTPAYMENTDATE'
- type: 'csv_header'
value: 'Last scheduled Coupon date'
column_header: 'COUPONLASTPAYMENTDATE'
- type: 'csv_header'
value: 'Coupon rate underlying ISIN'
column_header: 'COUPONRATEUNDERLYINGCODE_ISIN'
- type: 'csv_header'
value: 'Coupon rate spread'
column_header: 'COUPONRATESPREAD'
- type: 'csv_header'
value: 'Coupon rate multiplier'
column_header: 'COUPONRATEMULTIPLIER'
- type: 'csv_header'
value: 'Coupon rate cap'
column_header: 'COUPONRATECAP'
- type: 'csv_header'
value: 'Coupon rate floor'
column_header: 'COUPONRATEFLOOR'
- type: 'csv_header'
value: 'Issue date tranche'
column_header: 'IDISSUEDATE_TRANCHE'
- type: 'csv_header'
value: 'Issue price tranche'
column_header: 'ISSUEPRICE_TRANCHE'
- type: 'csv_header'
value: 'Is private placement'
column_header: 'VA_ISPRIVATEPLACEMENT'
- type: 'csv_header'
value: 'RIAD code'
column_header: 'RIAD_CODE'
- type: 'csv_header'
value: 'RIAD OUID'
column_header: 'RIAD_OUID'
- type: 'csv_header'
value: 'ESG Flag 1'
column_header: 'ESG1'
- type: 'csv_header'
value: 'ESG Flag 2'
column_header: 'ESG2'
- type: 'csv_header'
value: 'ESG Flag 3'
column_header: 'ESG3'
- type: 'csv_header'
value: 'Strip'
column_header: 'STRIP'
- type: 'csv_header'
value: 'Depository receipt'
column_header: 'DEPOSITORY_RECEIPT'
- type: 'csv_header'
value: 'Rule 144A'
column_header: 'RULE_144A'
- type: 'csv_header'
value: 'Reg S'
column_header: 'REG_S'
- type: 'csv_header'
value: 'Warrant'
column_header: 'WARRANT'
- type: 'csv_header'
value: 'CSEC Relevance - stock'
column_header: 'CSEC_RELEVANCE_STOCK'
- type: 'csv_header'
value: 'CSEC relevance - gross issuance'
column_header: 'CSEC_RELEVANCE_GROSS_ISSUANCE'
- type: 'csv_header'
value: 'CSEC relevance - redemption'
column_header: 'CSEC_RELEVANCE_REDEMPTION'
- type: 'csv_header'
value: 'Accruing coupon'
column_header: 'ACCRUING_COUPON'
- type: 'csv_header'
value: 'Accruing discount'
column_header: 'ACCRUING_DISCOUNT'
- type: 'csv_header'
value: 'STEP Id'
column_header: 'STEPID'
- type: 'csv_header'
value: 'Program Name'
column_header: 'PROGRAMNAME'
- type: 'csv_header'
value: 'Program Ceiling'
column_header: 'PROGRAMCEILING'
- type: 'csv_header'
value: 'Program Status'
column_header: 'PROGRAMSTATUS'
- type: 'csv_header'
value: 'Issuer NACE21 sector'
column_header: 'ISSUERNACE21SECTOR'
- type: 'csv_header'
value: 'Instrument quotation basis'
column_header: 'INSTRUMENTQUOTATIONBASIS'
- type: 'csv_header'
value: 'placeholder 38'
column_header: 'PLACEHOLDER38'
- type: 'csv_header'
value: 'placeholder 39'
column_header: 'PLACEHOLDER39'
- type: 'csv_header'
value: 'placeholder 40'
column_header: 'PLACEHOLDER40'
- type: 'csv_header'
value: 'placeholder 41'
column_header: 'PLACEHOLDER41'
- type: 'csv_header'
value: 'placeholder 42'
column_header: 'PLACEHOLDER42'
- type: 'csv_header'
value: 'placeholder 43'
column_header: 'PLACEHOLDER43'
- type: 'csv_header'
value: 'placeholder 44'
column_header: 'PLACEHOLDER44'
- type: 'csv_header'
value: 'placeholder 45'
column_header: 'PLACEHOLDER45'
- type: 'csv_header'
value: 'placeholder 46'
column_header: 'PLACEHOLDER46'
- type: 'csv_header'
value: 'placeholder 47'
column_header: 'PLACEHOLDER47'
- type: 'csv_header'
value: 'placeholder 48'
column_header: 'PLACEHOLDER48'
- type: 'csv_header'
value: 'placeholder 49'
column_header: 'PLACEHOLDER49'
- type: 'csv_header'
value: 'placeholder 50'
column_header: 'PLACEHOLDER50'