init

2026-03-02 09:47:35 +01:00
commit 2c225d68ac
715 changed files with 130067 additions and 0 deletions
--- a/airflow/ods/csdb/full_ratings/config/.gitkeep
+++ b/airflow/ods/csdb/full_ratings/config/.gitkeep
--- a/airflow/ods/csdb/full_ratings/config/m_ODS_CSDB_INSTR_DESC_FULL_PARSE.yaml
+++ b/airflow/ods/csdb/full_ratings/config/m_ODS_CSDB_INSTR_DESC_FULL_PARSE.yaml
@@ -0,0 +1,103 @@
+encoding_type: latin1
+tmpdir: /tmp
+inbox_prefix: INBOX/CSDB/FullRatingsDissemination
+archive_prefix: ARCHIVE/CSDB/FullRatingsDissemination
+workflow_name: w_ODS_CSDB_RATINGS_FULL
+##file format
+validation_schema_path: None
+file_type: csv
+
+tasks:
+  - task_name: m_ODS_CSDB_INSTR_DESC_FULL_PARSE
+    ods_prefix: INBOX/CSDB/FullRatingsDissemination/CSDB_INSTR_DESC_FULL
+    output_table: CSDB_INSTR_DESC_FULL
+    output_columns:
+      - type: 'a_key'
+        column_header: 'A_KEY'
+      - type: 'workflow_key'
+        column_header: 'A_WORKFLOW_HISTORY_KEY'
+      - type: 'csv_header'
+        value: 'RDB_INSTR_ID'
+        column_header: 'IDIRINSTRUMENT'
+      - type: 'csv_header'
+        value: 'ISIN'
+        column_header: 'ISIN'
+      - type: 'csv_header'
+        value: 'MOO_INSTR_ID'
+        column_header: 'MOO_INSTR_ID'
+      - type: 'csv_header'
+        value: 'SNP_INSTR_ID'
+        column_header: 'SNP_INSTR_ID'
+      - type: 'csv_header'
+        value: 'FTC_INSTR_ID'
+        column_header: 'FITCH_IDENTIFIER'
+      - type: 'csv_header'
+        value: 'DBR_INSTR_ID'
+        column_header: 'DBRS_IDENTIFIER'
+      - type: 'csv_header'
+        value: 'EA_STATUS'
+        column_header: 'EA_STATUS'
+      - type: 'csv_header'
+        value: 'IS_TMS'
+        column_header: 'IS_TMS'
+      - type: 'csv_header'
+        value: 'DBRS_COVERED_BOND_PROGRAM_ID'
+        column_header: 'DBRS_COVERED_BOND_PROGRAM'
+      - type: 'csv_header'
+        value: 'FITCH_PROGRAM_ID'
+        column_header: 'FITCH_PRG_IDENTIFIER'
+      - type: 'csv_header'
+        value: 'MOO_DEAL_NUMBER'
+        column_header: 'MOO_DEAL_NUMBER'
+      - type: 'csv_header'
+        value: 'SNP_PROGRAM_ID'
+        column_header: 'SNP_PROGRAM_ID'
+      - type: 'csv_header'
+        value: 'DBRS_DEBT_TYPE'
+        column_header: 'IDIRDEBTTYPE'
+      - type: 'csv_header'
+        value: 'SNP_DEBT_TYPE'
+        column_header: 'SNP_DEBT_TYPE'
+      - type: 'csv_header'
+        value: 'MOODY_SENIORITY'
+        column_header: 'MOODY_SENIORITY'
+      - type: 'csv_header'
+        value: 'FITCH_DEBT_LEVEL_CODE'
+        column_header: 'FITCH_DEBT_LEVEL_CODE'
+      - type: 'csv_header'
+        value: 'DBRS_RANK_TYPE'
+        column_header: 'DBRS_RANK_TYPE'
+      - type: 'csv_header'
+        value: 'DBRS_SECURITY_TYPE'
+        column_header: 'DBRS_SECURITY_TYPE'
+      - type: 'csv_header'
+        value: 'SCO_DEBT_TYPE'
+        column_header: 'SCO_DEBT_TYPE'
+      - type: 'csv_header'
+        value: 'SCO_INSTR_ID'
+        column_header: 'SCO_INSTR_ID'
+      - type: 'csv_header'
+        value: 'SCO_COVERED_BOND_PROGRAM'
+        column_header: 'SCO_COVERED_BOND_PROGRAM'
+      - type: 'csv_header'
+        value: 'SCO_CATEGORY'
+        column_header: 'SCO_CATEGORY'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER15'
+        column_header: 'PLACEHOLDER15'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER16'
+        column_header: 'PLACEHOLDER16'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER17'
+        column_header: 'PLACEHOLDER17'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER18'
+        column_header: 'PLACEHOLDER18'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER19'
+        column_header: 'PLACEHOLDER19'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER20'
+        column_header: 'PLACEHOLDER20'
+
--- a/airflow/ods/csdb/full_ratings/config/m_ODS_CSDB_INSTR_RAT_FULL_PARSE.yaml
+++ b/airflow/ods/csdb/full_ratings/config/m_ODS_CSDB_INSTR_RAT_FULL_PARSE.yaml
@@ -0,0 +1,130 @@
+encoding_type: latin1
+# Global configurations
+tmpdir: /tmp
+inbox_prefix: INBOX/CSDB/FullRatingsDissemination
+archive_prefix: ARCHIVE/CSDB/FullRatingsDissemination
+workflow_name: w_ODS_CSDB_RATINGS_FULL
+validation_schema_path: None
+file_type: csv
+
+tasks:
+  - task_name: m_ODS_CSDB_INSTR_RAT_FULL_PARSE 
+    ods_prefix: INBOX/CSDB/FullRatingsDissemination/CSDB_INSTR_RAT_FULL
+    output_table: CSDB_INSTR_RAT_FULL
+    output_columns:
+      - type: 'a_key'
+        column_header: 'A_KEY'
+      - type: 'workflow_key'
+        column_header: 'A_WORKFLOW_HISTORY_KEY'
+      - type: 'csv_header'
+        value: 'RDB_INSTR_ID'
+        column_header: 'RDB_INSTR_ID'
+      - type: 'csv_header'
+        value: 'SOURCE'
+        column_header: 'SOURCE'
+      - type: 'csv_header'
+        value: 'RATING_SCHEME'
+        column_header: 'RATING_SCHEME'
+      - type: 'csv_header'
+        value: 'RATING'
+        column_header: 'RATING'
+      - type: 'csv_header'
+        value: 'RATING_DATE'
+        column_header: 'RATING_DATE'
+      - type: 'csv_header'
+        value: 'TIME_HORIZON'
+        column_header: 'TIME_HORIZON'
+      - type: 'csv_header'
+        value: 'CURRENCY_TYPE'
+        column_header: 'CURRENCY_TYPE'
+      - type: 'csv_header'
+        value: 'NOTES'
+        column_header: 'NOTES'
+      - type: 'csv_header'
+        value: 'VALID_FROM'
+        column_header: 'VALID_FROM'
+      - type: 'csv_header'
+        value: 'VALID_UNTIL'
+        column_header: 'VALID_UNTIL'
+      - type: 'csv_header'
+        value: 'RDB_RATINGS_ID'
+        column_header: 'RDB_RATINGS_ID'
+      - type: 'csv_header'
+        value: 'OUTLOOK'
+        column_header: 'WATCHLIST'
+      - type: 'csv_header'
+        value: 'OUTLOOK_DATE'
+        column_header: 'WATCHLIST_DATE'
+      - type: 'csv_header'
+        value: 'WATCHLIST'
+        column_header: 'OUTLOOK'
+      - type: 'csv_header'
+        value: 'WATCHLIST_DATE'
+        column_header: 'OUTLOOK_DATE'
+      - type: 'csv_header'
+        value: 'RATING_ACTION'
+        column_header: 'RATING_ACTION'
+      - type: 'csv_header'
+        value: 'RATING_ACTION_DATE'
+        column_header: 'RATING_ACTION_DATE'
+      - type: 'csv_header'
+        value: 'IS_PRELIMINARY'
+        column_header: 'IS_PRELIMINARY'
+      - type: 'csv_header'
+        value: 'RATING_RAW'
+        column_header: 'RATING_RAW'
+      - type: 'csv_header'
+        value: 'RATING_TYPE'
+        column_header: 'RATING_TYPE'
+      - type: 'csv_header'
+        value: 'ENDORSEMENT_INDICATOR'
+        column_header: 'ENDORSEMENT_INDICATOR'
+      - type: 'csv_header'
+        value: 'LAST_REVIEW_DATE'
+        column_header: 'LAST_REVIEW_DATE'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER6'
+        column_header: 'PLACEHOLDER6'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER7'
+        column_header: 'PLACEHOLDER7'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER8'
+        column_header: 'PLACEHOLDER8'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER9'
+        column_header: 'PLACEHOLDER9'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER10'
+        column_header: 'PLACEHOLDER10'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER11'
+        column_header: 'PLACEHOLDER11'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER12'
+        column_header: 'PLACEHOLDER12'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER13'
+        column_header: 'PLACEHOLDER13'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER14'
+        column_header: 'PLACEHOLDER14'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER15'
+        column_header: 'PLACEHOLDER15'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER16'
+        column_header: 'PLACEHOLDER16'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER17'
+        column_header: 'PLACEHOLDER17'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER18'
+        column_header: 'PLACEHOLDER18'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER19'
+        column_header: 'PLACEHOLDER19'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER20'
+        column_header: 'PLACEHOLDER20'
+
--- a/airflow/ods/csdb/full_ratings/config/m_ODS_CSDB_ISSUER_DESC_FULL_PARSE.yaml
+++ b/airflow/ods/csdb/full_ratings/config/m_ODS_CSDB_ISSUER_DESC_FULL_PARSE.yaml
@@ -0,0 +1,106 @@
+encoding_type: latin1
+# Global configurations
+tmpdir: /tmp
+inbox_prefix: INBOX/CSDB/FullRatingsDissemination
+archive_prefix: ARCHIVE/CSDB/FullRatingsDissemination
+workflow_name: w_ODS_CSDB_RATINGS_FULL
+validation_schema_path: None
+file_type: csv
+
+tasks:
+  - task_name: m_ODS_CSDB_ISSUER_DESC_FULL_PARSE 
+    ods_prefix: INBOX/CSDB/FullRatingsDissemination/CSDB_ISSUER_DESC_FULL
+    output_table: CSDB_ISSUER_DESC_FULL
+    output_columns:
+      - type: 'a_key'
+        column_header: 'A_KEY'
+      - type: 'workflow_key'
+        column_header: 'A_WORKFLOW_HISTORY_KEY'
+      - type: 'csv_header'
+        value: 'RDB_ISSUER_ID'
+        column_header: 'RDB_ISSUER_ID'
+      - type: 'csv_header'
+        value: 'ISSUER_NAME'
+        column_header: 'ISSUERNAME'
+      - type: 'csv_header'
+        value: 'COUNTRY_DOMICILE'
+        column_header: 'COUNTRY_DOMICILE'
+      - type: 'csv_header'
+        value: 'IS_SOVEREIGN'
+        column_header: 'IS_SOVEREIGN'
+      - type: 'csv_header'
+        value: 'MOO_ISSUER_ID'
+        column_header: 'MOODY_IDENTIFIER'
+      - type: 'csv_header'
+        value: 'SNP_ISSUER_ID'
+        column_header: 'SNP_ISSUER_ID'
+      - type: 'csv_header'
+        value: 'FTC_ISSUER_ID'
+        column_header: 'FITCH_IDENTIFIER'
+      - type: 'csv_header'
+        value: 'DBR_ISSUER_ID'
+        column_header: 'DBRS_IDENTIFIER'
+      - type: 'csv_header'
+        value: 'LEI_ISSUER_ID'
+        column_header: 'LEI_ISSUER_ID'
+      - type: 'csv_header'
+        value: 'RIAD_CODE'
+        column_header: 'RIAD_CODE'
+      - type: 'csv_header'
+        value: 'RIAD_OUID'
+        column_header: 'RIAD_OUID'
+      - type: 'csv_header'
+        value: 'CLASH_GROUP_STATUS'
+        column_header: 'CLASH_GROUP_STATUS'
+      - type: 'csv_header'
+        value: 'SCO_ISSUER_ID'
+        column_header: 'SCO_ISSUER_ID'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER5'
+        column_header: 'PLACEHOLDER5'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER6'
+        column_header: 'PLACEHOLDER6'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER7'
+        column_header: 'PLACEHOLDER7'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER8'
+        column_header: 'PLACEHOLDER8'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER9'
+        column_header: 'PLACEHOLDER9'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER10'
+        column_header: 'PLACEHOLDER10'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER11'
+        column_header: 'PLACEHOLDER11'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER12'
+        column_header: 'PLACEHOLDER12'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER13'
+        column_header: 'PLACEHOLDER13'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER14'
+        column_header: 'PLACEHOLDER14'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER15'
+        column_header: 'PLACEHOLDER15'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER16'
+        column_header: 'PLACEHOLDER16'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER17'
+        column_header: 'PLACEHOLDER17'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER18'
+        column_header: 'PLACEHOLDER18'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER19'
+        column_header: 'PLACEHOLDER19'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER20'
+        column_header: 'PLACEHOLDER20'
+
--- a/airflow/ods/csdb/full_ratings/config/m_ODS_CSDB_ISSUER_RAT_FULL_PARSE.yaml
+++ b/airflow/ods/csdb/full_ratings/config/m_ODS_CSDB_ISSUER_RAT_FULL_PARSE.yaml
@@ -0,0 +1,131 @@
+encoding_type: latin1
+# Global configurations
+tmpdir: /tmp
+inbox_prefix: INBOX/CSDB/FullRatingsDissemination
+archive_prefix: ARCHIVE/CSDB/FullRatingsDissemination
+workflow_name: w_ODS_CSDB_RATINGS_FULL
+validation_schema_path: None
+file_type: csv
+
+tasks:
+  - task_name: m_ODS_CSDB_ISSUER_RAT_FULL_PARSE 
+    ods_prefix: INBOX/CSDB/FullRatingsDissemination/CSDB_ISSUER_RAT_FULL
+    output_table: CSDB_ISSUER_RAT_FULL
+    output_columns:
+      - type: 'a_key'
+        column_header: 'A_KEY'
+      - type: 'workflow_key'
+        column_header: 'A_WORKFLOW_HISTORY_KEY'
+      - type: 'csv_header'
+        value: 'RDB_ISSUER_ID'
+        column_header: 'RDB_ISSUER_ID'
+      - type: 'csv_header'
+        value: 'SOURCE'
+        column_header: 'SOURCE'
+      - type: 'csv_header'
+        value: 'RATING_SCHEME'
+        column_header: 'RATING_SCHEME'
+      - type: 'csv_header'
+        value: 'RATING'
+        column_header: 'RATING'
+      - type: 'csv_header'
+        value: 'RATING_DATE'
+        column_header: 'RATING_DATE'
+      - type: 'csv_header'
+        value: 'TIME_HORIZON'
+        column_header: 'TIME_HORIZON'
+      - type: 'csv_header'
+        value: 'CURRENCY_TYPE'
+        column_header: 'CURRENCY_TYPE'
+      - type: 'csv_header'
+        value: 'NOTES'
+        column_header: 'NOTES'
+      - type: 'csv_header'
+        value: 'VALID_FROM'
+        column_header: 'VALID_FROM'
+      - type: 'csv_header'
+        value: 'VALID_UNTIL'
+        column_header: 'VALID_UNTIL'
+      - type: 'csv_header'
+        value: 'RDB_RATINGS_ID'
+        column_header: 'RDB_RATINGS_ID'
+      - type: 'csv_header'
+        value: 'OUTLOOK'
+        column_header: 'OUTLOOK'
+      - type: 'csv_header'
+        value: 'OUTLOOK_DATE'
+        column_header: 'OUTLOOK_DATE'
+      - type: 'csv_header'
+        value: 'WATCHLIST'
+        column_header: 'WATCHLIST'
+      - type: 'csv_header'
+        value: 'WATCHLIST_DATE'
+        column_header: 'WATCHLIST_DATE'
+      - type: 'csv_header'
+        value: 'RATING_ACTION'
+        column_header: 'RATING_ACTION'
+      - type: 'csv_header'
+        value: 'RATING_ACTION_DATE'
+        column_header: 'RATING_ACTION_DATE'
+      - type: 'csv_header'
+        value: 'IS_PRELIMINARY'
+        column_header: 'IS_PRELIMINARY'
+      - type: 'csv_header'
+        value: 'RATING_RAW'
+        column_header: 'RATING_RAW'
+      - type: 'csv_header'
+        value: 'RATING_TYPE'
+        column_header: 'RATING_TYPE'
+      - type: 'csv_header'
+        value: 'ENDORSEMENT_INDICATOR'
+        column_header: 'ENDORSEMENT_INDICATOR'
+      - type: 'csv_header'
+        value: 'LAST_REVIEW_DATE'
+        column_header: 'LAST_REVIEW_DATE'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER6'
+        column_header: 'PLACEHOLDER6'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER7'
+        column_header: 'PLACEHOLDER7'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER8'
+        column_header: 'PLACEHOLDER8'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER9'
+        column_header: 'PLACEHOLDER9'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER10'
+        column_header: 'PLACEHOLDER10'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER11'
+        column_header: 'PLACEHOLDER11'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER12'
+        column_header: 'PLACEHOLDER12'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER13'
+        column_header: 'PLACEHOLDER13'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER14'
+        column_header: 'PLACEHOLDER14'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER15'
+        column_header: 'PLACEHOLDER15'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER16'
+        column_header: 'PLACEHOLDER16'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER17'
+        column_header: 'PLACEHOLDER17'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER18'
+        column_header: 'PLACEHOLDER18'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER19'
+        column_header: 'PLACEHOLDER19'
+      - type: 'csv_header'
+        value: 'PLACEHOLDER20'
+        column_header: 'PLACEHOLDER20'
+
+