admin/mars-elt
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

init

Browse Source
This commit is contained in:
Grzegorz Michalski
2026-03-02 09:47:35 +01:00
commit 2c225d68ac
715 changed files with 130067 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
airflow/ods/fxcd/BRANCH/config/m_ODS_FXCD_F_BRANCH_PARSE.yml Normal file
View File

@@ -0,0 +1,29 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/BRANCH
archive_prefix: ARCHIVE/FXCD/BRANCH
workflow_name: w_ODS_FXCD_F_BRANCH
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_BRANCH_PARSE
ods_prefix: INBOX/FXCD/BRANCH/FXCD_F_BRANCH
output_table: FXCD_F_BRANCH
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'BRANCH_ID'
column_header: 'BRANCH_ID'
- type: 'csv_header'
value: 'ENTITY_ID'
column_header: 'ENTITY_ID'
- type: 'csv_header'
value: 'CTP_ID'
column_header: 'CTP_ID'

53
airflow/ods/fxcd/CLEARER/config/m_ODS_FXCD_F_CLEARER_PARSE.yml Normal file
View File

@@ -0,0 +1,53 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/CLEARER
archive_prefix: ARCHIVE/FXCD/CLEARER
workflow_name: w_ODS_FXCD_F_CLEARER
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_CLEARER_PARSE
ods_prefix: INBOX/FXCD/CLEARER/FXCD_F_CLEARER
output_table: FXCD_F_CLEARER
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'CLEARER_ID'
column_header: 'CLEARER_ID'
- type: 'csv_header'
value: 'ENTITY_ID'
column_header: 'ENTITY_ID'
- type: 'csv_header'
value: 'ELIGIBILITY_OF_FLAG'
column_header: 'ELIGIBILITY_OF_FLAG'
- type: 'csv_header'
value: 'ELIGIBILITY_FR_FLAG'
column_header: 'ELIGIBILITY_FR_FLAG'
- type: 'csv_header'
value: 'ACTIVE_FLAG'
column_header: 'ACTIVE_FLAG'
- type: 'csv_header'
value: 'OVERALL_OF_LIMIT_AMT'
column_header: 'OVERALL_OF_LIMIT_AMT'
- type: 'csv_header'
value: 'CASH_OF_LIMIT_AMT'
column_header: 'CASH_OF_LIMIT_AMT'
- type: 'csv_header'
value: 'SECURITIES_OF_LIMIT_AMT'
column_header: 'SECURITIES_OF_LIMIT_AMT'
- type: 'csv_header'
value: 'OVERALL_FR_LIMIT_AMT'
column_header: 'OVERALL_FR_LIMIT_AMT'
- type: 'csv_header'
value: 'CASH_FR_LIMIT_AMT'
column_header: 'CASH_FR_LIMIT_AMT'
- type: 'csv_header'
value: 'SECURITIES_FR_LIMIT_AMT'
column_header: 'SECURITIES_FR_LIMIT_AMT'

35
airflow/ods/fxcd/CLEARER_NCB_LIMIT/config/m_ODS_FXCD_F_CLEARER_NCB_LIMIT_PARSE.yml Normal file
View File

@@ -0,0 +1,35 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/CLEARER_NCB_LIMIT
archive_prefix: ARCHIVE/FXCD/CLEARER_NCB_LIMIT
workflow_name: w_ODS_FXCD_F_CLEARER_NCB_LIMIT
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_CLEARER_NCB_LIMIT_PARSE
ods_prefix: INBOX/FXCD/CLEARER_NCB_LIMIT/FXCD_F_CLEARER_NCB_LIMIT
output_table: FXCD_F_CLEARER_NCB_LIMIT
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'CLEARER_ID'
column_header: 'CLEARER_ID'
- type: 'csv_header'
value: 'COUNTRY_ID'
column_header: 'COUNTRY_ID'
- type: 'csv_header'
value: 'OVERALL_LIMIT_AMT'
column_header: 'OVERALL_LIMIT_AMT'
- type: 'csv_header'
value: 'CASH_LIMIT_AMT'
column_header: 'CASH_LIMIT_AMT'
- type: 'csv_header'
value: 'SECURITIES_LIMIT_AMT'
column_header: 'SECURITIES_LIMIT_AMT'

29
airflow/ods/fxcd/CONSTANT/config/m_ODS_FXCD_F_CONSTANT_PARSE.yml Normal file
View File

@@ -0,0 +1,29 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/CONSTANT
archive_prefix: ARCHIVE/FXCD/CONSTANT
workflow_name: w_ODS_FXCD_F_CONSTANT
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_CONSTANT_PARSE
ods_prefix: INBOX/FXCD/CONSTANT/FXCD_F_CONSTANT
output_table: FXCD_F_CONSTANT
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'CONSTANT_NAME'
column_header: 'CONSTANT_NAME'
- type: 'csv_header'
value: 'CONSTANT_VALUE'
column_header: 'CONSTANT_VALUE'
- type: 'csv_header'
value: 'CONSTANT_TYPE'
column_header: 'CONSTANT_TYPE'

70
airflow/ods/fxcd/COUNTERPARTY/config/m_ODS_FXCD_F_COUNTERPARTY_PARSE.yml Normal file
View File

@@ -0,0 +1,70 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/COUNTERPARTY
archive_prefix: ARCHIVE/FXCD/COUNTERPARTY
workflow_name: w_ODS_FXCD_F_COUNTERPARTY
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_COUNTERPARTY_PARSE
ods_prefix: INBOX/FXCD/COUNTERPARTY/FXCD_F_COUNTERPARTY
output_table: FXCD_F_COUNTERPARTY
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'CTP_ID'
column_header: 'CTP_ID'
- type: 'csv_header'
value: 'ENTITY_ID'
column_header: 'ENTITY_ID'
- type: 'csv_header'
value: 'CTP_GROUP_FKIT_CODE'
column_header: 'CTP_GROUP_FKIT_CODE'
- type: 'csv_header'
value: 'ACTIVE_FLAG'
column_header: 'ACTIVE_FLAG'
- type: 'csv_header'
value: 'CTP_COMMENT'
column_header: 'CTP_COMMENT'
- type: 'csv_header'
value: 'GUARANTOR_ID'
column_header: 'GUARANTOR_ID'
- type: 'csv_header'
value: 'OF_OVERALL_LMT_AMT'
column_header: 'OF_OVERALL_LMT_AMT'
- type: 'csv_header'
value: 'OF_MANUAL_FLAG'
column_header: 'OF_MANUAL_FLAG'
- type: 'csv_header'
value: 'FR_OVERALL_LMT_AMT'
column_header: 'FR_OVERALL_LMT_AMT'
- type: 'csv_header'
value: 'FR_MANUAL_FLAG'
column_header: 'FR_MANUAL_FLAG'
- type: 'csv_header'
value: 'MP_OVERALL_LMT_AMT'
column_header: 'MP_OVERALL_LMT_AMT'
- type: 'csv_header'
value: 'MP_MANUAL_FLAG'
column_header: 'MP_MANUAL_FLAG'
- type: 'csv_header'
value: 'EOI_CTP_GROUP'
column_header: 'EOI_CTP_GROUP'
- type: 'csv_header'
value: 'ART_101_FLA'
column_header: 'ART_101_FLA'
- type: 'csv_header'
value: 'MEDIAN_CAPITAL_FLAG'
column_header: 'MEDIAN_CAPITAL_FLAG'
- type: 'csv_header'
value: 'CHANGE_DESCRIPTION'
column_header: 'CHANGE_DESCRIPTION'

85
airflow/ods/fxcd/COUNTRY/config/m_ODS_FXCD_F_COUNTRY_PARSE.yml Normal file
View File

@@ -0,0 +1,85 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/COUNTRY
archive_prefix: ARCHIVE/FXCD/COUNTRY
workflow_name: w_ODS_FXCD_F_COUNTRY
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_COUNTRY_PARSE
ods_prefix: INBOX/FXCD/COUNTRY/FXCD_F_COUNTRY
output_table: FXCD_F_COUNTRY
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'COUNTRY_ID'
column_header: 'COUNTRY_ID'
- type: 'csv_header'
value: 'ENTITY_ID'
column_header: 'ENTITY_ID'
- type: 'csv_header'
value: 'COUNTRY_GDP'
column_header: 'COUNTRY_GDP'
- type: 'csv_header'
value: 'NCB_USD_LAMBDA'
column_header: 'NCB_USD_LAMBDA'
- type: 'csv_header'
value: 'OF_FLAG'
column_header: 'OF_FLAG'
- type: 'csv_header'
value: 'FR_FLAG'
column_header: 'FR_FLAG'
- type: 'csv_header'
value: 'EU_FLAG'
column_header: 'EU_FLAG'
- type: 'csv_header'
value: 'EUROSYSTEM_FLAG'
column_header: 'EUROSYSTEM_FLAG'
- type: 'csv_header'
value: 'FR_PORTF_SHARE_OPTOUT'
column_header: 'FR_PORTF_SHARE_OPTOUT'
- type: 'csv_header'
value: 'FR_LIMIT_CALC_OPTOUT'
column_header: 'FR_LIMIT_CALC_OPTOUT'
- type: 'csv_header'
value: 'COUNTRY_COMMENT'
column_header: 'COUNTRY_COMMENT'
- type: 'csv_header'
value: 'OF_LMT_AMNT'
column_header: 'OF_LMT_AMNT'
- type: 'csv_header'
value: 'OF_MANUAL_FLAG'
column_header: 'OF_MANUAL_FLAG'
- type: 'csv_header'
value: 'FR_LMT_AMNT'
column_header: 'FR_LMT_AMNT'
- type: 'csv_header'
value: 'FR_MANUAL_FLAG'
column_header: 'FR_MANUAL_FLAG'
- type: 'csv_header'
value: 'USD_PORTFOLIO_EUR_SIZE'
column_header: 'USD_PORTFOLIO_EUR_SIZE'
- type: 'csv_header'
value: 'JPY_PORTFOLIO_EUR_SIZE'
column_header: 'JPY_PORTFOLIO_EUR_SIZE'
- type: 'csv_header'
value: 'CAPITAL_KEY_AMNT'
column_header: 'CAPITAL_KEY_AMNT'
- type: 'csv_header'
value: 'LAMBDA_MANUAL_FLAG'
column_header: 'LAMBDA_MANUAL_FLAG'
- type: 'csv_header'
value: 'CNY_PORTFOLIO_EUR_SIZE'
column_header: 'CNY_PORTFOLIO_EUR_SIZE'
- type: 'csv_header'
value: 'CHANGE_DESCRIPTION'
column_header: 'CHANGE_DESCRIPTION'

35
airflow/ods/fxcd/COUNTRY_NCB_LIMIT/config/m_ODS_FXCD_F_COUNTRY_NCB_LIMIT_PARSE.yml Normal file
View File

@@ -0,0 +1,35 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/COUNTRY_NCB_LIMIT
archive_prefix: ARCHIVE/FXCD/COUNTRY_NCB_LIMIT
workflow_name: w_ODS_FXCD_F_COUNTRY_NCB_LIMIT
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_COUNTRY_NCB_LIMIT_PARSE
ods_prefix: INBOX/FXCD/COUNTRY_NCB_LIMIT/FXCD_F_COUNTRY_NCB_LIMIT
output_table: FXCD_F_COUNTRY_NCB_LIMIT
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'COUNTRY_ID'
column_header: 'COUNTRY_ID'
- type: 'csv_header'
value: 'NCB_COUNTRY_ID'
column_header: 'NCB_COUNTRY_ID'
- type: 'csv_header'
value: 'USD_LIMIT_AMT'
column_header: 'USD_LIMIT_AMT'
- type: 'csv_header'
value: 'JPY_LIMIT_AMT'
column_header: 'JPY_LIMIT_AMT'
- type: 'csv_header'
value: 'TOTAL_LIMIT_AMT'
column_header: 'TOTAL_LIMIT_AMT'

35
airflow/ods/fxcd/CTP_GROUP/config/m_ODS_FXCD_F_CTP_GROUP_PARSE.yml Normal file
View File

@@ -0,0 +1,35 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/CTP_GROUP
archive_prefix: ARCHIVE/FXCD/CTP_GROUP
workflow_name: w_ODS_FXCD_F_CTP_GROUP
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_CTP_GROUP_PARSE
ods_prefix: INBOX/FXCD/CTP_GROUP/FXCD_F_CTP_GROUP
output_table: FXCD_F_CTP_GROUP
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'CTP_GROUP_FKIT_CODE'
column_header: 'CTP_GROUP_FKIT_CODE'
- type: 'csv_header'
value: 'CTP_GROUP_NAME'
column_header: 'CTP_GROUP_NAME'
- type: 'csv_header'
value: 'OF_MAX_LIMIT_AMT'
column_header: 'OF_MAX_LIMIT_AMT'
- type: 'csv_header'
value: 'FR_MP_MAX_LIMIT_AMT'
column_header: 'FR_MP_MAX_LIMIT_AMT'
- type: 'csv_header'
value: 'ACTIVE'
column_header: 'ACTIVE'

32
airflow/ods/fxcd/CTP_GROUP_NCB_LIMIT/config/m_ODS_FXCD_F_CTP_GROUP_NCB_LIMIT_PARSE.yml Normal file
View File

@@ -0,0 +1,32 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/CTP_GROUP_NCB_LIMIT
archive_prefix: ARCHIVE/FXCD/CTP_GROUP_NCB_LIMIT
workflow_name: w_ODS_FXCD_F_CTP_GROUP_NCB_LIMIT
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_CTP_GROUP_NCB_LIMIT_PARSE
ods_prefix: INBOX/FXCD/CTP_GROUP_NCB_LIMIT/FXCD_F_CTP_GROUP_NCB_LIMIT
output_table: FXCD_F_CTP_GROUP_NCB_LIMIT
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'COUNTRY_ID'
column_header: 'COUNTRY_ID'
- type: 'csv_header'
value: 'CTP_GROUP_FKIT_CODE'
column_header: 'CTP_GROUP_FKIT_CODE'
- type: 'csv_header'
value: 'ELIGIBILITY_ID'
column_header: 'ELIGIBILITY_ID'
- type: 'csv_header'
value: 'LIMIT_AMT'
column_header: 'LIMIT_AMT'

32
airflow/ods/fxcd/CTP_NCB_LIMIT/config/m_ODS_FXCD_F_CTP_NCB_LIMIT_PARSE.yml Normal file
View File

@@ -0,0 +1,32 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/CTP_NCB_LIMIT
archive_prefix: ARCHIVE/FXCD/CTP_NCB_LIMIT
workflow_name: w_ODS_FXCD_F_CTP_NCB_LIMIT
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_CTP_NCB_LIMIT_PARSE
ods_prefix: INBOX/FXCD/CTP_NCB_LIMIT/FXCD_F_CTP_NCB_LIMIT
output_table: FXCD_F_CTP_NCB_LIMIT
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'COUNTRY_ID'
column_header: 'COUNTRY_ID'
- type: 'csv_header'
value: 'ELIGIBILITY_ID'
column_header: 'ELIGIBILITY_ID'
- type: 'csv_header'
value: 'CTP_ID'
column_header: 'CTP_ID'
- type: 'csv_header'
value: 'LIMIT_AMT'
column_header: 'LIMIT_AMT'

78
airflow/ods/fxcd/ELIGIBILITY/config/m_ODS_FXCD_F_ELIGIBILITY_PARSE.yml Normal file
View File

@@ -0,0 +1,78 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/ELIGIBILITY
archive_prefix: ARCHIVE/FXCD/ELIGIBILITY
workflow_name: w_ODS_FXCD_F_ELIGIBILITY
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_ELIGIBILITY_PARSE
ods_prefix: INBOX/FXCD/ELIGIBILITY/FXCD_F_ELIGIBILITY
output_table: FXCD_F_ELIGIBILITY
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'ELIGIBILITY_ID'
column_header: 'ELIGIBILITY_ID'
- type: 'csv_header'
value: 'ELIGIBILITY_TYPE'
column_header: 'ELIGIBILITY_TYPE'
- type: 'csv_header'
value: 'ELIGIBILITY_NAME'
column_header: 'ELIGIBILITY_NAME'
- type: 'csv_header'
value: 'LIMIT_PERCENTAGE'
column_header: 'LIMIT_PERCENTAGE'
- type: 'csv_header'
value: 'LIMIT_AMT_MANUAL_FLAG'
column_header: 'LIMIT_AMT_MANUAL_FLAG'
- type: 'csv_header'
value: 'LIMIT_AMT'
column_header: 'LIMIT_AMT'
- type: 'csv_header'
value: 'NCB_LMT_AMT_FLOOR'
column_header: 'NCB_LMT_AMT_FLOOR'
- type: 'csv_header'
value: 'RATING_THRESHOLD'
column_header: 'RATING_THRESHOLD'
- type: 'csv_header'
value: 'FKIT_SUBLIMIT_NAME'
column_header: 'FKIT_SUBLIMIT_NAME'
- type: 'csv_header'
value: 'ELIGIBILITY_ORDER'
column_header: 'ELIGIBILITY_ORDER'
- type: 'csv_header'
value: 'LIMIT_DISTRIBUTION'
column_header: 'LIMIT_DISTRIBUTION'
- type: 'csv_header'
value: 'CTP_MIN_REQ_RATINGS'
column_header: 'CTP_MIN_REQ_RATINGS'
- type: 'csv_header'
value: 'LIMITS_CALCULATION'
column_header: 'LIMITS_CALCULATION'
- type: 'csv_header'
value: 'ART_101_FLAG'
column_header: 'ART_101_FLAG'
- type: 'csv_header'
value: 'DEFINITION'
column_header: 'DEFINITION'
- type: 'csv_header'
value: 'FOR_CP_FLAG'
column_header: 'FOR_CP_FLAG'
- type: 'csv_header'
value: 'FOR_CPG_FLAG'
column_header: 'FOR_CPG_FLAG'
- type: 'csv_header'
value: 'OVERALL_LIMIT_FLAG'
column_header: 'OVERALL_LIMIT_FLAG'
- type: 'csv_header'
value: 'IDENTIFIER'
column_header: 'IDENTIFIER'

35
airflow/ods/fxcd/ELIGIBILITY_GROUP_MAP/config/m_ODS_FXCD_F_ELIGIBILITY_GROUP_MAP_PARSE.yml Normal file
View File

@@ -0,0 +1,35 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/ELIGIBILITY_GROUP_MAP
archive_prefix: ARCHIVE/FXCD/ELIGIBILITY_GROUP_MAP
workflow_name: w_ODS_FXCD_F_ELIGIBILITY_GROUP_MAP
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_ELIGIBILITY_GROUP_MAP_PARSE
ods_prefix: INBOX/FXCD/ELIGIBILITY_GROUP_MAP/FXCD_F_ELIGIBILITY_GROUP_MAP
output_table: FXCD_F_ELIGIBILITY_GROUP_MAP
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'CTP_GROUP_FKIT_CODE'
column_header: 'CTP_GROUP_FKIT_CODE'
- type: 'csv_header'
value: 'ELIGIBILITY_ID'
column_header: 'ELIGIBILITY_ID'
- type: 'csv_header'
value: 'OF_LIMIT_AMT'
column_header: 'OF_LIMIT_AMT'
- type: 'csv_header'
value: 'FR_MP_LIMIT_AMT'
column_header: 'FR_MP_LIMIT_AMT'
- type: 'csv_header'
value: 'LIMIT_AMT'
column_header: 'LIMIT_AMT'

44
airflow/ods/fxcd/ELIGIBILITY_ISSUER/config/m_ODS_FXCD_F_ELIGIBILITY_ISSUER_PARSE.yml Normal file
View File

@@ -0,0 +1,44 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/ELIGIBILITY_ISSUER
archive_prefix: ARCHIVE/FXCD/ELIGIBILITY_ISSUER
workflow_name: w_ODS_FXCD_F_ELIGIBILITY_ISSUER
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_ELIGIBILITY_ISSUER_PARSE
ods_prefix: INBOX/FXCD/ELIGIBILITY_ISSUER/FXCD_F_ELIGIBILITY_ISSUER
output_table: FXCD_F_ELIGIBILITY_ISSUER
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'ELIGIBILITY_ISSUER_ID'
column_header: 'ELIGIBILITY_ISSUER_ID'
- type: 'csv_header'
value: 'ELIGIBILITY_ISSUER_NAME'
column_header: 'ELIGIBILITY_ISSUER_NAME'
- type: 'csv_header'
value: 'ART_101_FLAG'
column_header: 'ART_101_FLAG'
- type: 'csv_header'
value: 'RATING_THRESHOLD'
column_header: 'RATING_THRESHOLD'
- type: 'csv_header'
value: 'DEFINITION'
column_header: 'DEFINITION'
- type: 'csv_header'
value: 'RATING_TERM_TYPE'
column_header: 'RATING_TERM_TYPE'
- type: 'csv_header'
value: 'RATING_UPLIFT_FACTOR'
column_header: 'RATING_UPLIFT_FACTOR'
- type: 'csv_header'
value: 'ELIG_FLAG'
column_header: 'ELIG_FLAG'

32
airflow/ods/fxcd/ELIGIBILITY_ISSUER_MAP/config/m_ODS_FXCD_F_ELIGIBILITY_ISSUER_MAP_PARSE.yml Normal file
View File

@@ -0,0 +1,32 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/ELIGIBILITY_ISSUER_MAP
archive_prefix: ARCHIVE/FXCD/ELIGIBILITY_ISSUER_MAP
workflow_name: w_ODS_FXCD_F_ELIGIBILITY_ISSUER_MAP
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_ELIGIBILITY_ISSUER_MAP_PARSE
ods_prefix: INBOX/FXCD/ELIGIBILITY_ISSUER_MAP/FXCD_F_ELIGIBILITY_ISSUER_MAP
output_table: FXCD_F_ELIGIBILITY_ISSUER_MAP
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'ISSUER_ID'
column_header: 'ISSUER_ID'
- type: 'csv_header'
value: 'ELIGIBILITY_ISSUER_ID'
column_header: 'ELIGIBILITY_ISSUER_ID'
- type: 'csv_header'
value: 'ELEGIBLE_FLAG'
column_header: 'ELEGIBLE_FLAG'
- type: 'csv_header'
value: 'MANUAL_ELIGIBLE_FLAG'
column_header: 'MANUAL_ELIGIBLE_FLAG'

41
airflow/ods/fxcd/ELIGIBILITY_MAP/config/m_ODS_FXCD_F_ELIGIBILITY_MAP_PARSE.yml Normal file
View File

@@ -0,0 +1,41 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/ELIGIBILITY_MAP
archive_prefix: ARCHIVE/FXCD/ELIGIBILITY_MAP
workflow_name: w_ODS_FXCD_F_ELIGIBILITY_MAP
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_ELIGIBILITY_MAP_PARSE
ods_prefix: INBOX/FXCD/ELIGIBILITY_MAP/FXCD_F_ELIGIBILITY_MAP
output_table: FXCD_F_ELIGIBILITY_MAP
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'CTP_ID'
column_header: 'CTP_ID'
- type: 'csv_header'
value: 'ELIGIBILITY_ID'
column_header: 'ELIGIBILITY_ID'
- type: 'csv_header'
value: 'OF_LIMIT_AMT'
column_header: 'OF_LIMIT_AMT'
- type: 'csv_header'
value: 'OF_FLAG'
column_header: 'OF_FLAG'
- type: 'csv_header'
value: 'FR_LIMIT_AMT'
column_header: 'FR_LIMIT_AMT'
- type: 'csv_header'
value: 'FR_MP_FLAG'
column_header: 'FR_MP_FLAG'
- type: 'csv_header'
value: 'LIMIT_AMT'
column_header: 'LIMIT_AMT'

56
airflow/ods/fxcd/ENTITY/config/m_ODS_FXCD_F_ENTITY_PARSE.yml Normal file
View File

@@ -0,0 +1,56 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/ENTITY
archive_prefix: ARCHIVE/FXCD/ENTITY
workflow_name: w_ODS_FXCD_F_ENTITY
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_ENTITY_PARSE
ods_prefix: INBOX/FXCD/ENTITY/FXCD_F_ENTITY
output_table: FXCD_F_ENTITY
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'ENTITY_ID'
column_header: 'ENTITY_ID'
- type: 'csv_header'
value: 'FKIT_CODE'
column_header: 'FKIT_CODE'
- type: 'csv_header'
value: 'ENTITY_NAME'
column_header: 'ENTITY_NAME'
- type: 'csv_header'
value: 'BVD_BANK_INDEX_NUMBER'
column_header: 'BVD_BANK_INDEX_NUMBER'
- type: 'csv_header'
value: 'RISK_COUNTRY_ID'
column_header: 'RISK_COUNTRY_ID'
- type: 'csv_header'
value: 'ST_MANUAL_RATING_FLAG'
column_header: 'ST_MANUAL_RATING_FLAG'
- type: 'csv_header'
value: 'LT_MANUAL_RATING_FLAG'
column_header: 'LT_MANUAL_RATING_FLAG'
- type: 'csv_header'
value: 'ST_SECOND_BEST_RATING'
column_header: 'ST_SECOND_BEST_RATING'
- type: 'csv_header'
value: 'LT_SECOND_BEST_RATING'
column_header: 'LT_SECOND_BEST_RATING'
- type: 'csv_header'
value: 'CAP_TIER1_AMT'
column_header: 'CAP_TIER1_AMT'
- type: 'csv_header'
value: 'CAP_EQUITY_AMT'
column_header: 'CAP_EQUITY_AMT'
- type: 'csv_header'
value: 'BLOOMBERG_TICKER'
column_header: 'BLOOMBERG_TICKER'

35
airflow/ods/fxcd/EQUIVALENCE_RULE/config/m_ODS_FXCD_F_EQUIVALENCE_RULE_PARSE.yml Normal file
View File

@@ -0,0 +1,35 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/EQUIVALENCE_RULE
archive_prefix: ARCHIVE/FXCD/EQUIVALENCE_RULE
workflow_name: w_ODS_FXCD_F_EQUIVALENCE_RULE
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_EQUIVALENCE_RULE_PARSE
ods_prefix: INBOX/FXCD/EQUIVALENCE_RULE/FXCD_F_EQUIVALENCE_RULE
output_table: FXCD_F_EQUIVALENCE_RULE
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'RATING_TERM_TYPE'
column_header: 'RATING_TERM_TYPE'
- type: 'csv_header'
value: 'AGENCY_ID'
column_header: 'AGENCY_ID'
- type: 'csv_header'
value: 'AGENCY_RATING'
column_header: 'AGENCY_RATING'
- type: 'csv_header'
value: 'NUMERICAL_EQUIVALENCE'
column_header: 'NUMERICAL_EQUIVALENCE'
- type: 'csv_header'
value: 'RATING_FACTOR'
column_header: 'RATING_FACTOR'

77
airflow/ods/fxcd/ISSUER/config/m_ODS_FXCD_F_ISSUER_PARSE.yml Normal file
View File

@@ -0,0 +1,77 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/ISSUER
archive_prefix: ARCHIVE/FXCD/ISSUER
workflow_name: w_ODS_FXCD_F_ISSUER
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_ISSUER_PARSE
ods_prefix: INBOX/FXCD/ISSUER/FXCD_F_ISSUER
output_table: FXCD_F_ISSUER
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'ISSUER_ID'
column_header: 'ISSUER_ID'
- type: 'csv_header'
value: 'ENTITY_ID'
column_header: 'ENTITY_ID'
- type: 'csv_header'
value: 'ACTIVE_FLAG'
column_header: 'ACTIVE_FLAG'
- type: 'csv_header'
value: 'ISSUER_COMMENT'
column_header: 'ISSUER_COMMENT'
- type: 'csv_header'
value: 'OFM_ISSUER_LMT'
column_header: 'OFM_ISSUER_LMT'
- type: 'csv_header'
value: 'OF_MANUAL_FLAG'
column_header: 'OF_MANUAL_FLAG'
- type: 'csv_header'
value: 'GLOBAL_LMT_AMNT'
column_header: 'GLOBAL_LMT_AMNT'
- type: 'csv_header'
value: 'MANUAL_GLOBAL_LMT_FLAG'
column_header: 'MANUAL_GLOBAL_LMT_FLAG'
- type: 'csv_header'
value: 'OF_ISSUER_CATEGORY'
column_header: 'OF_ISSUER_CATEGORY'
- type: 'csv_header'
value: 'FR_ISSUER_CATEGORY'
column_header: 'FR_ISSUER_CATEGORY'
- type: 'csv_header'
value: 'ISSUER_LMT'
column_header: 'ISSUER_LMT'
- type: 'csv_header'
value: 'FR_MANUAL_FLAG'
column_header: 'FR_MANUAL_FLAG'
- type: 'csv_header'
value: 'NCB_USD_LAMBDA'
column_header: 'NCB_USD_LAMBDA'
- type: 'csv_header'
value: 'ART_101_FLAG'
column_header: 'ART_101_FLAG'
- type: 'csv_header'
value: 'UPLIFT_IMPLIED_RATING'
column_header: 'UPLIFT_IMPLIED_RATING'
- type: 'csv_header'
value: 'LAMBDA_MANUAL_FLAG'
column_header: 'LAMBDA_MANUAL_FLAG'
- type: 'csv_header'
value: 'CHANGE_DESCRIPTION'
column_header: 'CHANGE_DESCRIPTION'
- type: 'csv_header'
value: 'LT_FRM_LIMIT_RATIO'
column_header: 'LT_FRM_LIMIT_RATIO'
- type: 'csv_header'
value: 'LT_FRM_LIMIT_RATIO_MANUAL_FLAG'
column_header: 'LT_FRM_LIMIT_RATIO_MANUAL_FLAG'

38
airflow/ods/fxcd/ISSUER_NCB_LIMIT/config/m_ODS_FXCD_F_ISSUER_NCB_LIMIT_PARSE.yml Normal file
View File

@@ -0,0 +1,38 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/ISSUER_NCB_LIMIT
archive_prefix: ARCHIVE/FXCD/ISSUER_NCB_LIMIT
workflow_name: w_ODS_FXCD_F_ISSUER_NCB_LIMIT
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_ISSUER_NCB_LIMIT_PARSE
ods_prefix: INBOX/FXCD/ISSUER_NCB_LIMIT/FXCD_F_ISSUER_NCB_LIMIT
output_table: FXCD_F_ISSUER_NCB_LIMIT
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'COUNTRY_ID'
column_header: 'COUNTRY_ID'
- type: 'csv_header'
value: 'ISSUER_ID'
column_header: 'ISSUER_ID'
- type: 'csv_header'
value: 'USD_LIMIT_AMT'
column_header: 'USD_LIMIT_AMT'
- type: 'csv_header'
value: 'JPY_LIMIT_AMT'
column_header: 'JPY_LIMIT_AMT'
- type: 'csv_header'
value: 'TOTAL_LIMIT_AMT'
column_header: 'TOTAL_LIMIT_AMT'
- type: 'csv_header'
value: 'LIMIT_TYPE'
column_header: 'LIMIT_TYPE'

29
airflow/ods/fxcd/LIQUIDITY_NCB_LIMIT/config/m_ODS_FXCD_F_LIQUIDITY_NCB_LIMIT_PARSE.yml Normal file
View File

@@ -0,0 +1,29 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/LIQUIDITY_NCB_LIMIT
archive_prefix: ARCHIVE/FXCD/LIQUIDITY_NCB_LIMIT
workflow_name: w_ODS_FXCD_F_LIQUIDITY_NCB_LIMIT
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_LIQUIDITY_NCB_LIMIT_PARSE
ods_prefix: INBOX/FXCD/LIQUIDITY_NCB_LIMIT/FXCD_F_LIQUIDITY_NCB_LIMIT
output_table: FXCD_F_LIQUIDITY_NCB_LIMIT
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'COUNTRY_ID'
column_header: 'COUNTRY_ID'
- type: 'csv_header'
value: 'USD_NCB_MIN_LIMIT_AMT'
column_header: 'USD_NCB_MIN_LIMIT_AMT'
- type: 'csv_header'
value: 'USD_NCB_MAX_LIMIT_AMT'
column_header: 'USD_NCB_MAX_LIMIT_AMT'

47
airflow/ods/fxcd/NCB_PORTFOLIO_SHARE/config/m_ODS_FXCD_F_NCB_PORTFOLIO_SHARE_PARSE.yml Normal file
View File

@@ -0,0 +1,47 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/NCB_PORTFOLIO_SHARE
archive_prefix: ARCHIVE/FXCD/NCB_PORTFOLIO_SHARE
workflow_name: w_ODS_FXCD_F_NCB_PORTFOLIO_SHARE
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_NCB_PORTFOLIO_SHARE_PARSE
ods_prefix: INBOX/FXCD/NCB_PORTFOLIO_SHARE/FXCD_F_NCB_PORTFOLIO_SHARE
output_table: FXCD_F_NCB_PORTFOLIO_SHARE
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'COUNTRY_ID'
column_header: 'COUNTRY_ID'
- type: 'csv_header'
value: 'COUNTRY_SHARE'
column_header: 'COUNTRY_SHARE'
- type: 'csv_header'
value: 'USD_COUNTRY_SHARE'
column_header: 'USD_COUNTRY_SHARE'
- type: 'csv_header'
value: 'JPY_COUNTRY_SHARE'
column_header: 'JPY_COUNTRY_SHARE'
- type: 'csv_header'
value: 'SCALED_COUNTRY_SHARE'
column_header: 'SCALED_COUNTRY_SHARE'
- type: 'csv_header'
value: 'SCALED_USD_COUNTRY_SHARE'
column_header: 'SCALED_USD_COUNTRY_SHARE'
- type: 'csv_header'
value: 'SCALED_JPY_COUNTRY_SHARE'
column_header: 'SCALED_JPY_COUNTRY_SHARE'
- type: 'csv_header'
value: 'CNY_COUNTRY_SHARE'
column_header: 'CNY_COUNTRY_SHARE'
- type: 'csv_header'
value: 'SCALED_CNY_COUNTRY_SHARE'
column_header: 'SCALED_CNY_COUNTRY_SHARE'

32
airflow/ods/fxcd/RATING/config/m_ODS_FXCD_F_RATING_PARSE.yml Normal file
View File

@@ -0,0 +1,32 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/RATING
archive_prefix: ARCHIVE/FXCD/RATING
workflow_name: w_ODS_FXCD_F_RATING
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_RATING_PARSE
ods_prefix: INBOX/FXCD/RATING/FXCD_F_RATING
output_table: FXCD_F_RATING
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'ENTITY_ID'
column_header: 'ENTITY_ID'
- type: 'csv_header'
value: 'RATING_TERM_TYPE'
column_header: 'RATING_TERM_TYPE'
- type: 'csv_header'
value: 'AGENCY_ID'
column_header: 'AGENCY_ID'
- type: 'csv_header'
value: 'AGENCY_RATING'
column_header: 'AGENCY_RATING'

29
airflow/ods/fxcd/RATING_AGENCY/config/m_ODS_FXCD_F_RATING_AGENCY_PARSE.yml Normal file
View File

@@ -0,0 +1,29 @@
# App configurations
encoding_type: latin1
# Global configurations
tmpdir: /tmp
inbox_prefix: INBOX/FXCD/RATING_AGENCY
archive_prefix: ARCHIVE/FXCD/RATING_AGENCY
workflow_name: w_ODS_FXCD_F_RATING_AGENCY
validation_schema_path: None
file_type: csv
tasks:
- task_name: m_ODS_FXCD_F_RATING_AGENCY_PARSE
ods_prefix: INBOX/FXCD/RATING_AGENCY/FXCD_F_RATING_AGENCY
output_table: FXCD_F_RATING_AGENCY
output_columns:
- type: 'a_key'
column_header: 'A_KEY'
- type: 'workflow_key'
column_header: 'A_WORKFLOW_HISTORY_KEY'
- type: 'csv_header'
value: 'AGENCY_ID'
column_header: 'AGENCY_ID'
- type: 'csv_header'
value: 'AGENCY_NAME'
column_header: 'AGENCY_NAME'
- type: 'csv_header'
value: 'ENABLED_FLAG'
column_header: 'ENABLED_FLAG'