54 lines
1.8 KiB
Python
54 lines
1.8 KiB
Python
import os
|
|
|
|
import mrds_elt.python.devo_replicator.FlowOptions as ro
|
|
import tableBuilderProcessor_2 as tbp
|
|
|
|
# setting variables
|
|
# args = [
|
|
# 'corporate_store=crp_rar',
|
|
# 'source_schema=CORR_RAR',
|
|
# 'source_table=NH_F_RATING',
|
|
# 'target_table=NH_F_RATING',
|
|
# 'access_type=1',
|
|
# 'oracle_metadata_table=CORR_RAR.NH_METADATA_INVENTORY',
|
|
# 'oracle_igam_table=CT_REF.RAR_SOURCES_IGAM_SENTRY',
|
|
# 'sentry_role_environment=production',
|
|
# 'target_s3_bucket=s3a://devo-crp-ffppyd8q',
|
|
# 'tech_meta_data_fields=tec_ingestion_date String, tec_execution_date String, tec_run_id String',
|
|
# 'full_access_entitlement_list=DISC-PC-RAR-R'
|
|
# ]
|
|
|
|
# args = [
|
|
# 'corporate_store=crp_rar',
|
|
# 'source_schema=CORR_RAR',
|
|
# 'source_table=NH_ASSET',
|
|
# 'target_table=NH_ASSET',
|
|
# 'access_type=2a',
|
|
# 'oracle_metadata_table=CORR_RAR.NH_METADATA_INVENTORY',
|
|
# 'oracle_igam_table=CT_REF.RAR_SOURCES_IGAM_SENTRY',
|
|
# 'sentry_role_environment=production',
|
|
# 'target_s3_bucket=s3a://devo-crp-ffppyd8q',
|
|
# 'tech_meta_data_fields=tec_ingestion_date String, tec_execution_date String, tec_run_id String',
|
|
# 'full_access_entitlement_list=DISC-PC-RAR-R'
|
|
# ]
|
|
|
|
|
|
args = [
|
|
'corporate_store=crp_mopdb',
|
|
'source_schema=MPEC',
|
|
'source_table=T_MPEC',
|
|
'oracle_metadata_table=CT_MOPDB.MOPDB_METADATA_INVENTORY',
|
|
'oracle_igam_table=CT_MOPDB.MOPDB_SOURCES_IGAM_SENTRY',
|
|
'sentry_role_environment=production',
|
|
'target_s3_bucket=s3a://devo-crp-sbul3ju3/mopdb/db',
|
|
'tech_meta_data_fields=tec_ingestion_date String, tec_execution_date String, tec_run_id String',
|
|
'full_access_entitlement_list='
|
|
]
|
|
|
|
rar_options = ro.Options(args)
|
|
|
|
tableFields = tbp.loadMetadataTable(rar_options)
|
|
tbp.createExternalTables_CRP_RAR(rar_options,tableFields )
|
|
igamRoleDF = tbp.readIGAMRoles(rar_options)
|
|
|
|
tbp.accessTypeMapper(rar_options, igamRoleDF) |