import os import mrds_elt.python.devo_replicator.FlowOptions as ro import tableBuilderProcessor_2 as tbp # setting variables # args = [ # 'corporate_store=crp_rar', # 'source_schema=CORR_RAR', # 'source_table=NH_F_RATING', # 'target_table=NH_F_RATING', # 'access_type=1', # 'oracle_metadata_table=CORR_RAR.NH_METADATA_INVENTORY', # 'oracle_igam_table=CT_REF.RAR_SOURCES_IGAM_SENTRY', # 'sentry_role_environment=production', # 'target_s3_bucket=s3a://devo-crp-ffppyd8q', # 'tech_meta_data_fields=tec_ingestion_date String, tec_execution_date String, tec_run_id String', # 'full_access_entitlement_list=DISC-PC-RAR-R' # ] # args = [ # 'corporate_store=crp_rar', # 'source_schema=CORR_RAR', # 'source_table=NH_ASSET', # 'target_table=NH_ASSET', # 'access_type=2a', # 'oracle_metadata_table=CORR_RAR.NH_METADATA_INVENTORY', # 'oracle_igam_table=CT_REF.RAR_SOURCES_IGAM_SENTRY', # 'sentry_role_environment=production', # 'target_s3_bucket=s3a://devo-crp-ffppyd8q', # 'tech_meta_data_fields=tec_ingestion_date String, tec_execution_date String, tec_run_id String', # 'full_access_entitlement_list=DISC-PC-RAR-R' # ] args = [ 'corporate_store=crp_mopdb', 'source_schema=MPEC', 'source_table=T_MPEC', 'oracle_metadata_table=CT_MOPDB.MOPDB_METADATA_INVENTORY', 'oracle_igam_table=CT_MOPDB.MOPDB_SOURCES_IGAM_SENTRY', 'sentry_role_environment=production', 'target_s3_bucket=s3a://devo-crp-sbul3ju3/mopdb/db', 'tech_meta_data_fields=tec_ingestion_date String, tec_execution_date String, tec_run_id String', 'full_access_entitlement_list=' ] rar_options = ro.Options(args) tableFields = tbp.loadMetadataTable(rar_options) tbp.createExternalTables_CRP_RAR(rar_options,tableFields ) igamRoleDF = tbp.readIGAMRoles(rar_options) tbp.accessTypeMapper(rar_options, igamRoleDF)