Files
mars-elt/python/devo_replicator/config/env_config.yaml
Grzegorz Michalski 2c225d68ac init
2026-03-02 09:47:35 +01:00

86 lines
4.7 KiB
YAML

dev:
DEVO_USERNAME: "ap-devo_lab-mrds"
IMPALA_HOSTNAME: "impala-proxy-devo-lab21-impala01.dw-devo-lab21.om2y56.b0.cloudera.site"
HIVE_HOSTNAME: 'hs2-devo-lab21-hive01.dw-devo-lab21.om2y56.b0.cloudera.site'
RANGER_HOSTNAME: "https://devo-lab21-dl-gateway.devo-lab.om2y56.b0.cloudera.site:443/devo-lab21-dl/cdp-proxy-api/ranger"
BUCKET_PREFIX: "s3a://devo-crp-ffppyd8q/"
DEVO_SECRET: "ocid1.vaultsecret.oc1.eu-frankfurt-1.amaaaaaa2ky4jjya3tsglrzfgiyfisxchref774l5y4nrler2vn54lr3li7q"
S3_LOCATION_URI: "https://devo-crp-ffppyd8q.bucket.vpce-040b28f5818b670c1-owicl3ow.s3.eu-central-1.vpce.amazonaws.com/{0}/db/"
DEVO_USERNAME_RQSD: "ap-devo-rqsd-lab"
DEVO_SECRET_RQSD: "ocid1.vaultsecret.oc1.eu-frankfurt-1.amaaaaaa2ky4jjyap6wtzobzob7qizvk4nocszlcaxhwijgzejbvryt3uzbq"
FULL_ACCESS_LIST_RAR: "DISC-DC-RAR-R"
FULL_ACCESS_LIST_MOPDB: ""
FULL_ACCESS_LIST_RQSD: ""
tst:
DEVO_USERNAME: "ap-devo_tst-mrds"
IMPALA_HOSTNAME: "t-impala.devo.escb.eu"
HIVE_HOSTNAME: "hs2-devo-tst21-hive01.dw-devo-tst21.om2y56.b0.cloudera.site"
RANGER_HOSTNAME: "https://devo-tst21-dl-gateway.devo-tst.om2y56.b0.cloudera.site:443/devo-tst21-dl/cdp-proxy-api/ranger"
BUCKET_PREFIX: "s3a://devo-crp-sbul3ju3/"
DEVO_SECRET: "ocid1.vaultsecret.oc1.eu-frankfurt-1.amaaaaaa2ky4jjyayqqotyowhpoml3v5szkwhmtu4rq6bplpkvdruzupz3ma"
S3_LOCATION_URI: "https://devo-crp-sbul3ju3.bucket.vpce-040b28f5818b670c1-owicl3ow.s3.eu-central-1.vpce.amazonaws.com/{0}/db/"
DEVO_USERNAME_RQSD: "ap-devo-rqsd-tst"
DEVO_SECRET_RQSD: "ocid1.vaultsecret.oc1.eu-frankfurt-1.amaaaaaa2ky4jjyap6wtzobzob7qizvk4nocszlcaxhwijgzejbvryt3uzbq"
FULL_ACCESS_LIST_RAR: "DISC-TC-RAR-R"
FULL_ACCESS_LIST_MOPDB: ""
FULL_ACCESS_LIST_RQSD: ""
acc:
DEVO_USERNAME: "ap-devo_acc-mrds"
IMPALA_HOSTNAME: "impala-proxy-devo-acc21-impala01.dw-devo-acc21.inym23.b0.cloudera.site"
HIVE_HOSTNAME: "hs2-devo-acc21-hive01.dw-devo-acc21.inym23.b0.cloudera.site"
RANGER_HOSTNAME: "https://devo-acc21-dl-gateway.devo-acc.inym23.b0.cloudera.site/devo-acc21-dl/cdp-proxy-api/ranger/"
BUCKET_PREFIX: "s3a://devo-crp-sbc9vbsu/"
DEVO_SECRET: "ocid1.vaultsecret.oc1.eu-frankfurt-1.amaaaaaa2ky4jjya3x3nic3vxsnpzlfshz2ubj6kekny5tvaqsnwkuh2hw2a"
S3_LOCATION_URI: "https://devo-crp-sbc9vbsu.bucket.vpce-0bf4fa440fb60935d-6m9iqoo9.s3.eu-central-1.vpce.amazonaws.com/{0}/db/"
DEVO_USERNAME_RQSD: "ap-devo-rqsd-acc"
DEVO_SECRET_RQSD: "ocid1.vaultsecret.oc1.eu-frankfurt-1.amaaaaaa2ky4jjyamzhgatnso57mubvg3c6k4ens3orcx4dieo6efukuvm4a"
FULL_ACCESS_LIST_RAR: "DISC-AC-RAR-R"
FULL_ACCESS_LIST_MOPDB: ""
FULL_ACCESS_LIST_RQSD: ""
prd:
DEVO_USERNAME: "ap-devo_prd-mrds"
IMPALA_HOSTNAME: "impala-proxy-devo-prd21-impala01.dw-devo-prd21.inym23.b0.cloudera.site"
HIVE_HOSTNAME: "hs2-devo-prd21-hive01.dw-devo-prd21.inym23.b0.cloudera.site"
RANGER_HOSTNAME: "https://devo-prd21-dl-gateway.devo-prd.inym23.b0.cloudera.site/devo-prd21-dl/cdp-proxy-api/ranger/"
BUCKET_PREFIX: "s3a://devo-crp-2gn5maj9/"
DEVO_SECRET: "ocid1.vaultsecret.oc1.eu-frankfurt-1.amaaaaaa2ky4jjyace73o3xowa3f3jkw4diqzoiyc6skt34sqnnx4yrbykmq"
S3_LOCATION_URI: "https://devo-crp-2gn5maj9.bucket.vpce-0aa6cf4490536dfd5-qgy4w5sz.s3.eu-central-1.vpce.amazonaws.com/{0}/db/"
DEVO_USERNAME_RQSD: "ap-devo-rqsd-prd"
DEVO_SECRET_RQSD: "ocid1.vaultsecret.oc1.eu-frankfurt-1.amaaaaaa2ky4jjyacodc43tfgumkw4qyzw4s3j4jp42vp2elakkpwwrmivqa"
FULL_ACCESS_LIST_RAR: "DISC-PC-RAR-R"
FULL_ACCESS_LIST_MOPDB: ""
FULL_ACCESS_LIST_RQSD: ""
rar:
corporate_store: "crp_rar"
oracle_metadata_table: "CORR_RAR.NH_METADATA_INVENTORY"
oracle_igam_table: "CT_MRDS.A_DEVO_SOURCES_IGAM"
oracle_mgmt_table: "CT_MRDS.A_DEVO_REPLICA_MGMT_RAR"
target_s3_bucket: "rar/db"
tech_meta_data_fields: "tec_ingestion_date String, tec_execution_date String, tec_run_id String"
mopdb:
corporate_store: "crp_mopdb"
oracle_metadata_table: "CT_MOPDB.MOPDB_METADATA_INVENTORY"
oracle_igam_table: "CT_MRDS.A_DEVO_SOURCES_IGAM"
oracle_mgmt_table: "CT_MRDS.A_DEVO_REPLICA_MGMT_MOPDB"
target_s3_bucket: "mopdb/db"
tech_meta_data_fields: "tec_ingestion_date String, tec_execution_date String, tec_run_id String"
rqsd:
corporate_store: "crp_rqsd"
oracle_metadata_table: "CT_MRDS.A_DEVO_METADATA_INVENTORY"
oracle_igam_table: "CT_MRDS.A_DEVO_SOURCES_IGAM"
oracle_mgmt_table: "CT_MRDS.A_DEVO_REPLICA_MGMT_RQSD"
target_s3_bucket: "rqsd/db"
tech_meta_data_fields: "tec_ingestion_date String, tec_execution_date String, tec_run_id String"
# -- target table name as
# SELECT DISTINCT TABLE_ALIAS FROM {oracle_mgmt_table}
# WHERE OWNER = ''
# AND TABLE_NAME = '';
# -- type of access
# SELECT DISTINCT RAR3_TYPE_OF_ACCESS FROM {oracle_metadata_table}
# WHERE A_VALID_TO > SYSDATE AND
# OWNER = ''
# AND TABLE_NAME = '';