admin/mars
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Init

Browse Source
This commit is contained in:
Grzegorz Michalski
2026-02-02 10:59:29 +01:00
commit ecd833f682
679 changed files with 122717 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

91
MARS_Packages/REL01/MARS-1096/02_MARS_1096_extend_and_partition.sql Normal file
View File

@@ -0,0 +1,91 @@
--=============================================================================================================================
-- MARS-1096: Extend A_PROCESS_LOG.log_message and Enable Daily Interval Partitioning
--=============================================================================================================================
-- Purpose:
-- - Extend log_message column from VARCHAR2(4000) to VARCHAR2(20000)
-- - Convert table to daily interval partitioning on log_timestamp
-- - Preserve all existing data during conversion
-- Author: Grzegorz Michalski
-- Date: 2025-12-03
-- Version: 1.0.0
--=============================================================================================================================
SET SERVEROUTPUT ON
PROMPT ========================================================================
PROMPT MARS-1096: Extend column and enable partitioning
PROMPT ========================================================================
-- 1) Extend column size (safe operation, preserves data)
ALTER TABLE CT_MRDS.A_PROCESS_LOG MODIFY (log_message VARCHAR2(20000));
-- 2) Convert table to interval partitioning by day on log_timestamp
-- Strategy: Create new partitioned table, copy ALL data, rename tables
-- This preserves all existing records during conversion
DECLARE
v_has_partitions NUMBER := 0;
v_row_count NUMBER := 0;
BEGIN
-- Check if already partitioned
SELECT COUNT(*) INTO v_has_partitions
FROM user_tab_partitions
WHERE table_name = 'A_PROCESS_LOG';
IF v_has_partitions = 0 THEN
-- Count existing data
EXECUTE IMMEDIATE 'SELECT COUNT(*) FROM CT_MRDS.A_PROCESS_LOG' INTO v_row_count;
DBMS_OUTPUT.PUT_LINE('Existing records to migrate: ' || v_row_count);
-- Create new partitioned table with different name
EXECUTE IMMEDIATE q'[CREATE TABLE CT_MRDS.A_PROCESS_LOG_NEW (
a_process_log_key NUMBER GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
guid VARCHAR2(32),
Username VARCHAR2(128),
Osuser VARCHAR2(128),
Machine VARCHAR2(64),
Module VARCHAR2(64),
process_name VARCHAR2(200),
procedure_name VARCHAR2(200),
procedure_parameters VARCHAR2(20000),
log_level VARCHAR2(10),
log_message VARCHAR2(20000),
log_timestamp TIMESTAMP DEFAULT SYSTIMESTAMP
)
PARTITION BY RANGE (log_timestamp)
INTERVAL (NUMTODSINTERVAL(1,'DAY'))
(
PARTITION p_init VALUES LESS THAN (TIMESTAMP '2025-01-01 00:00:00')
)]';
-- Copy ALL existing data (Oracle auto-creates partitions per timestamp)
EXECUTE IMMEDIATE 'INSERT /*+ APPEND */ INTO CT_MRDS.A_PROCESS_LOG_NEW (
guid, Username, Osuser, Machine, Module, process_name, procedure_name,
procedure_parameters, log_level, log_message, log_timestamp
) SELECT guid, Username, Osuser, Machine, Module, process_name, procedure_name,
procedure_parameters, log_level, log_message, log_timestamp
FROM CT_MRDS.A_PROCESS_LOG';
COMMIT;
-- Verify data copied successfully
EXECUTE IMMEDIATE 'SELECT COUNT(*) FROM CT_MRDS.A_PROCESS_LOG_NEW' INTO v_row_count;
DBMS_OUTPUT.PUT_LINE('Records migrated to partitioned table: ' || v_row_count);
-- Swap tables: rename old to backup, new to original name
EXECUTE IMMEDIATE 'ALTER TABLE CT_MRDS.A_PROCESS_LOG RENAME TO A_PROCESS_LOG_OLD';
EXECUTE IMMEDIATE 'ALTER TABLE CT_MRDS.A_PROCESS_LOG_NEW RENAME TO A_PROCESS_LOG';
DBMS_OUTPUT.PUT_LINE('Table conversion complete. Old table preserved as A_PROCESS_LOG_OLD');
DBMS_OUTPUT.PUT_LINE('Review and manually DROP TABLE CT_MRDS.A_PROCESS_LOG_OLD PURGE when verified');
ELSE
DBMS_OUTPUT.PUT_LINE('Table already partitioned. Skipping conversion.');
END IF;
END;
/
PROMPT SUCCESS: A_PROCESS_LOG extended and partitioned
--=============================================================================================================================
-- End of Script
--=============================================================================================================================

35
MARS_Packages/REL01/MARS-1096/04_MARS_1096_verify_partitioning.sql Normal file
View File

@@ -0,0 +1,35 @@
-- Verify CT_MRDS.A_PROCESS_LOG structure after MARS-1096
-- CRITICAL: Use ALL_* views when installing as ADMIN user
SET PAGESIZE 100
SET LINESIZE 200
COLUMN column_name FORMAT A20
COLUMN data_type FORMAT A20
PROMPT Column length check:
SELECT column_name, data_type, data_length
FROM all_tab_columns
WHERE owner = 'CT_MRDS'
AND table_name = 'A_PROCESS_LOG'
AND column_name = 'LOG_MESSAGE';
PROMPT Partitioning check:
SELECT partitioning_type, interval
FROM all_part_tables
WHERE owner = 'CT_MRDS'
AND table_name = 'A_PROCESS_LOG';
PROMPT Sample partitions:
SELECT partition_name, high_value, num_rows
FROM all_tab_partitions
WHERE table_owner = 'CT_MRDS'
AND table_name = 'A_PROCESS_LOG'
ORDER BY partition_position
FETCH FIRST 10 ROWS ONLY;
PROMPT Total record count:
SELECT COUNT(*) AS total_records FROM CT_MRDS.A_PROCESS_LOG;
PROMPT Check for backup table (should be dropped after verification):
SELECT table_name FROM all_tables
WHERE owner = 'CT_MRDS'
AND table_name LIKE 'A_PROCESS_LOG%';

23
MARS_Packages/REL01/MARS-1096/05_MARS_1096_cleanup_backup.sql Normal file
View File

@@ -0,0 +1,23 @@
-- Cleanup backup table after successful verification
-- This script is automatically called by install_mars1096.sql
-- Can also be run manually if needed
-- CRITICAL: Use ALL_TABLES when installing as ADMIN user
SET SERVEROUTPUT ON
DECLARE
v_table_exists NUMBER := 0;
BEGIN
SELECT COUNT(*) INTO v_table_exists
FROM all_tables
WHERE owner = 'CT_MRDS'
AND table_name = 'A_PROCESS_LOG_OLD';
IF v_table_exists > 0 THEN
EXECUTE IMMEDIATE 'DROP TABLE CT_MRDS.A_PROCESS_LOG_OLD PURGE';
DBMS_OUTPUT.PUT_LINE('Backup table A_PROCESS_LOG_OLD dropped successfully.');
ELSE
DBMS_OUTPUT.PUT_LINE('No backup table found. Nothing to clean up.');
END IF;
END;
/

47
MARS_Packages/REL01/MARS-1096/README.md Normal file
View File

@@ -0,0 +1,47 @@
# MARS-1096: Extend A_PROCESS_LOG and Enable Daily Interval Partitioning
## Scope
- Extend `CT_MRDS.A_PROCESS_LOG.LOG_MESSAGE` to `VARCHAR2(20000)`
- Convert table to interval partitioning by day on `LOG_TIMESTAMP`
- **CRITICAL**: Preserves all existing data during conversion
## Strategy
- Creates new partitioned table `A_PROCESS_LOG_NEW`
- Copies ALL existing records (preserving data integrity)
- Renames old table to `A_PROCESS_LOG_OLD` (backup)
- Renames new table to `A_PROCESS_LOG`
- Manual cleanup of backup table after verification
## Files
- Baseline update: `mrds_elt-dev-database/database/CT_MRDS/SCHEMA/tables/A_PROCESS_LOG.sql`
- Migration: `MARS_Packages/migrations/004_extend_log_message_and_partition.sql`
- Rollback: `MARS_Packages/migrations/rollback/004_rollback_log_message_and_partition.sql`
- Install: `MARS_Packages/REL02/MARS-1096/install_mars1096.sql` (includes cleanup)
- Verify: `MARS_Packages/REL02/MARS-1096/04_MARS_1096_verify_partitioning.sql`
- Cleanup: `MARS_Packages/REL02/MARS-1096/05_MARS_1096_cleanup_backup.sql` (auto-executed)
## Install
```powershell
# Run with SQLcl - includes verification and automatic backup cleanup
sql "CT_MRDS/Cloudpass#34@ggmichalski_high" "@MARS_Packages/REL01/MARS-1096/install_mars1096.sql"
```
## Rollback
```powershell
# Execute rollback with full logging and verification
sql "CT_MRDS/Cloudpass#34@ggmichalski_high" "@MARS_Packages/REL01/MARS-1096/rollback_mars1096.sql"
# Log file created: ROLLBACK_MARS_1096_<PDB>_<timestamp>.log
```
**Rollback Process:**
1. User confirmation required (type "YES")
2. Restore table to non-partitioned structure
3. Revert log_message to VARCHAR2(4000)
4. Preserve all existing data
5. Verify changes with automatic checks
## Performance Notes
- Daily partitions optimal for ~200k records/day
- Partition pruning improves query performance with date filters
- Local indexes can be added per partition if needed

79
MARS_Packages/REL01/MARS-1096/install_mars1096.sql Normal file
View File

@@ -0,0 +1,79 @@
-- ===================================================================
-- MARS-1096 INSTALL SCRIPT: Extend A_PROCESS_LOG and Enable Partitioning
-- ===================================================================
-- Purpose:
-- - Extend log_message column from VARCHAR2(4000) to VARCHAR2(20000)
-- - Convert table to daily interval partitioning on log_timestamp
-- - Preserve all existing data during conversion
-- Author: Grzegorz Michalski
-- Date: 2025-12-03
-- Version: 1.0.0
-- ===================================================================
-- Dynamic spool file generation (using SYS_CONTEXT - no DBA privileges required)
var filename VARCHAR2(100)
BEGIN
:filename := 'INSTALL_MARS_1096_' || SYS_CONTEXT('USERENV', 'CON_NAME') || '_' || TO_CHAR(SYSDATE,'YYYYMMDD_HH24MISS') || '.log';
END;
/
column filename new_value _filename
select :filename filename from dual;
spool &_filename
SET ECHO OFF
SET TIMING ON
SET SERVEROUTPUT ON SIZE UNLIMITED
SET PAUSE OFF
PROMPT =========================================================================
PROMPT MARS-1096: Extend A_PROCESS_LOG and Enable Daily Partitioning
PROMPT =========================================================================
PROMPT
PROMPT This script will:
PROMPT - Extend log_message column from VARCHAR2(4000) to VARCHAR2(20000)
PROMPT - Convert A_PROCESS_LOG table to daily interval partitioning
PROMPT - Create backup table A_PROCESS_LOG_OLD during conversion
PROMPT - Migrate all existing records to partitioned structure
PROMPT - Automatically cleanup backup table after verification
PROMPT
PROMPT Expected Duration: 1-2 minutes (depends on data volume)
PROMPT =========================================================================
-- Confirm installation with user
ACCEPT continue CHAR PROMPT 'Type YES to continue with installation, or Ctrl+C to abort: '
WHENEVER SQLERROR EXIT SQL.SQLCODE
BEGIN
IF '&continue' IS NULL OR TRIM('&continue') IS NULL OR UPPER(TRIM('&continue')) != 'YES' THEN
RAISE_APPLICATION_ERROR(-20001, 'Installation aborted by user');
END IF;
END;
/
WHENEVER SQLERROR CONTINUE
PROMPT
PROMPT =========================================================================
PROMPT Step 1: Extend Column and Enable Partitioning
PROMPT =========================================================================
@@02_MARS_1096_extend_and_partition.sql
PROMPT
PROMPT =========================================================================
PROMPT Step 2: Verify Partitioning
PROMPT =========================================================================
@@04_MARS_1096_verify_partitioning.sql
PROMPT
PROMPT =========================================================================
PROMPT Step 3: Cleanup Backup Table
PROMPT =========================================================================
@@05_MARS_1096_cleanup_backup.sql
PROMPT
PROMPT =========================================================================
PROMPT MARS-1096 Installation - COMPLETED
PROMPT =========================================================================
PROMPT Check the log file for complete installation details.
PROMPT =========================================================================
spool off
quit;

151
MARS_Packages/REL01/MARS-1096/rollback_mars1096.sql Normal file
View File

@@ -0,0 +1,151 @@
-- ===================================================================
-- MARS-1096 ROLLBACK SCRIPT: Revert A_PROCESS_LOG Changes
-- ===================================================================
-- Purpose: Rollback all changes from MARS-1096 installation
-- - Revert log_message column from VARCHAR2(20000) to VARCHAR2(4000)
-- - Remove daily interval partitioning (restore to non-partitioned table)
-- - Preserve all existing data during rollback
-- Author: Grzegorz Michalski
-- Date: 2025-12-03
-- Version: 1.0.0
-- ===================================================================
-- Dynamic spool file generation (using SYS_CONTEXT - no DBA privileges required)
var filename VARCHAR2(100)
BEGIN
:filename := 'ROLLBACK_MARS_1096_' || SYS_CONTEXT('USERENV', 'CON_NAME') || '_' || TO_CHAR(SYSDATE,'YYYYMMDD_HH24MISS') || '.log';
END;
/
column filename new_value _filename
select :filename filename from dual;
spool &_filename
SET ECHO OFF
SET TIMING ON
SET SERVEROUTPUT ON SIZE UNLIMITED
SET PAUSE OFF
PROMPT =========================================================================
PROMPT MARS-1096: Rollback A_PROCESS_LOG Changes
PROMPT =========================================================================
PROMPT WARNING: This will reverse all changes from MARS-1096 installation!
PROMPT
PROMPT Changes to be reverted:
PROMPT - Revert log_message column: VARCHAR2(20000) -> VARCHAR2(4000)
PROMPT - Remove daily interval partitioning
PROMPT - Restore to non-partitioned table structure
PROMPT
PROMPT CRITICAL: All existing data will be preserved during rollback
PROMPT =========================================================================
-- Confirm rollback with user
ACCEPT continue CHAR PROMPT 'Type YES to continue with rollback, or Ctrl+C to abort: '
WHENEVER SQLERROR EXIT SQL.SQLCODE
BEGIN
IF '&continue' IS NULL OR TRIM('&continue') IS NULL OR UPPER(TRIM('&continue')) != 'YES' THEN
RAISE_APPLICATION_ERROR(-20001, 'Rollback aborted by user');
END IF;
END;
/
WHENEVER SQLERROR CONTINUE
PROMPT
PROMPT =========================================================================
PROMPT Step 1: Rollback Table Structure
PROMPT =========================================================================
DECLARE
v_row_count NUMBER := 0;
v_table_exists NUMBER := 0;
BEGIN
-- Check if old backup table still exists
SELECT COUNT(*) INTO v_table_exists
FROM user_tables
WHERE table_name = 'A_PROCESS_LOG_OLD';
IF v_table_exists > 0 THEN
-- If backup exists, simply restore it
DBMS_OUTPUT.PUT_LINE('Restoring from backup table A_PROCESS_LOG_OLD');
EXECUTE IMMEDIATE 'ALTER TABLE CT_MRDS.A_PROCESS_LOG RENAME TO A_PROCESS_LOG_PARTITIONED';
EXECUTE IMMEDIATE 'ALTER TABLE CT_MRDS.A_PROCESS_LOG_OLD RENAME TO A_PROCESS_LOG';
-- Revert column size
EXECUTE IMMEDIATE 'ALTER TABLE CT_MRDS.A_PROCESS_LOG MODIFY (log_message VARCHAR2(4000))';
EXECUTE IMMEDIATE 'DROP TABLE CT_MRDS.A_PROCESS_LOG_PARTITIONED PURGE';
DBMS_OUTPUT.PUT_LINE('Rollback complete using backup table.');
ELSE
-- No backup, need to convert back manually
DBMS_OUTPUT.PUT_LINE('No backup found. Converting partitioned table to non-partitioned.');
EXECUTE IMMEDIATE 'SELECT COUNT(*) FROM CT_MRDS.A_PROCESS_LOG' INTO v_row_count;
DBMS_OUTPUT.PUT_LINE('Records to migrate: ' || v_row_count);
-- Create non-partitioned table
EXECUTE IMMEDIATE q'[CREATE TABLE CT_MRDS.A_PROCESS_LOG_NP (
a_process_log_key NUMBER GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
guid VARCHAR2(32),
Username VARCHAR2(128),
Osuser VARCHAR2(128),
Machine VARCHAR2(64),
Module VARCHAR2(64),
process_name VARCHAR2(200),
procedure_name VARCHAR2(200),
procedure_parameters VARCHAR2(20000),
log_level VARCHAR2(10),
log_message VARCHAR2(4000),
log_timestamp TIMESTAMP DEFAULT SYSTIMESTAMP
)]';
-- Copy all data
EXECUTE IMMEDIATE 'INSERT /*+ APPEND */ INTO CT_MRDS.A_PROCESS_LOG_NP (
guid, Username, Osuser, Machine, Module, process_name, procedure_name,
procedure_parameters, log_level, log_message, log_timestamp
) SELECT guid, Username, Osuser, Machine, Module, process_name, procedure_name,
procedure_parameters, log_level, log_message, log_timestamp
FROM CT_MRDS.A_PROCESS_LOG';
COMMIT;
-- Swap tables
EXECUTE IMMEDIATE 'ALTER TABLE CT_MRDS.A_PROCESS_LOG RENAME TO A_PROCESS_LOG_PARTITIONED';
EXECUTE IMMEDIATE 'ALTER TABLE CT_MRDS.A_PROCESS_LOG_NP RENAME TO A_PROCESS_LOG';
EXECUTE IMMEDIATE 'DROP TABLE CT_MRDS.A_PROCESS_LOG_PARTITIONED PURGE';
DBMS_OUTPUT.PUT_LINE('Rollback complete.');
END IF;
END;
/
PROMPT
PROMPT =========================================================================
PROMPT Step 2: Verify Rollback
PROMPT =========================================================================
-- Verify column size reverted
SELECT column_name, data_type, data_length
FROM user_tab_columns
WHERE table_name = 'A_PROCESS_LOG' AND column_name = 'LOG_MESSAGE';
-- Verify partitioning removed
SELECT COUNT(*) AS partition_count
FROM user_tab_partitions
WHERE table_name = 'A_PROCESS_LOG';
-- Verify record count preserved
SELECT COUNT(*) AS total_records FROM CT_MRDS.A_PROCESS_LOG;
PROMPT
PROMPT =========================================================================
PROMPT MARS-1096 Rollback - COMPLETED
PROMPT =========================================================================
PROMPT Check the log file for complete rollback details.
PROMPT Expected results:
PROMPT - LOG_MESSAGE column: VARCHAR2(4000)
PROMPT - Partition count: 0 (non-partitioned)
PROMPT - Total records: Should match pre-rollback count
PROMPT =========================================================================
spool off
quit;