Rename ARCH_FILE_NAME to ARCH_PATH in FILE_ARCHIVER for clarity and consistency in directory URI handling
This commit is contained in:
@@ -234,7 +234,7 @@ AS
|
|||||||
|
|
||||||
-- Note: DBMS_CLOUD.EXPORT_DATA may create multiple parquet files (parallel execution)
|
-- Note: DBMS_CLOUD.EXPORT_DATA may create multiple parquet files (parallel execution)
|
||||||
-- Instead of tracking individual files, we store the archive directory prefix
|
-- Instead of tracking individual files, we store the archive directory prefix
|
||||||
-- ARCH_FILE_NAME will contain the directory URI where all parquet files are located
|
-- ARCH_PATH contain the directory URI where all parquet files are located
|
||||||
vFilename := vUri; -- Store directory prefix instead of individual filename
|
vFilename := vUri; -- Store directory prefix instead of individual filename
|
||||||
|
|
||||||
-- Try to drop EXPORTED FILES ("regular data files")
|
-- Try to drop EXPORTED FILES ("regular data files")
|
||||||
@@ -245,7 +245,7 @@ AS
|
|||||||
BEGIN
|
BEGIN
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
||||||
SET PROCESSING_STATUS = 'ARCHIVED_AND_TRASHED' -- Status reflects file is archived and kept in TRASH
|
SET PROCESSING_STATUS = 'ARCHIVED_AND_TRASHED' -- Status reflects file is archived and kept in TRASH
|
||||||
,ARCH_FILE_NAME = vFilename -- Now contains directory prefix, not individual file
|
,ARCH_PATH = vFilename -- Now contains directory prefix, not individual file
|
||||||
,PARTITION_YEAR = ym_loop.year -- Record which partition year the data was archived to
|
,PARTITION_YEAR = ym_loop.year -- Record which partition year the data was archived to
|
||||||
,PARTITION_MONTH = ym_loop.month -- Record which partition month the data was archived to
|
,PARTITION_MONTH = ym_loop.month -- Record which partition month the data was archived to
|
||||||
WHERE r.a_source_file_config_key= pSourceFileConfigKey
|
WHERE r.a_source_file_config_key= pSourceFileConfigKey
|
||||||
@@ -324,7 +324,7 @@ AS
|
|||||||
|
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
||||||
SET PROCESSING_STATUS = 'INGESTED'
|
SET PROCESSING_STATUS = 'INGESTED'
|
||||||
,ARCH_FILE_NAME = NULL
|
,ARCH_PATH = NULL
|
||||||
WHERE r.a_source_file_config_key = pSourceFileConfigKey
|
WHERE r.a_source_file_config_key = pSourceFileConfigKey
|
||||||
AND r.source_file_name = f.filename
|
AND r.source_file_name = f.filename
|
||||||
;
|
;
|
||||||
@@ -579,7 +579,7 @@ AS
|
|||||||
|
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
||||||
SET PROCESSING_STATUS = 'INGESTED',
|
SET PROCESSING_STATUS = 'INGESTED',
|
||||||
ARCH_FILE_NAME = NULL,
|
ARCH_PATH = NULL,
|
||||||
PARTITION_YEAR = NULL,
|
PARTITION_YEAR = NULL,
|
||||||
PARTITION_MONTH = NULL
|
PARTITION_MONTH = NULL
|
||||||
WHERE A_SOURCE_FILE_RECEIVED_KEY = pSourceFileReceivedKey
|
WHERE A_SOURCE_FILE_RECEIVED_KEY = pSourceFileReceivedKey
|
||||||
@@ -620,7 +620,7 @@ AS
|
|||||||
|
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
||||||
SET PROCESSING_STATUS = 'INGESTED',
|
SET PROCESSING_STATUS = 'INGESTED',
|
||||||
ARCH_FILE_NAME = NULL,
|
ARCH_PATH = NULL,
|
||||||
PARTITION_YEAR = NULL,
|
PARTITION_YEAR = NULL,
|
||||||
PARTITION_MONTH = NULL
|
PARTITION_MONTH = NULL
|
||||||
WHERE A_SOURCE_FILE_CONFIG_KEY = pSourceFileConfigKey
|
WHERE A_SOURCE_FILE_CONFIG_KEY = pSourceFileConfigKey
|
||||||
@@ -660,7 +660,7 @@ AS
|
|||||||
|
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
||||||
SET PROCESSING_STATUS = 'INGESTED',
|
SET PROCESSING_STATUS = 'INGESTED',
|
||||||
ARCH_FILE_NAME = NULL,
|
ARCH_PATH = NULL,
|
||||||
PARTITION_YEAR = NULL,
|
PARTITION_YEAR = NULL,
|
||||||
PARTITION_MONTH = NULL
|
PARTITION_MONTH = NULL
|
||||||
WHERE PROCESSING_STATUS = 'ARCHIVED_AND_TRASHED';
|
WHERE PROCESSING_STATUS = 'ARCHIVED_AND_TRASHED';
|
||||||
|
|||||||
@@ -181,7 +181,7 @@ AS
|
|||||||
BEGIN
|
BEGIN
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
||||||
SET PROCESSING_STATUS = 'ARCHIVED'
|
SET PROCESSING_STATUS = 'ARCHIVED'
|
||||||
,ARCH_FILE_NAME = vUri||vFilename
|
,ARCH_PATH = vUri||vFilename
|
||||||
WHERE r.a_source_file_config_key= pSourceFileConfigKey
|
WHERE r.a_source_file_config_key= pSourceFileConfigKey
|
||||||
AND r.source_file_name = f.filename
|
AND r.source_file_name = f.filename
|
||||||
AND r.processing_status = 'INGESTED'
|
AND r.processing_status = 'INGESTED'
|
||||||
@@ -244,7 +244,7 @@ AS
|
|||||||
|
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
||||||
SET PROCESSING_STATUS = 'INGESTED'
|
SET PROCESSING_STATUS = 'INGESTED'
|
||||||
,ARCH_FILE_NAME = NULL
|
,ARCH_PATH = NULL
|
||||||
WHERE r.a_source_file_config_key = pSourceFileConfigKey
|
WHERE r.a_source_file_config_key = pSourceFileConfigKey
|
||||||
AND r.source_file_name = f.filename
|
AND r.source_file_name = f.filename
|
||||||
;
|
;
|
||||||
|
|||||||
@@ -231,7 +231,7 @@ AS
|
|||||||
BEGIN
|
BEGIN
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
||||||
SET PROCESSING_STATUS = 'ARCHIVED'
|
SET PROCESSING_STATUS = 'ARCHIVED'
|
||||||
,ARCH_FILE_NAME = vUri||vFilename
|
,ARCH_PATH = vUri||vFilename
|
||||||
WHERE r.a_source_file_config_key= pSourceFileConfigKey
|
WHERE r.a_source_file_config_key= pSourceFileConfigKey
|
||||||
AND r.source_file_name = f.filename
|
AND r.source_file_name = f.filename
|
||||||
AND r.processing_status = 'INGESTED'
|
AND r.processing_status = 'INGESTED'
|
||||||
@@ -294,7 +294,7 @@ AS
|
|||||||
|
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
||||||
SET PROCESSING_STATUS = 'INGESTED'
|
SET PROCESSING_STATUS = 'INGESTED'
|
||||||
,ARCH_FILE_NAME = NULL
|
,ARCH_PATH = NULL
|
||||||
WHERE r.a_source_file_config_key = pSourceFileConfigKey
|
WHERE r.a_source_file_config_key = pSourceFileConfigKey
|
||||||
AND r.source_file_name = f.filename
|
AND r.source_file_name = f.filename
|
||||||
;
|
;
|
||||||
|
|||||||
@@ -223,7 +223,7 @@ AS
|
|||||||
|
|
||||||
-- Note: DBMS_CLOUD.EXPORT_DATA may create multiple parquet files (parallel execution)
|
-- Note: DBMS_CLOUD.EXPORT_DATA may create multiple parquet files (parallel execution)
|
||||||
-- Instead of tracking individual files, we store the archive directory prefix
|
-- Instead of tracking individual files, we store the archive directory prefix
|
||||||
-- ARCH_FILE_NAME will contain the directory URI where all parquet files are located
|
-- ARCH_PATH will contain the directory URI where all parquet files are located
|
||||||
vFilename := vUri; -- Store directory prefix instead of individual filename
|
vFilename := vUri; -- Store directory prefix instead of individual filename
|
||||||
|
|
||||||
-- Try to drop EXPORTED FILES ("regular data files")
|
-- Try to drop EXPORTED FILES ("regular data files")
|
||||||
@@ -234,7 +234,7 @@ AS
|
|||||||
BEGIN
|
BEGIN
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
||||||
SET PROCESSING_STATUS = 'ARCHIVED_AND_TRASHED' -- Status reflects file is archived and kept in TRASH
|
SET PROCESSING_STATUS = 'ARCHIVED_AND_TRASHED' -- Status reflects file is archived and kept in TRASH
|
||||||
,ARCH_FILE_NAME = vFilename -- Now contains directory prefix, not individual file
|
,ARCH_PATH = vFilename -- Now contains directory prefix, not individual file
|
||||||
,PARTITION_YEAR = ym_loop.year -- Record which partition year the data was archived to
|
,PARTITION_YEAR = ym_loop.year -- Record which partition year the data was archived to
|
||||||
,PARTITION_MONTH = ym_loop.month -- Record which partition month the data was archived to
|
,PARTITION_MONTH = ym_loop.month -- Record which partition month the data was archived to
|
||||||
WHERE r.a_source_file_config_key= pSourceFileConfigKey
|
WHERE r.a_source_file_config_key= pSourceFileConfigKey
|
||||||
@@ -313,7 +313,7 @@ AS
|
|||||||
|
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED r
|
||||||
SET PROCESSING_STATUS = 'INGESTED'
|
SET PROCESSING_STATUS = 'INGESTED'
|
||||||
,ARCH_FILE_NAME = NULL
|
,ARCH_PATH = NULL
|
||||||
WHERE r.a_source_file_config_key = pSourceFileConfigKey
|
WHERE r.a_source_file_config_key = pSourceFileConfigKey
|
||||||
AND r.source_file_name = f.filename
|
AND r.source_file_name = f.filename
|
||||||
;
|
;
|
||||||
@@ -568,7 +568,7 @@ AS
|
|||||||
|
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
||||||
SET PROCESSING_STATUS = 'INGESTED',
|
SET PROCESSING_STATUS = 'INGESTED',
|
||||||
ARCH_FILE_NAME = NULL,
|
ARCH_PATH = NULL,
|
||||||
PARTITION_YEAR = NULL,
|
PARTITION_YEAR = NULL,
|
||||||
PARTITION_MONTH = NULL
|
PARTITION_MONTH = NULL
|
||||||
WHERE A_SOURCE_FILE_RECEIVED_KEY = pSourceFileReceivedKey
|
WHERE A_SOURCE_FILE_RECEIVED_KEY = pSourceFileReceivedKey
|
||||||
@@ -609,7 +609,7 @@ AS
|
|||||||
|
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
||||||
SET PROCESSING_STATUS = 'INGESTED',
|
SET PROCESSING_STATUS = 'INGESTED',
|
||||||
ARCH_FILE_NAME = NULL,
|
ARCH_PATH = NULL,
|
||||||
PARTITION_YEAR = NULL,
|
PARTITION_YEAR = NULL,
|
||||||
PARTITION_MONTH = NULL
|
PARTITION_MONTH = NULL
|
||||||
WHERE A_SOURCE_FILE_CONFIG_KEY = pSourceFileConfigKey
|
WHERE A_SOURCE_FILE_CONFIG_KEY = pSourceFileConfigKey
|
||||||
@@ -649,7 +649,7 @@ AS
|
|||||||
|
|
||||||
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
UPDATE CT_MRDS.A_SOURCE_FILE_RECEIVED
|
||||||
SET PROCESSING_STATUS = 'INGESTED',
|
SET PROCESSING_STATUS = 'INGESTED',
|
||||||
ARCH_FILE_NAME = NULL,
|
ARCH_PATH = NULL,
|
||||||
PARTITION_YEAR = NULL,
|
PARTITION_YEAR = NULL,
|
||||||
PARTITION_MONTH = NULL
|
PARTITION_MONTH = NULL
|
||||||
WHERE PROCESSING_STATUS = 'ARCHIVED_AND_TRASHED';
|
WHERE PROCESSING_STATUS = 'ARCHIVED_AND_TRASHED';
|
||||||
|
|||||||
Reference in New Issue
Block a user