init

2026-03-02 09:47:35 +01:00
commit 2c225d68ac
715 changed files with 130067 additions and 0 deletions
--- a/airflow/ods/top/aggregated_allotment/config/m_ODS_TOP_AGGREGATED_ALLOTMENT_PARSE.yaml
+++ b/airflow/ods/top/aggregated_allotment/config/m_ODS_TOP_AGGREGATED_ALLOTMENT_PARSE.yaml
@@ -0,0 +1,184 @@
+# Global configurations
+tmpdir: /tmp
+inbox_prefix: INBOX/TOP/AggregatedAllotmentNCB
+archive_prefix: ARCHIVE/TOP/AggregatedAllotmentNCB
+workflow_name: w_ODS_TOP_AGGREGATED_ALLOTMENT
+validation_schema_path: '/opt/airflow/src/airflow/dags/ods/top/top_common/TOPV2.xsd'
+file_type: xml
+
+# List of tasks
+tasks:
+  - task_name: m_ODS_TOP_AGGREGATED_ALLOTMENT_PARSE
+    ods_prefix: INBOX/TOP/AggregatedAllotmentNCB/TOP_AGGREGATED_ALLOTMENT
+    output_table: TOP_AGGREGATED_ALLOTMENT
+    namespaces:
+      topV2: 'http://top.ecb.int/v2'
+    output_columns:
+      - type: 'a_key'
+        column_header: 'A_KEY'
+      - type: 'workflow_key'
+        column_header: 'A_WORKFLOW_HISTORY_KEY'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:RefNo'
+        column_header: 'REF_NO'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:TimeStampSender'
+        column_header: 'TIMESTAMP_SENDER'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:ID'
+        column_header: 'ID'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:Checksum'
+        column_header: 'CHECKSUM'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:Revision'
+        column_header: 'REVISION'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:TransactionType'
+        column_header: 'TRANSACTION_TYPE'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:OperationCurrency'
+        column_header: 'OPERATION_CURRENCY'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:OperationName'
+        column_header: 'OPERATION_NAME'
+        is_key: 'N'        
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:OperationCategory'
+        column_header: 'OPERATION_CATEGORY'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:OperationType'
+        column_header: 'OPERATION_TYPE'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:Procedure'
+        column_header: 'PROCEDURE'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:AuctionType'
+        column_header: 'AUCTION_TYPE'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:AllotmentMethod'
+        column_header: 'ALLOTMENT_METHOD'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:Quotation'
+        column_header: 'QUOTATION'
+        is_key: 'N' 
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:AllotmentDate'
+        column_header: 'ALLOTMENT_DATE'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:ValueDate'
+        column_header: 'VALUE_DATE'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:MaturityDate'
+        column_header: 'MATURITY_DATE'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:DurationOfOperation'
+        column_header: 'DURATION_OF_OPERATION'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:ReferenceEntity'
+        column_header: 'REFERENCE_ENTITY'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:SpotRate'
+        column_header: 'SPOT_RATE'
+        is_key: 'N' 
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:RepaidRefNo'
+        column_header: 'REPAID_REF_NO'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:BusinessValueType'
+        column_header: 'BUSINESS_VALUE_TYPE'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:BidCurrency'
+        column_header: 'BID_CURRENCY'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:OtherCurrency'
+        column_header: 'OTHER_CURRENCY'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:TotalNumberBidders'
+        column_header: 'TOTAL_NUMBER_BIDDERS'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:TotalBidAmount'
+        column_header: 'TOTAL_BID_AMOUNT'
+        is_key: 'N' 
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:TotalAllottedAmount'
+        column_header: 'TOTAL_ALLOTTED_AMOUNT'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:NcbSenderReference'
+        column_header: 'NCB_SENDER_REFERENCE'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:NcbNumberBidders'
+        column_header: 'NCB_NUMBER_BIDDERS'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:NcbBidAmount'
+        column_header: 'NCB_BID_AMOUNT'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:NcbAllottedAmount'
+        column_header: 'NCB_ALLOTTED_AMOUNT'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:Bidders/topV2:Bidder/topV2:BidderId'
+        column_header: 'BIDDER_ID'
+        is_key: 'N'         
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:Bidders/topV2:Bidder/topV2:BidderName'
+        column_header: 'BIDDER_NAME'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:Bidders/topV2:Bidder/topV2:BidderBidAmount'
+        column_header: 'BIDDER_BID_AMOUNT'
+        is_key: 'N'  
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:Bidders/topV2:Bidder/topV2:BidderAllottedAmount'
+        column_header: 'BIDDER_ALLOTTED_AMOUNT'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:Bidders/topV2:Bidder/topV2:BidderAllottedBusinessValue'
+        column_header: 'BIDDER_ALLOTTED_BUSINESS_VALUE'
+        is_key: 'N'         
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:Bids/topV2:Bid/topV2:BidAmount'
+        column_header: 'BID_AMOUNT'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:Bids/topV2:Bid/topV2:BidBusinessValue'
+        column_header: 'BID_BUSINESS_VALUE'
+        is_key: 'N'  
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:Bids/topV2:Bid/topV2:BidAllottedAmount'
+        column_header: 'BID_ALLOTTED_AMOUNT'
+        is_key: 'N'
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:Bids/topV2:Bid/topV2:BidAllottedBusinessValue'
+        column_header: 'BID_ALLOTTED_BUSINESS_VALUE'
+        is_key: 'N'         
+      - type: 'xpath'
+        value: '/topV2:Message/topV2:AggregatedAllotment/topV2:NCBs/topV2:NCB/topV2:Bids/topV2:Bid/topV2:BidAllottedPercentage'
+        column_header: 'BID_ALLOTTED_PERCENTAGE'
+        is_key: 'N'