Merge pull request #52 from bennyaustin/L1L2-count

Add counts for Insert, Update & Delete in L1 &L2
bennyaustin · Sep 6, 2024 · 2702550 · 2702550
2 parents 5d32817 + 3e418ba
commit 2702550
Show file tree

Hide file tree

Showing 6 changed files with 24 additions and 8 deletions.
diff --git a/elt-framework/ControlDB/ELT/Stored Procedures/InsertTransformInstance_L1.sql b/elt-framework/ControlDB/ELT/Stored Procedures/InsertTransformInstance_L1.sql
@@ -133,7 +133,9 @@ DECLARE @localdate as datetime	= CONVERT(datetime,CONVERT(datetimeoffset, getdat
 			SET 
 
 				[IngestCount] = null
-				,[L1TransformCount] = null
+				,[L1TransformInsertCount] = null
+				,[L1TransformUpdateCount] = null
+				,[L1TransformDeleteCount] = null
 				,L1TransformStartTimestamp = null
 				,[L1TransformEndTimestamp] = null
 				,[L1TransformStatus] = null

diff --git a/elt-framework/ControlDB/ELT/Stored Procedures/InsertTransformInstance_L2.sql b/elt-framework/ControlDB/ELT/Stored Procedures/InsertTransformInstance_L2.sql
@@ -149,7 +149,9 @@ DECLARE @localdate as datetime	= CONVERT(datetime,CONVERT(datetimeoffset, getdat
 			UPDATE TOP (1) [ELT].[L2TransformInstance]
 		SET 
 			[InputCount] = null
-			,[L2TransformCount] = null
+			,[L2TransformInsertCount] = null
+			,[L2TransformUpdateCount] = null
+			,[L2TransformDeleteCount] = null
 			,[L2TransformStartTimestamp] = null
 			,[L2TransformEndTimestamp] = null
 			,[L2TransformStatus] = null

diff --git a/elt-framework/ControlDB/ELT/Stored Procedures/UpdateTransformInstance_L1.sql b/elt-framework/ControlDB/ELT/Stored Procedures/UpdateTransformInstance_L1.sql
@@ -3,7 +3,9 @@
    , @L1TransformStatus VARCHAR(20)
    , @L1TransformADFPipelineRunID UNIQUEIDENTIFIER
    , @IngestCount INT = NULL
-   , @L1TransformCount INT = NULL
+   , @L1TransformInsertCount INT = NULL
+   , @L1TransformUpdateCount INT = NULL
+   , @L1TransformDeleteCount INT = NULL
    , @MaxRetries int = null
 AS
 BEGIN
@@ -60,7 +62,9 @@ BEGIN
 			, [ModifiedTimestamp]=@localdate
 			, [L1TransformADFPipelineRunID] = @L1TransformADFPipelineRunID
 			, [IngestCount] = ISNULL(@IngestCount,[IngestCount])
-			, [L1TransformCount] = ISNULL(@L1TransformCount,[L1TransformCount])
+			, [L1TransformInsertCount] = ISNULL(@L1TransformInsertCount,[L1TransformInsertCount])
+			, [L1TransformUpdateCount] = ISNULL(@L1TransformUpdateCount,[L1TransformUpdateCount])
+			, [L1TransformDeleteCount] = ISNULL(@L1TransformDeleteCount,[L1TransformDeleteCount])
 	WHERE 
 		[L1TransformInstanceID] = @L1TransformInstanceId
 END
diff --git a/elt-framework/ControlDB/ELT/Stored Procedures/UpdateTransformInstance_L2.sql b/elt-framework/ControlDB/ELT/Stored Procedures/UpdateTransformInstance_L2.sql
@@ -3,7 +3,9 @@
    ,@L2TransformStatus VARCHAR(20)
    ,@L2TransformADFPipelineRunID UNIQUEIDENTIFIER
    ,@InputCount INT = NULL
-   ,@L2TransformCount INT = NULL
+   ,@L2TransformInsertCount INT = NULL
+   ,@L2TransformUpdateCount INT NULL
+   ,@L2TransformDeleteCount INT = NULL
    ,@DataFromTimestamp Datetime2 = null
    ,@DataToTimestamp Datetime2 = null
    ,@DataFromNumber int = null
@@ -67,7 +69,9 @@ BEGIN
 			, [ModifiedTimestamp]=@localdate
 			, [L2TransformADFPipelineRunID] = @L2TransformADFPipelineRunID
 			, [InputCount] = ISNULL(@InputCount,[InputCount])
-			, [L2TransformCount] = ISNULL(@L2TransformCount,[L2TransformCount])
+			, [L2TransformInsertCount] = ISNULL(@L2TransformInsertCount,[L2TransformInsertCount])
+			, [L2TransformUpdateCount] = ISNULL(@L2TransformUpdateCount,[L2TransformUpdateCount])
+			, [L2TransformDeleteCount] = ISNULL(@L2TransformDeleteCount,[L2TransformDeleteCount])
 		WHERE 
 			[L2TransformInstanceID] = @L2TransformInstanceId
 END
diff --git a/elt-framework/ControlDB/ELT/Tables/L1TransformInstance.sql b/elt-framework/ControlDB/ELT/Tables/L1TransformInstance.sql
@@ -23,7 +23,9 @@
 	[OutputDWTable] varchar(200) null,
 	[OutputDWTableWriteMode] varchar(20) null,
 	[IngestCount] int null,
-	[L1TransformCount] int null,
+	[L1TransformInsertCount] int null,
+	[L1TransformUpdateCount] int null,
+	[L1TransformDeleteCount] int null,
 	[L1TransformStartTimestamp] datetime null,
 	[L1TransformEndTimestamp] datetime null,
 	[L1TransformStatus] varchar(20) null,

diff --git a/elt-framework/ControlDB/ELT/Tables/L2TransformInstance.sql b/elt-framework/ControlDB/ELT/Tables/L2TransformInstance.sql
@@ -29,7 +29,9 @@
 	[OutputDWTable] varchar(200) null,
 	[OutputDWTableWriteMode] varchar(20) null,
 	[InputCount] int null,
-	[L2TransformCount] int null,
+	[L2TransformInsertCount] int null,
+	[L2TransformUpdateCount] int null,
+	[L2TransformDeleteCount] int null,
 	[L2TransformStartTimestamp] datetime null,
 	[L2TransformEndTimestamp] datetime null,
 	[L2TransformStatus] varchar(20) null,