1.0.3 Partial Update 4

Author: NikoNeugebauer

Azure/StoredProcs/cstore_GetRowGroups.sql

@@ -23,6 +23,7 @@ Known Issues & Limitations:
 
 Changes in 1.0.3
 	+ Added parameter for showing aggregated information on the whole table, instead of partitioned view as before
+	* Changed the name of the @tableNamePattern to @tableName to follow the same standard across all CISL functions
 */
 
 declare @SQLServerVersion nvarchar(128) = cast(SERVERPROPERTY('ProductVersion') as NVARCHAR(128)), 
@@ -47,7 +48,7 @@ create procedure dbo.cstore_GetRowGroups(
 		@compressionType varchar(15) = NULL,			-- Allows to filter by the compression type with following values 'ARCHIVE', 'COLUMNSTORE' or NULL for both
 		@minTotalRows bigint = 000000,					-- Minimum number of rows for a table to be included
 		@minSizeInGB Decimal(16,3) = 0.00,				-- Minimum size in GB for a table to be included
-		@tableNamePattern nvarchar(256) = NULL,			-- Allows to show data filtered down to the specified table name pattern
+		@tableName nvarchar(256) = NULL,				-- Allows to show data filtered down to the specified table name pattern
 		@schemaName nvarchar(256) = NULL,				-- Allows to show data filtered down to the specified schema
 		@showPartitionDetails bit = 1					-- Allows to show details of each of the available partitions
 -- end of --
@@ -62,6 +63,7 @@ begin
 		sum(case state when 0 then 1 else 0 end) as 'Bulk Load RG',
 		sum(case state when 1 then 1 else 0 end) as 'Open DS',
 		sum(case state when 2 then 1 else 0 end) as 'Closed DS',
+		sum(case state when 4 then 1 else 0 end) as 'Tombstones',
 		sum(case state when 3 then 1 else 0 end) as 'Compressed',
 		count(*) as 'Total',
 		cast( sum(isnull(deleted_rows,0))/1000000. as Decimal(16,6)) as 'Deleted Rows (M)',
@@ -82,7 +84,7 @@ begin
 			  and part.data_compression_desc in ('COLUMNSTORE','COLUMNSTORE_ARCHIVE') 
 			  and case @indexType when 'CC' then 5 when 'NC' then 6 else ind.type end = ind.type
 			  and case @compressionType when 'Columnstore' then 3 when 'Archive' then 4 else part.data_compression end = part.data_compression
-			  and (@tableNamePattern is null or object_name (rg.object_id) like '%' + @tableNamePattern + '%')
+			  and (@tableName is null or object_name (rg.object_id) like '%' + @tableName + '%')
 			  and (@schemaName is null or object_schema_name(rg.object_id) = @schemaName)
 		group by ind.object_id, ind.type, (case @showPartitionDetails when 1 then part.partition_number else 1 end)--, part.data_compression_desc
 		having cast( sum(isnull(size_in_bytes,0) / 1024. / 1024 / 1024) as Decimal(8,2)) >= @minSizeInGB

Azure/StoredProcs/cstore_GetRowGroupsDetails.sql

@@ -66,5 +66,5 @@ BEGIN
 			and rg.partition_number = case @partitionNumber when 0 then rg.partition_number else @partitionNumber end
 			and cast(isnull(rg.size_in_bytes,0) / 1024. / 1024  as Decimal(8,3)) >= isnull(@minSizeInMB,0.)
 			and cast(isnull(rg.size_in_bytes,0) / 1024. / 1024  as Decimal(8,3)) <= isnull(@maxSizeInMB,999999999.)
-		order by quotename(object_schema_name(rg.object_id)) + '.' + quotename(object_name(rg.object_id)), rg.row_group_id;
+	order by quotename(object_schema_name(rg.object_id)) + '.' + quotename(object_name(rg.object_id)), rg.partition_number, rg.row_group_id
 END

Azure/row_groups.sql

@@ -19,18 +19,19 @@
 */
 
 /*
-	Known Issues & Limitations: 
+Known Issues & Limitations: 
 
-	Changes in 1.0.3
-		+ Added parameter for showing aggregated information on the whole table, instead of partitioned view as before
+Changes in 1.0.3
+	+ Added parameter for showing aggregated information on the whole table, instead of partitioned view as before
+	* Changed the name of the @tableNamePattern to @tableName to follow the same standard across all CISL functions
 */
 
 -- Params --
 declare @indexType char(2) = NULL,						-- Allows to filter Columnstore Indexes by their type, with possible values (CC for 'Clustered', NC for 'Nonclustered' or NULL for both)
 		@compressionType varchar(15) = NULL,			-- Allows to filter by the compression type with following values 'ARCHIVE', 'COLUMNSTORE' or NULL for both
 		@minTotalRows bigint = 000000,					-- Minimum number of rows for a table to be included
 		@minSizeInGB Decimal(16,3) = 0.00,				-- Minimum size in GB for a table to be included
-		@tableNamePattern nvarchar(256) = NULL,			-- Allows to show data filtered down to the specified table name pattern
+		@tableName nvarchar(256) = NULL,				-- Allows to show data filtered down to the specified table name pattern
 		@schemaName nvarchar(256) = NULL,				-- Allows to show data filtered down to the specified schema
 		@showPartitionDetails bit = 1;					-- Allows to show details of each of the available partitions
 -- end of --
@@ -55,6 +56,7 @@ select quotename(object_schema_name(ind.object_id)) + '.' + quotename(object_nam
 	sum(case state when 0 then 1 else 0 end) as 'Bulk Load RG',
 	sum(case state when 1 then 1 else 0 end) as 'Open DS',
 	sum(case state when 2 then 1 else 0 end) as 'Closed DS',
+	sum(case state when 4 then 1 else 0 end) as 'Tombstones',
 	sum(case state when 3 then 1 else 0 end) as 'Compressed',
 	count(*) as 'Total',
 	cast( sum(isnull(deleted_rows,0))/1000000. as Decimal(16,6)) as 'Deleted Rows (M)',
@@ -75,7 +77,7 @@ select quotename(object_schema_name(ind.object_id)) + '.' + quotename(object_nam
 			and part.data_compression_desc in ('COLUMNSTORE','COLUMNSTORE_ARCHIVE') 
 			and case @indexType when 'CC' then 5 when 'NC' then 6 else ind.type end = ind.type
 			and case @compressionType when 'Columnstore' then 3 when 'Archive' then 4 else part.data_compression end = part.data_compression
-			and (@tableNamePattern is null or object_name (rg.object_id) like '%' + @tableNamePattern + '%')
+			and (@tableName is null or object_name (rg.object_id) like '%' + @tableName + '%')
 			and (@schemaName is null or object_schema_name(rg.object_id) = @schemaName)
 	group by ind.object_id, ind.type, (case @showPartitionDetails when 1 then part.partition_number else 1 end)--, part.data_compression_desc
 	having cast( sum(isnull(size_in_bytes,0) / 1024. / 1024 / 1024) as Decimal(8,2)) >= @minSizeInGB

Azure/row_groups_details.sql

@@ -59,4 +59,4 @@ select quotename(object_schema_name(rg.object_id)) + '.' + quotename(object_name
 		and rg.partition_number = case @partitionNumber when 0 then rg.partition_number else @partitionNumber end
 		and cast(isnull(rg.size_in_bytes,0) / 1024. / 1024  as Decimal(8,3)) >= isnull(@minSizeInMB,0.)
 		and cast(isnull(rg.size_in_bytes,0) / 1024. / 1024  as Decimal(8,3)) <= isnull(@maxSizeInMB,999999999.)
-	order by quotename(object_schema_name(rg.object_id)) + '.' + quotename(object_name(rg.object_id)), rg.row_group_id
+	order by quotename(object_schema_name(rg.object_id)) + '.' + quotename(object_name(rg.object_id)), rg.partition_number, rg.row_group_id

SQL-2012/StoredProcs/cstore_GetRowGroups.sql

@@ -19,7 +19,11 @@
 */
 
 /*
-	Known Issues & Limitations: 
+Known Issues & Limitations: 
+
+Changes in 1.0.3
+	+ Added parameter for showing aggregated information on the whole table, instead of partitioned view as before
+	* Changed the name of the @tableNamePattern to @tableName to follow the same standard across all CISL functions
 */
 
 declare @SQLServerVersion nvarchar(128) = cast(SERVERPROPERTY('ProductVersion') as NVARCHAR(128)), 
@@ -50,16 +54,17 @@ create procedure dbo.cstore_GetRowGroups(
 		@compressionType varchar(15) = NULL,			-- Allows to filter by the compression type with following values 'ARCHIVE', 'COLUMNSTORE' or NULL for both
 		@minTotalRows bigint = 000000,					-- Minimum number of rows for a table to be included
 		@minSizeInGB Decimal(16,3) = 0.00,				-- Minimum size in GB for a table to be included
-		@tableNamePattern nvarchar(256) = NULL,			-- Allows to show data filtered down to the specified table name pattern
-		@schemaName nvarchar(256) = NULL				-- Allows to show data filtered down to the specified schema
+		@tableName nvarchar(256) = NULL,				-- Allows to show data filtered down to the specified table name pattern
+		@schemaName nvarchar(256) = NULL,				-- Allows to show data filtered down to the specified schema
+		@showPartitionDetails bit = 1;					-- Allows to show details of each of the available partitions
 -- end of --
 	) as
 begin
 	set nocount on;
 
 	select quotename(object_schema_name(ind.object_id)) + '.' + quotename(object_name(ind.object_id)) as 'TableName', 
 		case ind.type when 5 then 'Clustered' when 6 then 'Nonclustered' end as 'Type',
-		part.partition_number as 'Partition',
+		(case @showPartitionDetails when 1 then part.partition_number else 1 end) as 'Partition',
 		part.data_compression_desc as 'Compression Type',
 		0 as 'Bulk Load RG',
 		0 as 'Open DS',
@@ -83,13 +88,13 @@ begin
 		where ind.type in (5,6)				-- Clustered & Nonclustered Columnstore
 			  and part.data_compression_desc in ('COLUMNSTORE') 
 			  and case @compressionType when 'Columnstore' then 3 when 'Archive' then 4 else part.data_compression end = part.data_compression
-			  and (@tableNamePattern is null or object_name (part.object_id) like '%' + @tableNamePattern + '%')
+			  and (@tableName is null or object_name (part.object_id) like '%' + @tableName + '%')
 			  and (@schemaName is null or object_schema_name(part.object_id) = @schemaName)
 		group by ind.object_id, ind.type, part.partition_number, part.data_compression_desc
 		having cast( sum(isnull(on_disk_size,0) / 1024. / 1024 / 1024) as Decimal(8,2)) >= @minSizeInGB
 				and sum(isnull(row_count,0)) >= @minTotalRows
 		order by quotename(object_schema_name(ind.object_id)) + '.' + quotename(object_name(ind.object_id)),
-				part.partition_number;
+				(case @showPartitionDetails when 1 then part.partition_number else 1 end);
 
 end
 

SQL-2012/StoredProcs/cstore_GetRowGroupsDetails.sql

@@ -0,0 +1,80 @@
+/*
+	Columnstore Indexes Scripts Library for SQL Server 2012: 
+	Row Groups Details - Shows detailed information on the Columnstore Row Groups
+	Version: 1.0.3, November 2015
+
+	Copyright 2015 Niko Neugebauer, OH22 IS (http://www.nikoport.com/columnstore/), (http://www.oh22.is/)
+
+	Licensed under the Apache License, Version 2.0 (the "License");
+	you may not use this file except in compliance with the License.
+	You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+declare @SQLServerVersion nvarchar(128) = cast(SERVERPROPERTY('ProductVersion') as NVARCHAR(128)), 
+		@SQLServerEdition nvarchar(128) = cast(SERVERPROPERTY('Edition') as NVARCHAR(128));
+declare @errorMessage nvarchar(512);
+
+ --Ensure that we are running SQL Server 2012
+if substring(@SQLServerVersion,1,CHARINDEX('.',@SQLServerVersion)-1) <> N'11'
+begin
+	set @errorMessage = (N'You are not running a SQL Server 2012. Your SQL Server version is ' + @SQLServerVersion);
+	Throw 51000, @errorMessage, 1;
+end
+
+if SERVERPROPERTY('EngineEdition') <> 3 
+begin
+	set @errorMessage = (N'Your SQL Server 2012 Edition is not an Enterprise or a Developer Edition: Your are running a ' + @SQLServerEdition);
+	Throw 51000, @errorMessage, 1;
+end
+
+--------------------------------------------------------------------------------------------------------------------
+if EXISTS (select * from sys.objects where type = 'p' and name = 'cstore_GetRowGroupsDetails' and schema_id = SCHEMA_ID('dbo') )
+	Drop Procedure dbo.cstore_GetRowGroupsDetails;
+GO
+
+create procedure dbo.cstore_GetRowGroupsDetails(
+-- Params --
+	    @schemaName nvarchar(256) = NULL,				-- Allows to show data filtered down to the specified schema
+		@tableName nvarchar(256) = NULL,				-- Allows to show data filtered down to the specified table name
+		@partitionNumber bigint = 0,					-- Allows to show details of each of the available partitions, where 0 stands for no filtering
+		@showTrimmedGroupsOnly bit = 0,					-- Filters only those Row Groups, which size <> 1048576
+		@showNonCompressedOnly bit = 0,					-- Filters out the comrpessed Row Groups
+		@showFragmentedGroupsOnly bit = 0,				-- Allows to show the Row Groups that have Deleted Rows in them
+		@minSizeInMB Decimal(16,3) = NULL,				-- Minimum size in MB for a table to be included
+		@maxSizeInMB Decimal(16,3) = NULL 				-- Maximum size in MB for a table to be included
+-- end of --
+	) as
+BEGIN
+	set nocount on;
+
+	select quotename(object_schema_name(part.object_id)) + '.' + quotename(object_name(part.object_id)) as 'TableName', 
+		part.partition_number,
+		rg.segment_id as row_group_id,
+		3 as state,
+		'COMPRESSED' as state_description,
+		sum(rg.row_count)/count(distinct rg.column_id) as total_rows,
+		0 as deleted_rows,
+		cast(sum(isnull(rg.on_disk_size,0)) / 1024. / 1024  as Decimal(8,3)) as [Size in MB]
+		from sys.column_store_segments rg		
+			left join sys.partitions part with(READUNCOMMITTED)
+				on rg.hobt_id = part.hobt_id and isnull(rg.partition_id,1) = part.partition_id
+		where 1 = case @showNonCompressedOnly when 0 then 1 else -1 end
+			and 1 = case @showFragmentedGroupsOnly when 1 then 0 else 1 end
+			and (@tableName is null or object_name (part.object_id) like '%' + @tableName + '%')
+			and (@schemaName is null or object_schema_name(part.object_id) = @schemaName)
+			and part.partition_number = case @partitionNumber when 0 then part.partition_number else @partitionNumber end
+		group by part.object_id, part.partition_number, rg.segment_id
+		having sum(rg.row_count)/count(distinct rg.column_id) <> case @showTrimmedGroupsOnly when 1 then 1048576 else -1 end
+				and cast(sum(isnull(rg.on_disk_size,0)) / 1024. / 1024  as Decimal(8,3)) >= isnull(@minSizeInMB,0.)
+				and cast(sum(isnull(rg.on_disk_size,0)) / 1024. / 1024  as Decimal(8,3)) <= isnull(@maxSizeInMB,999999999.)
+		order by quotename(object_schema_name(part.object_id)) + '.' + quotename(object_name(part.object_id)),
+			part.partition_number, rg.segment_id
+END

SQL-2012/row_groups.sql

@@ -19,16 +19,21 @@
 */
 
 /*
-	Known Issues & Limitations: 
+Known Issues & Limitations: 
+
+Changes in 1.0.3
+	+ Added parameter for showing aggregated information on the whole table, instead of partitioned view as before
+	* Changed the name of the @tableNamePattern to @tableName to follow the same standard across all CISL functions
 */
 
 -- Params --
 declare @indexType char(2) = NULL,						-- Ignored for this version
 		@compressionType varchar(15) = NULL,			-- Allows to filter by the compression type with following values 'ARCHIVE', 'COLUMNSTORE' or NULL for both
 		@minTotalRows bigint = 000000,					-- Minimum number of rows for a table to be included
 		@minSizeInGB Decimal(16,3) = 0.00,				-- Minimum size in GB for a table to be included
-		@tableNamePattern nvarchar(256) = NULL,			-- Allows to show data filtered down to the specified table name pattern
-		@schemaName nvarchar(256) = NULL;				-- Allows to show data filtered down to the specified schema
+		@tableName nvarchar(256) = NULL,				-- Allows to show data filtered down to the specified table name pattern
+		@schemaName nvarchar(256) = NULL,				-- Allows to show data filtered down to the specified schema
+		@showPartitionDetails bit = 1;					-- Allows to show details of each of the available partitions
 -- end of --
 
 declare @SQLServerVersion nvarchar(128) = cast(SERVERPROPERTY('ProductVersion') as NVARCHAR(128)), 
@@ -52,7 +57,7 @@ set nocount on;
 
 select quotename(object_schema_name(ind.object_id)) + '.' + quotename(object_name(ind.object_id)) as 'TableName', 
 	case ind.type when 5 then 'Clustered' when 6 then 'Nonclustered' end as 'Type',
-	part.partition_number as 'Partition',
+	(case @showPartitionDetails when 1 then part.partition_number else 1 end) as 'Partition',
 	part.data_compression_desc as 'Compression Type',
 	0 as 'Bulk Load RG',
 	0 as 'Open DS',
@@ -76,10 +81,10 @@ select quotename(object_schema_name(ind.object_id)) + '.' + quotename(object_nam
 	where ind.type in (5,6)				-- Clustered & Nonclustered Columnstore
 		  and part.data_compression_desc in ('COLUMNSTORE') 
 		  and case @compressionType when 'Columnstore' then 3 when 'Archive' then 4 else part.data_compression end = part.data_compression
-		  and (@tableNamePattern is null or object_name (part.object_id) like '%' + @tableNamePattern + '%')
+		  and (@tableName is null or object_name (part.object_id) like '%' + @tableName + '%')
 		  and (@schemaName is null or object_schema_name(part.object_id) = @schemaName)
 	group by ind.object_id, ind.type, part.partition_number, part.data_compression_desc
 	having cast( sum(isnull(on_disk_size,0) / 1024. / 1024 / 1024) as Decimal(8,2)) >= @minSizeInGB
 			and sum(isnull(row_count,0)) >= @minTotalRows
 	order by quotename(object_schema_name(ind.object_id)) + '.' + quotename(object_name(ind.object_id)),
-			part.partition_number;
+			(case @showPartitionDetails when 1 then part.partition_number else 1 end);