Create Table #Dups (Taxon_Occurrence_key varchar(16) COLLATE SQL_Latin1_General_CP1_CI_AS,Data varchar(1500) COLLATE SQL_Latin1_General_CP1_CI_AS,dup bit) INSERT INTO #Dups (Taxon_Occurrence_key,DATA) SELECT TOCC.Taxon_Occurrence_Key, CAST(ISNULL(S.Spatial_ref,'*') as char(30)) + CAST(S.Vague_Date_start as char(10)) + CAST(S.Vague_Date_end as char(10)) + CAST(isnull(S.Location_Name,'*') as char(100)) + CAST(ISNULL(LN.ITEM_NAME,'*') as char(100)) + CAST(dbo.formateventRecorders (S.Sample_Key) as char(500)) + CAST(isnull(dbo.LCFormatAbundanceData(TOCC.Taxon_Occurrence_Key),'*') as Char(500)) + CAST(TDET.Preferred as char(1)) + ITN.Recommended_Taxon_List_Item_Key From Sample S LEFT JOIN Location_Name LN ON S.Location_Key = LN.Location_Key INNER JOIN TAXON_OCCURRENCE TOCC ON TOCC.Sample_Key = S.SAMPLE_KEY INNER JOIN Taxon_Determination TDET ON TDET.Taxon_Occurrence_Key = TOCC.Taxon_Occurrence_Key INNER JOIN Index_Taxon_Name ITN ON ITN.Taxon_List_Item_Key = TDET.Taxon_List_Item_Key INNER JOIN SURVEY_EVENT SV ON SV.SURVEY_EVENT_KEY = S.SURVEY_EVENT_KEY WHERE TDET.Preferred = 1 AND ITN.system_supplied_data = 1 AND (LN.Preferred = 1 or LN.Preferred is null) Create Table #Dup2 (ToccCount int,Data varchar(1500) COLLATE SQL_Latin1_General_CP1_CI_AS) Insert Into #Dup2 (ToccCount,Data) Select count(Taxon_Occurrence_Key),data from #Dups Group by Data having count(Taxon_Occurrence_Key) > 1 UPDATE #DUPs SET dup = 1 FROM #DUPS INNER JOIN #Dup2 ON #DUP2.DATA = #DUPs.DATA Select #DUps.Taxon_Occurrence_key,S.Sample_Key,SE.Survey_Event_key, S.Spatial_Ref, dbo.lcReturnvaguedateshort(SE.Vague_Date_Start,sE.Vague_Date_End,SE.Vague_Date_Type) as SEDate, dbo.lcReturnvaguedateshort(S.Vague_Date_Start,s.Vague_Date_End,S.Vague_Date_Type) as SampDate, S.Location_Name,LN.Item_Name,ITN.Actual_name,dbo.formateventRecorders (S.Sample_Key) as Recorders, dbo.LCFormatAbundanceData(TOCC.Taxon_Occurrence_Key) as Abundance FROM #Dups INNER JOIN TAXON_OCCURRENCE TOCC ON TOCC.TAXON_OCCURRENCE_KEY = #Dups.TAXON_OCCURRENCE_KEY INNER JOIN SAMPLE S ON S.SAMPLE_Key = TOCC.SAMPLE_KEY INNER JOIN SURVEY_EVENT SE ON SE.SURVEY_EVENT_KEY = S.SURVEY_EVENT_KEY INNER JOIN TAXON_DETERMINATION TDET ON TDET.Taxon_Occurrence_Key = TOCC.Taxon_Occurrence_Key INNER JOIN INDEX_TAXON_NAME ITN ON ITN.taxon_List_Item_key = TDET.Taxon_List_Item_Key LEFT JOIN Location_Name LN ON S.Location_Key = LN.Location_Key where dup = 1 AND (LN.Preferred = 1 or LN.Preferred is null) AND TDET.PREFERRED = 1 Order by SE.Vague_date_start, #dups.data drop table #dup2 drop table #dups Create Table #Dups (Taxon_Occurrence_key varchar(16) COLLATE SQL_Latin1_General_CP1_CI_AS,Data varchar(1500) COLLATE SQL_Latin1_General_CP1_CI_AS,dup bit) INSERT INTO #Dups (Taxon_Occurrence_key,DATA) SELECT TOCC.Taxon_Occurrence_Key, CAST(ISNULL(S.Spatial_ref,'*') as char(30)) + CAST(S.Vague_Date_start as char(10)) + CAST(S.Vague_Date_end as char(10)) + CAST(isnull(S.Location_Name,'*') as char(100)) + CAST(ISNULL(LN.ITEM_NAME,'*') as char(100)) + CAST(dbo.formateventRecorders (S.Sample_Key) as char(500)) + CAST(isnull(dbo.LCFormatAbundanceData(TOCC.Taxon_Occurrence_Key),'*') as Char(500)) + CAST(TDET.Preferred as char(1)) + ITN.Recommended_Taxon_List_Item_Key From Sample S LEFT JOIN Location_Name LN ON S.Location_Key = LN.Location_Key INNER JOIN TAXON_OCCURRENCE TOCC ON TOCC.Sample_Key = S.SAMPLE_KEY INNER JOIN Taxon_Determination TDET ON TDET.Taxon_Occurrence_Key = TOCC.Taxon_Occurrence_Key INNER JOIN Index_Taxon_Name ITN ON ITN.Taxon_List_Item_Key = TDET.Taxon_List_Item_Key INNER JOIN SURVEY_EVENT SV ON SV.SURVEY_EVENT_KEY = S.SURVEY_EVENT_KEY WHERE TDET.Preferred = 1 AND ITN.system_supplied_data = 1 AND (LN.Preferred = 1 or LN.Preferred is null) AND SV.SURVEY_KEY = '%s' Create Table #Dup2 (ToccCount int,Data varchar(1500) COLLATE SQL_Latin1_General_CP1_CI_AS) Insert Into #Dup2 (ToccCount,Data) Select count(Taxon_Occurrence_Key),data from #Dups Group by Data having count(Taxon_Occurrence_Key) > 1 UPDATE #DUPs SET dup = 1 FROM #DUPS INNER JOIN #Dup2 ON #DUP2.DATA = #DUPs.DATA Select #DUps.Taxon_Occurrence_key,S.Sample_Key,SE.Survey_Event_key, S.Spatial_Ref, dbo.lcReturnvaguedateshort(SE.Vague_Date_Start,sE.Vague_Date_End,SE.Vague_Date_Type) as SEDate, dbo.lcReturnvaguedateshort(S.Vague_Date_Start,s.Vague_Date_End,S.Vague_Date_Type) as SampDate, S.Location_Name,LN.Item_Name,ITN.Actual_name,dbo.formateventRecorders (S.Sample_Key) as Recorders, dbo.LCFormatAbundanceData(TOCC.Taxon_Occurrence_Key) as Abundance FROM #Dups INNER JOIN TAXON_OCCURRENCE TOCC ON TOCC.TAXON_OCCURRENCE_KEY = #Dups.TAXON_OCCURRENCE_KEY INNER JOIN SAMPLE S ON S.SAMPLE_Key = TOCC.SAMPLE_KEY INNER JOIN SURVEY_EVENT SE ON SE.SURVEY_EVENT_KEY = S.SURVEY_EVENT_KEY INNER JOIN TAXON_DETERMINATION TDET ON TDET.Taxon_Occurrence_Key = TOCC.Taxon_Occurrence_Key INNER JOIN INDEX_TAXON_NAME ITN ON ITN.taxon_List_Item_key = TDET.Taxon_List_Item_Key LEFT JOIN Location_Name LN ON S.Location_Key = LN.Location_Key where dup = 1 AND (LN.Preferred = 1 or LN.Preferred is null) AND TDET.PREFERRED = 1 Order by SE.Vague_date_start,#Dups.data