How can we avoid duplicate values while we are doing bulk insert to a table
--BEGIN TRAN
CREATE TABLE [tlg].[UserVisitLogs](
[TStamp] DATETIME,
[SessionID] NVARCHAR(20),
[CorrelationID] NVARCHAR(20),
[SchoolCode] NVARCHAR(20),
[SiteExternalID] NVARCHAR(20),
[WebType] NVARCHAR(20),
[WebUrl] NVARCHAR(100),
[UserSid] NVARCHAR(50),
[UserName] NVARCHAR(20),
[UserType] NVARCHAR(20),
[CachedUser] NVARCHAR(20)
)
GO
-- Create Unique Clustered Index with IGNORE_DUPE_KEY=ON to avoid duplicate
CREATE UNIQUE CLUSTERED INDEX [ClusteredIndex-Logs] ON [tlg].[UserVisitLogs]
(
[TStamp] DESC,
[SessionID] ASC,
[CorrelationID] ASC,
[SchoolCode] ASC,
[SiteExternalID] ASC,
[WebType] ASC,
[WebUrl] ASC,
[UserSid] ASC,
[UserName] ASC,
[UserType] ASC,
[CachedUser] ASC
) WITH (IGNORE_DUP_KEY = ON)
GO
--ROLLBACK TRAN
/*
Thanks to dbatools.io : https://www.youtube.com/watch?v=kQYUrSlb0wg
*/