SET NOCOUNT ON
 
DECLARE @ItemID UNIQUEIDENTIFIER = '30D39B0E-DA8B-489B-A713-3B29D208B51F'
 
DECLARE
	@ItemName [NVARCHAR](200),
	@SPSiteID [UNIQUEIDENTIFIER],
	@SPWebID [UNIQUEIDENTIFIER],	
	@LastModifiedBy [NVARCHAR](450),
	@ScheduleLastUpdatedBy [NVARCHAR](450),
	@UserIdentity [NVARCHAR](450),
	@EmailNotification [BIT], 
	@EmailList [NVARCHAR](450),
	@SecurityConfiguration [INT],
	@SSApplicationID [NVARCHAR](256),
	@ProcessAllDataSources [BIT],
	@RV [BIGINT],
	-- Schedule info
	@Enabled [BIT], 
	-- Schedule details
	@NextProcessDate [DATETIME],
	@ScheduleStartDate [DATETIME],
	@FrequencyKey [NCHAR](1),
	@RepeatFrequency [INT],
	@Sunday [BIT],
	@Monday [BIT],
	@Tuesday [BIT],
	@Wednesday [BIT],
	@Thursday [BIT],
	@Friday [BIT],
	@Saturday [BIT],
	@Weekday [BIT], 
	@WeekendDay [BIT], 
	@DAY [BIT], 
	@MonthlyPeriod [TINYINT], 
	@MonthlySpecificDay [INT], 
	@ProcessAfterBusinessHours [BIT], 
	@SpecificTime [DATETIME],
	@RunNow [BIT]
 
DECLARE @Schedule TABLE (
	[ItemID] [UNIQUEIDENTIFIER] NOT NULL,
	[Enabled] [BIT] NOT NULL,
	[RV] [BIGINT] NULL,
	[ItemName] [NVARCHAR](200) NOT NULL,
	[SPSiteID] [UNIQUEIDENTIFIER] NOT NULL,
	[SPWebID] [UNIQUEIDENTIFIER] NOT NULL,
	[UserIdentity] [NVARCHAR](450) NULL,
	[LastModifiedBy] [NVARCHAR](450) NOT NULL,
	[EmailNotification] [BIT] NOT NULL,
	[EmailList] [NVARCHAR](450) NULL,
	[SecurityConfiguration] [INT] NOT NULL,
	[SSApplicationID] [NVARCHAR](256) NULL,
	[ProcessAllDataSources] [BIT] NOT NULL,
	[ScheduleDetailID] [UNIQUEIDENTIFIER] NOT NULL,
	[ScheduleStartDate] [DATETIME] NOT NULL,
	[FrequencyKey] [NCHAR](1) NOT NULL,
	[RepeatFrequency] [INT] NOT NULL,
	[Sunday] [BIT] NOT NULL,
	[Monday] [BIT] NOT NULL,
	[Tuesday] [BIT] NOT NULL,
	[Wednesday] [BIT] NOT NULL,
	[Thursday] [BIT] NOT NULL,
	[Friday] [BIT] NOT NULL,
	[Saturday] [BIT] NOT NULL,
	[WeekDay] [BIT] NOT NULL,
	[WeekendDay] [BIT] NOT NULL,
	[DAY] [BIT] NOT NULL,
	[MonthlyPeriod] [TINYINT] NOT NULL,
	[MonthlySpecificDay] [INT] NOT NULL,
	[ProcessAfterBusinessHours] [BIT] NOT NULL,
	[SpecificTime] [DATETIME] NULL
)
 
INSERT INTO @Schedule
EXEC DataRefresh.GetSchedule @ItemID
 
SELECT 
	 @ItemName = [ItemName]
	,@SPSiteID = [SPSiteID]
	,@SPWebID = [SPWebID]
	,@LastModifiedBy = [LastModifiedBy]
	,@ScheduleLastUpdatedBy = N'DOMAIN\tlaqua'
	,@UserIdentity = [UserIdentity]
	,@EmailNotification = [EmailNotification]
	,@EmailList = [EmailList]
	,@SecurityConfiguration = [SecurityConfiguration]
	,@SSApplicationID = [SSApplicationID]
	,@ProcessAllDataSources = [ProcessAllDataSources]
	,@RV = [RV]
		-- Schedule info
	,@Enabled = [Enabled]
		-- Schedule details
	,@NextProcessDate = CAST(GETDATE() AS DATE)
	,@ScheduleStartDate = [ScheduleStartDate]
	,@FrequencyKey = [FrequencyKey]
	,@RepeatFrequency = [RepeatFrequency]
	,@Sunday = [Sunday]
	,@Monday = [Monday]
	,@Tuesday = [Tuesday]
	,@Wednesday = [Wednesday]
	,@Thursday = [Thursday]
	,@Friday = [Friday]
	,@Saturday = [Saturday]
	,@Weekday = [Weekday]
	,@WeekendDay = [WeekendDay]
	,@DAY = [DAY]
	,@MonthlyPeriod = [MonthlyPeriod]
	,@MonthlySpecificDay = [MonthlySpecificDay]
	,@ProcessAfterBusinessHours = [ProcessAfterBusinessHours]
	,@SpecificTime = [SpecificTime]
	,@RunNow = 1
FROM @Schedule
 
EXEC DataRefresh.PersistSchedule
	 @ItemID = @ItemID
	,@ItemName = @ItemName
	,@SPSiteID = @SPSiteID
	,@SPWebID = @SPWebID
	,@LastModifiedBy = @LastModifiedBy
	,@ScheduleLastUpdatedBy = @ScheduleLastUpdatedBy
	,@UserIdentity = @UserIdentity
	,@EmailNotification = @EmailNotification
	,@EmailList = @EmailList
	,@SecurityConfiguration = @SecurityConfiguration
	,@SSApplicationID = @SSApplicationID
	,@ProcessAllDataSources = @ProcessAllDataSources
	,@RV = @RV
		-- Schedule info
	,@Enabled = @Enabled
		-- Schedule details
	,@NextProcessDate = @NextProcessDate
	,@ScheduleStartDate = @ScheduleStartDate
	,@FrequencyKey = @FrequencyKey
	,@RepeatFrequency = @RepeatFrequency
	,@Sunday = @Sunday
	,@Monday = @Monday
	,@Tuesday = @Tuesday
	,@Wednesday = @Wednesday
	,@Thursday = @Thursday
	,@Friday = @Friday
	,@Saturday = @Saturday
	,@Weekday = @Weekday
	,@WeekendDay = @WeekendDay
	,@DAY = @DAY
	,@MonthlyPeriod = @MonthlyPeriod
	,@MonthlySpecificDay = @MonthlySpecificDay
	,@ProcessAfterBusinessHours = @ProcessAfterBusinessHours
	,@SpecificTime = @SpecificTime
	,@RunNow = @RunNow

ALTER TABLE dbo.DimCustomer ADD
	MD5 VARCHAR(34) NOT NULL DEFAULT ''

CREATE TABLE [dbo].[Staging_DimCustomer_UpdatedRows](
	[CustomerKey] [INT] NOT NULL,
	[GeographyKey] [INT] NULL,
	[CustomerAlternateKey] [NVARCHAR](15) NOT NULL,
	[Title] [NVARCHAR](8) NULL,
	[FirstName] [NVARCHAR](50) NULL,
	[MiddleName] [NVARCHAR](50) NULL,
	[LastName] [NVARCHAR](50) NULL,
	[NameStyle] [BIT] NULL,
	[BirthDate] [DATETIME] NULL,
	[MaritalStatus] [NCHAR](1) NULL,
	[Suffix] [NVARCHAR](10) NULL,
	[Gender] [NVARCHAR](1) NULL,
	[EmailAddress] [NVARCHAR](50) NULL,
	[YearlyIncome] [MONEY] NULL,
	[TotalChildren] [TINYINT] NULL,
	[NumberChildrenAtHome] [TINYINT] NULL,
	[EnglishEducation] [NVARCHAR](40) NULL,
	[SpanishEducation] [NVARCHAR](40) NULL,
	[FrenchEducation] [NVARCHAR](40) NULL,
	[EnglishOccupation] [NVARCHAR](100) NULL,
	[SpanishOccupation] [NVARCHAR](100) NULL,
	[FrenchOccupation] [NVARCHAR](100) NULL,
	[HouseOwnerFlag] [NCHAR](1) NULL,
	[NumberCarsOwned] [TINYINT] NULL,
	[AddressLine1] [NVARCHAR](120) NULL,
	[AddressLine2] [NVARCHAR](120) NULL,
	[Phone] [NVARCHAR](20) NULL,
	[DateFirstPurchase] [DATETIME] NULL,
	[CommuteDistance] [NVARCHAR](15) NULL,
	[MD5] [VARCHAR](34) NOT NULL)

TRUNCATE TABLE Staging_DimCustomer_UpdatedRows;

using System;
using System.Data;
using Microsoft.SqlServer.Dts.Pipeline.Wrapper;
using Microsoft.SqlServer.Dts.Runtime.Wrapper;
 
[Microsoft.SqlServer.Dts.Pipeline.SSISScriptComponentEntryPointAttribute]
public class ScriptMain : UserComponent
{
    private int _rowCount = 1;
 
    public override void Input0_ProcessInputRow(Input0Buffer Row)
    {
        Row.RowNumber = _rowCount++;
    }
}

using System;
using System.Data;
using Microsoft.SqlServer.Dts.Pipeline.Wrapper;
using Microsoft.SqlServer.Dts.Runtime.Wrapper;
 
[Microsoft.SqlServer.Dts.Pipeline.SSISScriptComponentEntryPointAttribute]
public class ScriptMain : UserComponent
{
    private System.Security.Cryptography.MD5 _md5 =
                new System.Security.Cryptography.MD5CryptoServiceProvider();
 
    public override void Input0_ProcessInputRow(Input0Buffer Row)
    {
        try
        {
            string hashSource =
                (Row.GeographyKey_IsNull ? "" : Row.GeographyKey.ToString())
                + (Row.Title_IsNull ? "" : Row.Title)
                + (Row.FirstName_IsNull ? "" : Row.FirstName)
                + (Row.MiddleName_IsNull ? "" : Row.MiddleName)
                + (Row.LastName_IsNull ? "" : Row.LastName)
                + (Row.NameStyle_IsNull ? "" : Row.NameStyle.ToString())
                + (Row.BirthDate_IsNull ? "" : Row.BirthDate.ToString())
                + (Row.MaritalStatus_IsNull ? "" : Row.MaritalStatus)
                + (Row.Suffix_IsNull ? "" : Row.Suffix)
                + (Row.Gender_IsNull ? "" : Row.Gender)
                + (Row.EmailAddress_IsNull ? "" : Row.EmailAddress)
                + (Row.YearlyIncome_IsNull ? "" : Row.YearlyIncome.ToString())
                + (Row.TotalChildren_IsNull ? "" : Row.TotalChildren.ToString())
                + (Row.NumberChildrenAtHome_IsNull ? "" : Row.NumberChildrenAtHome.ToString())
                + (Row.EnglishEducation_IsNull ? "" : Row.EnglishEducation)
                + (Row.SpanishEducation_IsNull ? "" : Row.SpanishEducation)
                + (Row.FrenchEducation_IsNull ? "" : Row.FrenchEducation)
                + (Row.EnglishOccupation_IsNull ? "" : Row.EnglishOccupation)
                + (Row.SpanishOccupation_IsNull ? "" : Row.SpanishOccupation)
                + (Row.FrenchOccupation_IsNull ? "" : Row.FrenchOccupation)
                + (Row.HouseOwnerFlag_IsNull ? "" : Row.HouseOwnerFlag)
                + (Row.NumberCarsOwned_IsNull ? "" : Row.NumberCarsOwned.ToString())
                + (Row.AddressLine1_IsNull ? "" : Row.AddressLine1)
                + (Row.AddressLine2_IsNull ? "" : Row.AddressLine2)
                + (Row.Phone_IsNull ? "" : Row.Phone)
                + (Row.DateFirstPurchase_IsNull ? "" : Row.DateFirstPurchase.ToString())
                + (Row.CommuteDistance_IsNull ? "" : Row.CommuteDistance)
                ;
 
            byte[] hashBytes = _md5.ComputeHash(
                System.Text.UnicodeEncoding.Unicode.GetBytes(hashSource));
 
            System.Text.StringBuilder sb = new System.Text.StringBuilder();
 
            for (int i = 0; i < hashBytes.Length; i++)
            {
                sb.Append(hashBytes[i].ToString("X2"));
            }
 
            Row.MD5 = "0x" + sb.ToString();
        }
        catch (Exception e)
        {
            Row.MD5 = "Error";
        }
    }
}

UPDATE a SET
 [GeographyKey] = b.[GeographyKey]
,[CustomerAlternateKey] = b.[CustomerAlternateKey]
,[Title] = b.[Title]
,[FirstName] = b.[FirstName]
,[MiddleName] = b.[MiddleName]
,[LastName] = b.[LastName]
,[NameStyle] = b.[NameStyle]
,[BirthDate] = b.[BirthDate]
,[MaritalStatus] = b.[MaritalStatus]
,[Suffix] = b.[Suffix]
,[Gender] = b.[Gender]
,[EmailAddress] = b.[EmailAddress]
,[YearlyIncome] = b.[YearlyIncome]
,[TotalChildren] = b.[TotalChildren]
,[NumberChildrenAtHome] = b.[NumberChildrenAtHome]
,[EnglishEducation] = b.[EnglishEducation]
,[SpanishEducation] = b.[SpanishEducation]
,[FrenchEducation] = b.[FrenchEducation]
,[EnglishOccupation] = b.[EnglishOccupation]
,[SpanishOccupation] = b.[SpanishOccupation]
,[FrenchOccupation] = b.[FrenchOccupation]
,[HouseOwnerFlag] = b.[HouseOwnerFlag]
,[NumberCarsOwned] = b.[NumberCarsOwned]
,[AddressLine1] = b.[AddressLine1]
,[AddressLine2] = b.[AddressLine2]
,[Phone] = b.[Phone]
,[DateFirstPurchase] = b.[DateFirstPurchase]
,[CommuteDistance] = b.[CommuteDistance]
,[MD5] = b.[MD5] 
FROM DimCustomer a
	 INNER JOIN Staging_DimCustomer_UpdatedRows b
		ON a.CustomerKey = b.CustomerKey

SELECT 
 CustomerKey
,CustomerAlternateKey
,MD5
,CONVERT(VARCHAR(34), HASHBYTES('md5',
ISNULL(CAST([GeographyKey] AS NVARCHAR(255)),N'')
+ISNULL(CAST([Title] AS NVARCHAR(255)),N'')
+ISNULL(CAST([FirstName] AS NVARCHAR(255)),N'')
+ISNULL(CAST([MiddleName] AS NVARCHAR(255)),N'')
+ISNULL(CAST([LastName] AS NVARCHAR(255)),N'')
+ISNULL(CASE WHEN [NameStyle] = 1 THEN N'True' ELSE N'False' END,N'')
+ISNULL(
CAST(DATEPART(MONTH,[BirthDate]) AS NVARCHAR(2))
+'/'+CAST(DATEPART(DAY,[BirthDate]) AS NVARCHAR(2))
+'/'+CAST(DATEPART(YEAR,[BirthDate]) AS NVARCHAR(4))
+' '+LEFT(RIGHT(CONVERT(NVARCHAR, [BirthDate], 109), 14),8)
+' '+RIGHT(CONVERT(NVARCHAR, [BirthDate], 109), 2)
,N'')
+ISNULL(CAST([MaritalStatus] AS NVARCHAR(255)),N'')
+ISNULL(CAST([Suffix] AS NVARCHAR(255)),N'')
+ISNULL(CAST([Gender] AS NVARCHAR(255)),N'')
+ISNULL(CAST([EmailAddress] AS NVARCHAR(255)),N'')
+ISNULL(CAST(CAST(YearlyIncome AS FLOAT) AS NVARCHAR(255)),N'')
+ISNULL(CAST([TotalChildren] AS NVARCHAR(255)),N'')
+ISNULL(CAST([NumberChildrenAtHome] AS NVARCHAR(255)),N'')
+ISNULL(CAST([EnglishEducation] AS NVARCHAR(255)),N'')
+ISNULL(CAST([SpanishEducation] AS NVARCHAR(255)),N'')
+ISNULL(CAST([FrenchEducation] AS NVARCHAR(255)),N'')
+ISNULL(CAST([EnglishOccupation] AS NVARCHAR(255)),N'')
+ISNULL(CAST([SpanishOccupation] AS NVARCHAR(255)),N'')
+ISNULL(CAST([FrenchOccupation] AS NVARCHAR(255)),N'')
+ISNULL(CAST([HouseOwnerFlag] AS NVARCHAR(255)),N'')
+ISNULL(CAST([NumberCarsOwned] AS NVARCHAR(255)),N'')
+ISNULL(CAST([AddressLine1] AS NVARCHAR(255)),N'')
+ISNULL(CAST([AddressLine2] AS NVARCHAR(255)),N'')
+ISNULL(CAST([Phone] AS NVARCHAR(255)),N'')
+ISNULL(
CAST(DATEPART(MONTH,DateFirstPurchase) AS NVARCHAR(2))
+'/'+CAST(DATEPART(DAY,DateFirstPurchase) AS NVARCHAR(2))
+'/'+CAST(DATEPART(YEAR,DateFirstPurchase) AS NVARCHAR(4))
+' '+LEFT(RIGHT(CONVERT(NVARCHAR, DateFirstPurchase, 109), 14),8)
+' '+RIGHT(CONVERT(NVARCHAR, DateFirstPurchase, 109), 2)
,N'')
+ISNULL(CAST([CommuteDistance] AS NVARCHAR(255)),N'')
),1) AS [Hashbytes]
FROM DimCustomer

SELECT DISTINCT *
FROM
(
  SELECT DISTINCT [c1],[c2] FROM [t1]
  UNION ALL
  SELECT DISTINCT [c1],[c2] FROM [t2]
) a

SELECT [c1],[c2] FROM [t1]
UNION
SELECT [c1],[c2] FROM [t2]

SELECT [c1],[c2] FROM [JDE1].[dbo].[F42119]
UNION
SELECT [c1],[c2] FROM [JDE2].[dbo].[F42119]

SELECT [c1],[c2] FROM [JDE1].[dbo].[F42119]
UNION ALL
SELECT [c1],[c2] FROM [JDE2].[dbo].[F42119]
 
--OR
 
SELECT DISTINCT * FROM
(
  SELECT [c1],[c2] FROM [JDE1].[dbo].[F42119]
  UNION ALL
  SELECT [c1],[c2] FROM [JDE2].[dbo].[F42119]
)

C:\>"C:\Program Files\Microsoft SQL Server\100\DTS\Binn\dtexec" /FILE "C:\Users\
tlaqua\Documents\Visual Studio 2008\Projects\AS400 ODBC Test\AS400 ODBC Test\bin
\ExportToAS400.dtsx" /CHECKPOINTING OFF  /REPORTING EWCDI
Microsoft (R) SQL Server Execute Package Utility
Version 10.50.2500.0 for 64-bit
Copyright (C) Microsoft Corporation 2010. All rights reserved.
 
Started:  12:29:04 PM
Info: 2011-11-18 12:29:04.24
   Code: 0x4004300A
   Source: Export to AS400 SSIS.Pipeline
   Description: Validation phase is beginning.
End Info
Error: 2011-11-18 12:29:05.21
   Code: 0xC0208452
   Source: Export to AS400 AS400 [19]
   Description: ADO NET Destination has failed to acquire the connection {43E6AE
37-24E8-46F6-8AB0-689DB6531167}. The connection may have been corrupted.
End Error
Error: 2011-11-18 12:29:05.21
   Code: 0xC0047017
   Source: Export to AS400 SSIS.Pipeline
   Description: component "AS400" (19) failed validation and returned error code
 0xC0208452.
End Error
Error: 2011-11-18 12:29:05.21
   Code: 0xC004700C
   Source: Export to AS400 SSIS.Pipeline
   Description: One or more component failed validation.
End Error
Error: 2011-11-18 12:29:05.21
   Code: 0xC0024107
   Source: Export to AS400
   Description: There were errors during task validation.
End Error
DTExec: The package execution returned DTSER_FAILURE (1).
Started:  12:29:04 PM
Finished: 12:29:05 PM
Elapsed:  1.029 seconds

C:\>"C:\Program Files (x86)\Microsoft SQL Server\100\DTS\Binn\dtexec" /FILE "C:\
Users\tlaqua\Documents\Visual Studio 2008\Projects\AS400 ODBC Test\AS400 ODBC Te
st\bin\ExportToAS400.dtsx" /CHECKPOINTING OFF  /REPORTING EWCDI
Microsoft (R) SQL Server Execute Package Utility
Version 10.50.2500.0 for 32-bit
Copyright (C) Microsoft Corporation 2010. All rights reserved.
 
Started:  12:29:49 PM
Info: 2011-11-18 12:29:49.96
   Code: 0x4004300A
   Source: Export to AS400 SSIS.Pipeline
   Description: Validation phase is beginning.
End Info
Info: 2011-11-18 12:29:51.14
   Code: 0x4004300A
   Source: Export to AS400 SSIS.Pipeline
   Description: Validation phase is beginning.
End Info
Info: 2011-11-18 12:29:51.41
   Code: 0x40043006
   Source: Export to AS400 SSIS.Pipeline
   Description: Prepare for Execute phase is beginning.
End Info
Info: 2011-11-18 12:29:51.58
   Code: 0x40043007
   Source: Export to AS400 SSIS.Pipeline
   Description: Pre-Execute phase is beginning.
End Info
Info: 2011-11-18 12:29:51.94
   Code: 0x4004300C
   Source: Export to AS400 SSIS.Pipeline
   Description: Execute phase is beginning.
End Info
DataFlow: 2011-11-18 12:29:51.94
   Source: Export to AS400
   Component "AS400" (19) will receive 2 rows on input "ADO NET Destination Inpu
t" (22)
End DataFlow
DataFlow: 2011-11-18 12:29:52.11
   Source: Export to AS400
   Component "AS400" (19) was given end of rowset on input "ADO NET Destination
Input" (22)
End DataFlow
DataFlow: 2011-11-18 12:29:52.11
   Source: Export to AS400
   Component "AS400" (19) will receive 0 rows on input "ADO NET Destination Inpu
t" (22)
End DataFlow
Info: 2011-11-18 12:29:52.11
   Code: 0x40043008
   Source: Export to AS400 SSIS.Pipeline
   Description: Post Execute phase is beginning.
End Info
Info: 2011-11-18 12:29:52.14
   Code: 0x4004300B
   Source: Export to AS400 SSIS.Pipeline
   Description: "component "AS400" (19)" wrote 2 rows.
End Info
Info: 2011-11-18 12:29:52.14
   Code: 0x40043009
   Source: Export to AS400 SSIS.Pipeline
   Description: Cleanup phase is beginning.
End Info
DTExec: The package execution returned DTSER_SUCCESS (0).
Started:  12:29:49 PM
Finished: 12:29:52 PM
Elapsed:  2.574 seconds

SELECT *
FROM LIB.F0101
WHERE ABAT1 = 'DC'
	AND ABUPMJ >= 111292

SELECT TOP 1 1 AS DoStuff
FROM LIB.F0101
WHERE ABAT1 = 'DC'
	AND ABUPMJ >= 111292

SELECT 1 AS DoStuff
FROM LIB.F0101
WHERE ABAT1 = 'DC'
	AND ABUPMJ >= 111292
FETCH FIRST 1 ROWS ONLY

using System;
using System.Data;
using Microsoft.SqlServer.Dts.Pipeline.Wrapper;
using Microsoft.SqlServer.Dts.Runtime.Wrapper;
using System.Xml;
using System.Net;
using System.IO;
using System.Runtime.Serialization.Json;
using System.Runtime.Serialization;
using System.Text.RegularExpressions;
 
[Microsoft.SqlServer.Dts.Pipeline.SSISScriptComponentEntryPointAttribute]
public class ScriptMain : UserComponent
{
    public override void CreateNewOutputRows()
    {
        // loginURL should be a url that returns JSON containing a sessionID
        string loginURL = Variables.loginURL;
 
        // Get the sessionID
        HttpWebRequest request = (HttpWebRequest)WebRequest.Create(loginURL);
        request.Timeout = 300000;
        HttpWebResponse response = (HttpWebResponse)request.GetResponse();
        StreamReader reader = new StreamReader(response.GetResponseStream());
        string json = reader.ReadToEnd();
        Match m = Regex.Match(json, "\"sessionID\": \"(.+?)\"");
        string sessionId = m.Groups[1].Value;
 
        // Need to support pagination, api has a 2000 item limit per req
        XmlNodeList items;
        int rowsPerPage = 1000;
        int page = 0;
 
        // Loop until we find the last page
        do {
            // The taskURL has 3 tokens:
            // {0} = The first record to return for the page we're requesting
            // {1} = The number of records to request
            // {2} = The sessionID
            string taskURL = string.Format(
                Variables.taskURL, 
                page * rowsPerPage + 1, 
                rowsPerPage, 
                sessionId);
            request = (HttpWebRequest)WebRequest.Create(taskURL);
            response = (HttpWebResponse)request.GetResponse();
 
            // Toss the JSON response in to XML so we can work with it better
            XmlDocument xd = new XmlDocument();
            XmlDictionaryReader xr = JsonReaderWriterFactory.CreateJsonReader(
                response.GetResponseStream(), 
                XmlDictionaryReaderQuotas.Max);
            xr.Read();
            xd.LoadXml(xr.ReadOuterXml());
 
            // Put each item returned in to a new Buffer row
            items = xd.DocumentElement.SelectNodes("/root/data/item");
            foreach (XmlNode item in items)
            {
                TaskDataBuffer.AddRow();
                TaskDataBuffer.ProjectId = 
                    item.SelectSingleNode("project/ID").Value;
                TaskDataBuffer.ProjectName = 
                    item.SelectSingleNode("project/name").Value;
 
                // This particular feed allows assignedTo to be empty/null
                if (item.SelectSingleNode("assignedTo/name") != null)
                {
                    TaskDataBuffer.TaskAssignedToName = 
                        item.SelectSingleNode("assignedTo/name").Value;
                }
                else
                {
                    TaskDataBuffer.TaskAssignedToName_IsNull = true;
                }
 
                TaskDataBuffer.TaskId = 
                    item.SelectSingleNode("ID").Value;
                TaskDataBuffer.TaskName = 
                    item.SelectSingleNode("name").Value;
                TaskDataBuffer.TaskPlannedCompletionDate = 
                    item.SelectSingleNode("plannedCompletionDate").Value;
                TaskDataBuffer.TaskPlannedStartDate = 
                    item.SelectSingleNode("plannedStartDate").Value;
                TaskDataBuffer.TaskProgressStatus = 
                    item.SelectSingleNode("progressStatus").Value;
            }
            page++;
        } while (items.Count == rowsPerPage);
    }
}

"one","1","two","2","th""r""ee","3","asdf"
"""left","right""","mid""dle","w"",tf","w,""tf",",""omg","omg"","

using System.IO;
using System.RegularExpressions;

        public void Main()
        {
            StreamReader sr = new System.IO.StreamReader(@"C:\SSISTextQualifier\Input.csv");
            string allText = sr.ReadToEnd();
            sr.Close();
            StreamWriter sw = new StreamWriter(@"C:\SSISTextQualifier\InputCleaned.csv");
            sw.Write(
                    Regex.Replace(
                        allText, 
                        @"""((?:""""|.)*?)""(?!"")", 
                        @"|~|$1|~|"
                    ).Replace("\"\"", "\"")
            );
            sw.Close();
            Dts.TaskResult = (int)ScriptResults.Success;
        }

gc C:\SSISTextQualifier\Input.csv | 
% {$_ -replace "`"((?:`"`"|.)*?)`"(?!`")", "|~|`$1|~|" -replace "`"`"", "`""} | 
sc C:\SSISTextQualifier\InputCleaned2.csv

/************************************************************************
***
*** Procedure:       Alert_FailedReportingServicesSubscriptions
*** Purpose:         Notifies administrators and subscription owners that
***                  subscriptions were not delivered as expected
***      
*** Author:          tl
*** Date Created:    2009-10-28
*** 
*** Revision History
*** Date        Author   Description
*** 2009-10-28  tl       Created
*** 
************************************************************************/
CREATE PROCEDURE [dbo].[Alert_FailedReportingServicesSubscriptions]
   @ReportServerBaseURL VARCHAR(1024)
  ,@AdminEmail VARCHAR(255)
  ,@FromAddress VARCHAR(255)
  ,@MailDomain VARCHAR(255)
  ,@NTDomain VARCHAR(255)
  ,@ReportServerDatabase VARCHAR(255) = 'ReportServer'
  ,@ReportServerSchema VARCHAR(255) = 'dbo'
  ,@HoursToCheck INT = 1
  ,@HourSchedule INT = 16777215
AS
BEGIN
  SET NOCOUNT ON;
 
  IF @HourSchedule & POWER(2, DATEPART(HOUR, GETDATE())) > 0
  BEGIN
    DECLARE @ReportTableOpen VARCHAR(MAX) =
    '<style>
    table { font-family: Calibri, Verdana, Ariel, sans-serif;  font-size: 90%; }
    th { padding-left: 3pt; font-style: italic; text-align: left; border-bottom: 1px solid black;}
    td { padding-left: 3pt; white-space: nowrap; }
    p { font-family: Calibri, Verdana, Ariel, sans-serif;  font-size: 95%; text-indent: 0pt; margin-bottom: 12pt; }
    </style>
    <p>The following subscription(s) that you created was/were not sent to specified recipients at the date/time you scheduled.  Database Administrators has been notified.  Please reply to this email if you have any questions.</p>
    <table>
    <tr><th>Owner</th><th>Report</th><th>Last Run</th><th>Intended Recipients</th><th>Status</th></tr>'
 
    DECLARE @ReportTableClose VARCHAR(MAX) = '</table>'
 
    CREATE TABLE #FailedReport
      ([Id] INT IDENTITY(1,1)
      ,[Name] VARCHAR(255)
      ,[Link] VARCHAR(2048)
      ,[LastRunTime] DATETIME
      ,[OwnerUsername] VARCHAR(255)
      ,[IntendedRecipients] VARCHAR(1024)
      ,[Message] VARCHAR(1024))
 
 
    DECLARE @SQL VARCHAR(MAX) = '
    INSERT INTO #FailedReport
      ([Name]
      ,[Link]
      ,[LastRunTime]
      ,[OwnerUsername]
      ,[IntendedRecipients]
      ,[Message])
    SELECT
       b.Name
      ,''<a href="' + @ReportServerBaseURL + ''' + b.Path + ''">'' + b.Name + ''</a>'' AS [Link]
      ,LastRunTime 
      ,REPLACE(c.UserName, ''' + @NTDomain + CHAR(92) + ''', '''') AS [OwnerUserName]
      ,REPLACE(CAST(ExtensionSettings AS XML).value
        (''(//ParameterValue[Name="TO"]/Value)[1]''
        ,''VARCHAR(1024)'')
      + '';'' 
      + ISNULL(CAST(ExtensionSettings AS XML).value
        (''(//ParameterValue[Name="CC"]/Value)[1]''
        ,''VARCHAR(1024)''), ''''),'';;'','';'') AS [IntendedRecipients]
      ,LEFT(ISNULL(LastStatus, ''''), 1024) AS [Message]
    FROM ' + @ReportServerDatabase + '.' + @ReportServerSchema + '.Subscriptions a
      INNER JOIN ' + @ReportServerDatabase + '.' + @ReportServerSchema + '.Catalog b WITH(NOLOCK) 
        ON a.Report_OID=b.ItemId
      INNER JOIN ' + @ReportServerDatabase + '.' + @ReportServerSchema + '.Users c WITH(NOLOCK)
        ON a.OwnerID = c.UserID
    WHERE 
      a.DeliveryExtension = ''Report Server Email''
      AND LastStatus NOT LIKE ''Mail Sent%'' 
      AND LastStatus NOT LIKE ''% 0 errors.''
      AND LastStatus NOT LIKE ''New Sub%''
      AND LastStatus NOT LIKE ''Pending%''
      AND LastRunTime >= DATEADD(HOUR, -1 * ' + CAST(@HoursToCheck AS VARCHAR(10)) + ', GETDATE())
    ORDER BY REPLACE(c.UserName, ''' + @NTDomain + CHAR(92) + ''', ''''), b.Name'
 
    EXECUTE(@SQL)
 
    IF (SELECT COUNT(1) FROM #FailedReport) > 0
    BEGIN
      DECLARE 
         @FullReportTable VARCHAR(MAX) = ''
        ,@LastOwnerId INT = 0
        ,@Username VARCHAR(255)
 
      DECLARE @Owner TABLE
          ([OwnerId] INT IDENTITY(1,1)
          ,[Username] VARCHAR(255))
 
      DECLARE @Notification TABLE
        ([NotificationId] INT IDENTITY(1,1)
        ,[TO] VARCHAR(255)
        ,[Body] VARCHAR(MAX))
 
      INSERT INTO @Owner
        ([Username])
      SELECT DISTINCT OwnerUsername
      FROM #FailedReport
      ORDER BY OwnerUsername
 
      DECLARE @UserFailedReport TABLE
        ([Id] INT IDENTITY(1,1)
        ,[Name] VARCHAR(255)
        ,[Link] VARCHAR(2048)
        ,[LastRunTime] DATETIME
        ,[OwnerUsername] VARCHAR(255)
        ,[IntendedRecipients] VARCHAR(1024)
        ,[Message] VARCHAR(1024))
 
      WHILE EXISTS (SELECT TOP 1 1 FROM @Owner WHERE [OwnerId] > @LastOwnerId)
      BEGIN
        DELETE FROM @UserFailedReport
 
        SELECT TOP 1 
           @Username = [Username]
          ,@LastOwnerId = [OwnerId]
        FROM @Owner 
        WHERE [OwnerId] > @LastOwnerId
        ORDER BY [OwnerId]
 
        DECLARE 
           @UserReportTable VARCHAR(MAX) = ''
          ,@LastId INT = 0
 
        INSERT INTO @UserFailedReport
          ([Name]
          ,[Link]
          ,[LastRunTime]
          ,[OwnerUsername]
          ,[IntendedRecipients]
          ,[Message])
        SELECT
           [Name]
          ,[Link]
          ,[LastRunTime]
          ,[OwnerUserName]
          ,[IntendedRecipients]
          ,[Message]
        FROM #FailedReport
        WHERE [OwnerUsername] = @Username
 
        WHILE EXISTS (SELECT TOP 1 1 FROM @UserFailedReport WHERE [Id] > @LastId)
        BEGIN
 
          SELECT TOP 1
             @UserReportTable += '<tr><td>' + ISNULL('<a href="mailto:' + [OwnerUsername] + '@' + @MailDomain + '">' + [OwnerUsername] + '</a>', 'Unknown') + '</td><td>' + ISNULL([Link], 'Unavailable') + '</td><td>' + ISNULL(CONVERT(VARCHAR, [LastRunTime], 120), 'Never') + '</td><td>' + ISNULL([IntendedRecipients], 'Unknown') + '</td><td>' + ISNULL([Message],'Unknown') + '</td></tr>' + CHAR(13)
            ,@LastId = [Id]
          FROM @UserFailedReport
          WHERE [Id] > @LastId
          ORDER BY [Id]
        END
 
        SET @FullReportTable += @UserReportTable + CHAR(13)
 
        SET @UserReportTable = @ReportTableOpen + @UserReportTable + @ReportTableClose
 
        INSERT INTO @Notification ([TO], [Body]) VALUES (@Username + '@' + @MailDomain, @UserReportTable)
      END
 
 
      SET @FullReportTable = @ReportTableOpen + @FullReportTable + @ReportTableClose
 
      INSERT INTO @Notification ([TO], [Body]) VALUES (@AdminEmail, @FullReportTable)
 
      DECLARE 
         @LastNotificationId INT = 0
        ,@TO VARCHAR(255)
        ,@Body VARCHAR(MAX)
 
      WHILE EXISTS (SELECT TOP 1 1 FROM @Notification WHERE [NotificationId] > @LastNotificationId)
      BEGIN
 
        SELECT TOP 1 
           @TO = [TO]
          ,@Body = [Body]
          ,@LastNotificationId = [NotificationId]
        FROM @Notification
        WHERE [NotificationId] > @LastNotificationId
        ORDER BY [NotificationId]
 
        EXEC msdb.dbo.sp_send_dbmail
           @recipients = @TO
          ,@from_address = @FromAddress
          ,@subject = 'Failed Report Manager Subscription(s)'
          ,@body = @Body
          ,@importance = 'High'
          ,@body_format = 'HTML'  
 
        --DECLARE @ProcName VARCHAR(255) = OBJECT_NAME(@@PROCID)
 
        --EXEC [dbo].[Utility_Alert_SendMail] 
        --   @AlertSubject = 'Failed Report Manager Subscription(s)'
        --  ,@AlertRecipients = @To
        --  ,@AlertBody = @Body
        --  ,@AlertFormat = 'HTML'
        --  ,@AlertSource = @ProcName
        --  ,@FromAddress = @FromAddress
 
      END
    END
 
    DROP TABLE #FailedReport
  END
END

EXEC [Alert_FailedReportingServicesSubscriptions] 
   @ReportServerBaseURL = 'http://reports.yourcompany.com/Reports/Pages/Report.aspx?ItemPath='
  ,@AdminEmail = 'Business Intelligence <BusinessIntelligence@yourcompany.com>'
  ,@FromAddress = 'Business Intelligence <BusinessIntelligence@yourcompany.com>'
  ,@MailDomain = 'yourcompany.com'
  ,@NTDomain = 'AWESOMECO'

@ReportServerBaseURL VARCHAR(1024)
-- The url string needed view a report (including the ItemPath querystring variable
-- An example is 'http://reports.yourcompany.com/Reports/Pages/Report.aspx?ItemPath='
-- You can obtain this by simply viewing a report and looking at the address bar	
 
@AdminEmail VARCHAR(255)
-- Email that will receive digest emails
 
@FromAddress VARCHAR(255)
-- From email, they should be able to reply to this with questions
 
@MailDomain VARCHAR(255)
-- Domain that you can send email to by appending their user name to
-- So if you set this to 'example.com' and your username is EXAMPLE\tlaqua
-- it would attempt to send an email to tlaqua@example.com
 
@NTDomain VARCHAR(255)
-- NTDomain for usernames.  If your username is EXAMPLE\tlaqua, 'EXAMPLE'
-- is the @NTDomain
 
@ReportServerDatabase VARCHAR(255) = 'ReportServer'
-- Name of ReportServer database - MUST be on the server procedure runs on 
 
@ReportServerSchema VARCHAR(255) = 'dbo'
-- Schema for ReportServer tables
 
@HoursToCheck INT = 1
-- This should conicide with how often you run the procedure
-- If you run the procedure hourly, set this to 1 so it checks 1 hour back
-- If you run the procedure daily, set it to 24
 
@HourSchedule INT = 16777215
-- Bitmask for hours of the day to run.  If you want it to only run if
-- it is 9AM, 6PM, and 11PM, set this value to 8651264:
-- POWER(2, 9) + POWER(2, 18) + POWER(2, 23) = 8651264