Expand|Select|Wrap|Line Numbers
- Below is the code i have written for my ETL purpose.
- #region Help: Introduction to the script task
- /* The Script Task allows you to perform virtually any operation that can be accomplished in
- * a .Net application within the context of an Integration Services control flow.
- *
- * Expand the other regions which have "Help" prefixes for examples of specific ways to use
- * Integration Services features within this script task. */
- #endregion
- #region Namespaces
- using System;
- using System.Data;
- using Microsoft.SqlServer.Dts.Runtime;
- using System.Windows.Forms;
- using System.IO;
- using System.Data.SqlClient;
- #endregion
- namespace ST_41636843287142e79bcaa204deb7adb0
- {
- /// <summary>
- /// ScriptMain is the entry point class of the script. Do not change the name, attributes,
- /// or parent of this class.
- /// </summary>
- [Microsoft.SqlServer.Dts.Tasks.ScriptTask.SSISScriptTaskEntryPointAttribute]
- public partial class ScriptMain : Microsoft.SqlServer.Dts.Tasks.ScriptTask.VSTARTScriptObjectModelBase
- {
- private object Replace;
- #region Help: Using Integration Services variables and parameters in a script
- /* To use a variable in this script, first ensure that the variable has been added to
- * either the list contained in the ReadOnlyVariables property or the list contained in
- * the ReadWriteVariables property of this script task, according to whether or not your
- * code needs to write to the variable. To add the variable, save this script, close this instance of
- * Visual Studio, and update the ReadOnlyVariables and
- * ReadWriteVariables properties in the Script Transformation Editor window.
- * To use a parameter in this script, follow the same steps. Parameters are always read-only.
- *
- * Example of reading from a variable:
- * DateTime startTime = (DateTime) Dts.Variables["System::StartTime"].Value;
- *
- * Example of writing to a variable:
- * Dts.Variables["User::myStringVariable"].Value = "new value";
- *
- * Example of reading from a package parameter:
- * int batchId = (int) Dts.Variables["$Package::batchId"].Value;
- *
- * Example of reading from a project parameter:
- * int batchId = (int) Dts.Variables["$Project::batchId"].Value;
- *
- * Example of reading from a sensitive project parameter:
- * int batchId = (int) Dts.Variables["$Project::batchId"].GetSensitiveValue();
- * */
- #endregion
- #region Help: Firing Integration Services events from a script
- /* This script task can fire events for logging purposes.
- *
- * Example of firing an error event:
- * Dts.Events.FireError(18, "Process Values", "Bad value", "", 0);
- *
- * Example of firing an information event:
- * Dts.Events.FireInformation(3, "Process Values", "Processing has started", "", 0, ref fireAgain)
- *
- * Example of firing a warning event:
- * Dts.Events.FireWarning(14, "Process Values", "No values received for input", "", 0);
- * */
- #endregion
- #region Help: Using Integration Services connection managers in a script
- /* Some types of connection managers can be used in this script task. See the topic
- * "Working with Connection Managers Programatically" for details.
- *
- * Example of using an ADO.Net connection manager:
- * object rawConnection = Dts.Connections["Sales DB"].AcquireConnection(Dts.Transaction);
- * SqlConnection myADONETConnection = (SqlConnection)rawConnection;
- * //Use the connection in some code here, then release the connection
- * Dts.Connections["Sales DB"].ReleaseConnection(rawConnection);
- *
- * Example of using a File connection manager
- * object rawConnection = Dts.Connections["Prices.zip"].AcquireConnection(Dts.Transaction);
- * string filePath = (string)rawConnection;
- * //Use the connection in some code here, then release the connection
- * Dts.Connections["Prices.zip"].ReleaseConnection(rawConnection);
- * */
- #endregion
- /// <summary>
- /// This method is called when this script task executes in the control flow.
- /// Before returning from this method, set the value of Dts.TaskResult to indicate success or failure.
- /// To open Help, press F1.
- /// </summary>
- public void Main()
- {
- // TODO: Add your code here
- string datetime = DateTime.Now.ToString("yyyyMMddHHmmss");
- try
- {
- //Declare Variables
- string SourceFolder = Dts.Variables["User::SourceFolder"].Value.ToString();
- string FileExtension = Dts.Variables["User::FileExtension"].Value.ToString();
- string FileDelimiter = Dts.Variables["User::FileDelimiter"].Value.ToString();
- string ArchiveFolder = Dts.Variables["User::ArchiveFolder"].Value.ToString();
- string ColumnsDataTypes = Dts.Variables["User::ColumnsDataTypes"].Value.ToString();
- string SchemaName = Dts.Variables["User::SchemaName"].Value.ToString();
- //string ColumnList = "";
- if (FileDelimiter == "Pipe")
- {
- FileDelimiter = "|";
- }
- SqlConnection myADONETConnection = new SqlConnection();
- myADONETConnection = (SqlConnection)
- (Dts.Connections["DB_Conn_Soarian"].AcquireConnection(Dts.Transaction) as SqlConnection);
- //Reading file names one by one
- string[] fileEntries = Directory.GetFiles(SourceFolder, "*" + FileExtension);
- foreach (string fileName in fileEntries)
- {
- //Writing Data of File Into Table
- string TableName = "";
- int counter = 0;
- string line;
- string ColumnList = "";
- //MessageBox.Show(fileName);
- System.IO.StreamReader SourceFile =
- new System.IO.StreamReader(fileName);
- while ((line = SourceFile.ReadLine()) != null)
- {
- if (counter == 0)
- {
- ColumnList = "[" + line.Replace(FileDelimiter, "],[") + "]";
- TableName = (((fileName.Replace(SourceFolder, "")).Replace(FileExtension, "")).Replace("\\", ""));
- string CreateTableStatement = "IF EXISTS (SELECT * FROM sys.objects WHERE object_id = OBJECT_ID(N'[" + SchemaName + "].";
- CreateTableStatement += "[" + TableName + "]')";
- CreateTableStatement += " AND type in (N'U'))DROP TABLE [" + SchemaName + "].";
- CreateTableStatement += "[" + TableName + "] Create Table " + SchemaName + ".[" + TableName + "]";
- CreateTableStatement += "([" + line.Replace(FileDelimiter, "] " + ColumnsDataTypes + ",[") + "] " + ColumnsDataTypes + ")";
- SqlCommand CreateTableCmd = new SqlCommand(CreateTableStatement, myADONETConnection);
- CreateTableCmd.ExecuteNonQuery();
- MessageBox.Show(CreateTableStatement);
- }
- else
- {
- string query = "Insert into " + SchemaName + ".[" + TableName + "] (" + ColumnList + ") ";
- query += "VALUES('" + line.Replace(FileDelimiter, "','") + "')";
- //MessageBox.Show(query.ToString());
- SqlCommand myCommand1 = new SqlCommand(query, myADONETConnection);
- myCommand1.ExecuteNonQuery();
- }
- counter++;
- }
- SourceFile.Close();
- //move the file to archive folder after adding datetime to it
- File.Move(fileName, ArchiveFolder + "\\" + (fileName.Replace(SourceFolder, "")).Replace(FileExtension, "") + "_" + datetime + FileExtension);
- Dts.TaskResult = (int)ScriptResults.Success;
- }
- }
- catch (Exception exception)
- {
- // Create Log File for Errors
- using (StreamWriter sw = File.CreateText(Dts.Variables["User::LogFolder"].Value.ToString()
- + "\\" + "ErrorLog_" + datetime + ".log"))
- {
- sw.WriteLine(exception.ToString());
- Dts.TaskResult = (int)ScriptResults.Failure;
- }
- }
- }
- private string GetTextFromSomewhere()
- {
- throw new NotImplementedException();
- }
- #region ScriptResults declaration
- /// <summary>
- /// This enum provides a convenient shorthand within the scope of this class for setting the
- /// result of the script.
- ///
- /// This code was generated automatically.
- /// </summary>
- enum ScriptResults
- {
- Success = Microsoft.SqlServer.Dts.Runtime.DTSExecResult.Success,
- Failure = Microsoft.SqlServer.Dts.Runtime.DTSExecResult.Failure
- };
- #endregion
- }
- }
- When I run this i am getting an error(below)
- System.Data.SqlClient.SqlException (0x80131904): Incorrect syntax near '2012'.
- Unclosed quotation mark after the character string ')'.
- at System.Data.SqlClient.SqlConnection.OnError(SqlException exception, Boolean breakConnection, Action`1 wrapCloseInAction)
- at System.Data.SqlClient.SqlInternalConnection.OnError(SqlException exception, Boolean breakConnection, Action`1 wrapCloseInAction)
- at System.Data.SqlClient.TdsParser.ThrowExceptionAndWarning(TdsParserStateObject stateObj, Boolean callerHasConnectionLock, Boolean asyncClose)
- at System.Data.SqlClient.TdsParser.TryRun(RunBehavior runBehavior, SqlCommand cmdHandler, SqlDataReader dataStream, BulkCopySimpleResultSet bulkCopyHandler, TdsParserStateObject stateObj, Boolean& dataReady)
- at System.Data.SqlClient.SqlCommand.RunExecuteNonQueryTds(String methodName, Boolean async, Int32 timeout, Boolean asyncWrite)
- at System.Data.SqlClient.SqlCommand.InternalExecuteNonQuery(TaskCompletionSource`1 completion, String methodName, Boolean sendToPipe, Int32 timeout, Boolean& usedCache, Boolean asyncWrite, Boolean inRetry)
- at System.Data.SqlClient.SqlCommand.ExecuteNonQuery()
- at ST_41636843287142e79bcaa204deb7adb0.ScriptMain.Main()
- ClientConnectionId:691d2a56-a1d3-4223-8c4f-ed95d0390bc5
- Error Number:102,State:1,Class:15
- In the Pipe delimited file there is a column that have |'| and i want to replace it with double quotes.