{
"ProcessTemplates": [
{
"Name": "CSV file from SFTP server to Oracle DB INSERT",
"Modified": "2024-05-10T11:19:21.2357358",
"Modifier": "jefim.borissov@frends.com",
"Tags": [
"SFTP",
"CSV",
"Oracle"
],
"TemplateProcessTags": [],
"Description": "This process will retrieve a **CSV file** from the specified **SFTP** server.\nIt will take the contents of the file and use it to create an **Oracle Database** INSERT statement. It will then execute the statement on the specified **Oracle Database**.",
"Version": 1,
"UniqueIdentifier": "5adf2bc3-8d2f-441c-8867-122fd05c5db5",
"ProcessVariablesJson": "{\"FilePath\":{\"Value\":\"\\\"/\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":null},\"SftpServerAddress\":{\"Value\":\"\\\"127.0.0.1\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"SFTP server address.\"},\"SftpServerUser\":{\"Value\":\"\\\"user\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"SFTP server user.\"},\"SftpServerPassword\":{\"Value\":\"\\\"password\\\"\",\"IsSecret\":true,\"Mode\":\"text\",\"Description\":\"SFTP server password.\"},\"OracleConnectionString\":{\"Value\":\"\\\"Data Source=(DESCRIPTION=(ADDRESS=(PROTOCOL=TCP)(HOST=MyHost)(PORT=MyPort))(CONNECT_DATA=(SERVICE_NAME=MyOracleSID)));User Id=myUsername;Password=myPassword;\\\"\",\"IsSecret\":true,\"Mode\":\"text\",\"Description\":\"Connection string to access the database.\"},\"TableName\":{\"Value\":\"\\\"table\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"Table name in the database.\"}}",
"ProcessInfo": {
"Process": {
"Name": "CSV file from SFTP server to Oracle DB INSERT",
"Modified": "2024-05-10T11:19:21.2357358",
"Modifier": "jefim.borissov@frends.com",
"TagString": null,
"Tags": [],
"Description": "This process will retrieve a **CSV file** from the specified **SFTP** server.\nIt will take the contents of the file and use it to create an **Oracle Database** INSERT statement. It will then execute the statement on the specified **Oracle Database**.",
"Version": 1,
"UniqueIdentifier": "29f647cc-8ad5-42cf-aba1-5d6679cc6042",
"GraphJson": null,
"Bpmn": "\nFlow_00uh5ziFlow_00uh5ziFlow_0hrntp0DataObjectReference_0ksp4rnProperty_1qc75f2Flow_0hrntp0Flow_0fqwnfbFlow_1rpttpjFlow_1mjb2gpFlow_03dy838Flow_10w7jgxFlow_0e2milxFlow_0m2rl4nFlow_0e2milxFlow_0n9bsbdFlow_0n9bsbdFlow_01706imFlow_171wek0Flow_0m2rl4nFlow_01706imFlow_0c2yo7gFlow_1wee7tyFlow_171wek0Flow_1otwlszFlow_0yosttxFlow_1otwlszFlow_0c2yo7gFlow_0yosttxFlow_1wee7tyCreate the INSERT statement based on the column names from the input file.Create the parameters for the INSERT statement based on values from the input file.Flow_1alqexsFlow_1mjb2gpFlow_0zs6fzeFlow_03dy838Flow_1fndhviFlow_10w7jgxFlow_1fndhviFlow_0fqwnfbFlow_1alqexsFlow_0zs6fzeFlow_1rpttpjUse Task to convert CSV to JSON. \nEach row in the CSV will represent one row to be inserted in the database.",
"ElementParameters": "[{\"Id\":\"StartEvent_1\",\"Type\":0,\"Parameters\":{},\"SelectedTypeId\":\"ManualTrigger\",\"PromoteResultAs\":null,\"Name\":\"Manual\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1t3j2vx\",\"Type\":1,\"Parameters\":{\"input\":{\"Path\":{\"mode\":\"text\",\"value\":\"{{#var.FilePath}}\"},\"FileEncoding\":{\"mode\":\"select\",\"value\":\"ANSI\"},\"EnableBom\":{\"mode\":\"toggle\",\"value\":false},\"EncodingInString\":{\"mode\":\"text\",\"value\":\"\"}},\"connection\":{\"ConnectionTimeout\":{\"mode\":\"integer\",\"value\":60},\"Address\":{\"mode\":\"csharp\",\"value\":\"#var.SftpServerAddress\"},\"Port\":{\"mode\":\"integer\",\"value\":22},\"Authentication\":{\"mode\":\"select\",\"value\":\"UsernamePassword\"},\"Username\":{\"mode\":\"csharp\",\"value\":\"#var.SftpServerUser\"},\"Password\":{\"mode\":\"csharp\",\"value\":\"#var.SftpServerPassword\"},\"PrivateKeyFile\":{\"mode\":\"text\",\"value\":\"\"},\"PrivateKeyString\":{\"mode\":\"text\",\"value\":\"\"},\"PrivateKeyPassphrase\":{\"mode\":\"text\",\"value\":\"\"},\"ServerFingerPrint\":{\"mode\":\"text\",\"value\":\"\"},\"HostKeyAlgorithm\":{\"mode\":\"select\",\"value\":\"Any\"},\"UseKeyboardInteractiveAuthentication\":{\"mode\":\"toggle\",\"value\":false},\"PromptAndResponse\":[],\"BufferSize\":{\"mode\":\"integer\",\"value\":32}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/7fe311ed-3e37-4669-8c6b-9e5792e996d0/v1\",\"PromoteResultAs\":null,\"Name\":\"Read CSV input file from SFTP server\",\"Description\":\"\",\"IsDefault\":null,\"ShouldRetry\":true,\"MaxRetryCount\":3,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Gateway_14nb58k\",\"Type\":2,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"!String.IsNullOrEmpty(#result[Read CSV input file from SFTP server].Content)\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"File read successful?\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"DataObjectReference_0ksp4rn\",\"Type\":21,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"JSON file\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1mnaiqp\",\"Type\":12,\"Parameters\":{\"useStatementMode\":{\"mode\":\"toggle\",\"value\":true},\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"{\\n string oraCols = \\\"\\\";\\n string oraVals = \\\"\\\";\\n \\n foreach(JProperty a in #var.row)\\n {\\n oraCols += $\\\"{a.Name}, \\\";\\n oraVals += $\\\":{a.Name}, \\\";\\n }\\n\\n // Remove trailing commas\\n oraCols = oraCols.Remove(oraCols.Length-2);\\n oraVals = oraVals.Remove(oraVals.Length-2);\\n\\n return $\\\"INSERT INTO {#var.TableName} ({oraCols}) VALUES ({oraVals}) \\\";\\n\\n\\n}\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true},\"variableName\":\"insertStatement\"},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Create INSERT statement\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_0fqwnfb\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"yes\",\"Description\":null,\"IsDefault\":false,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_04rh3p3\",\"Type\":1,\"Parameters\":{\"input\":{\"Query\":{\"mode\":\"csharp\",\"value\":\"#var.insertStatement\"},\"ConnectionString\":{\"mode\":\"csharp\",\"value\":\"#var.OracleConnectionString\"},\"Parameters\":{\"mode\":\"csharp\",\"value\":\"#var.insertParameters\"}},\"options\":{\"ThrowErrorOnFailure\":{\"mode\":\"toggle\",\"value\":true},\"TimeoutSeconds\":{\"mode\":\"integer\",\"value\":30},\"OracleIsolationLevel\":{\"mode\":\"select\",\"value\":\"ReadCommitted\"},\"BindParameterByName\":{\"mode\":\"toggle\",\"value\":true}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/0bfd5a7b-f89d-44f1-a7a6-d6a110906b04/v1\",\"PromoteResultAs\":null,\"Name\":\"Execute the INSERT statement\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":true,\"MaxRetryCount\":3,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_1izsk9n\",\"Type\":13,\"Parameters\":{},\"SelectedTypeId\":\"\",\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0fizi4r\",\"Type\":10,\"Parameters\":{\"variable\":\"row\",\"expression\":{\"mode\":\"csharp\",\"value\":\"#result[Convert the CSV data to JSON].Json\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"For each row in file\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1vh9nk4\",\"Type\":12,\"Parameters\":{\"useStatementMode\":{\"mode\":\"toggle\",\"value\":true},\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"{\\n var parameters = new List();\\n foreach(JProperty property in #var.row)\\n {\\n var parameter = new Frends.Oracle.ExecuteQuery.Definitions.QueryParameter\\n {\\n Name = property.Name,\\n Value = property.Value.ToString()\\n };\\n\\n parameters.Add(parameter);\\n }\\n\\n return parameters.ToArray();\\n\\n}\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true},\"variableName\":\"insertParameters\",\"returnType\":\"\"},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Create parameters\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_11zxk0m\",\"Type\":12,\"Parameters\":{\"variableName\":\"successCnt\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"0\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Initialise success count\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0kvjalz\",\"Type\":12,\"Parameters\":{\"variableName\":\"failCnt\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"0\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Initialise failure count\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_13pr8r2\",\"Type\":5,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Gateway_0ah3ngq\",\"Type\":2,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result[Execute the INSERT statement].Success\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Database update successful?\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1al9zyu\",\"Type\":12,\"Parameters\":{\"variableName\":\"\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"#var.successCnt++\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":false}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Increment success count\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1linepl\",\"Type\":12,\"Parameters\":{\"variableName\":\"\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"#var.failCnt++\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":false}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Increment fail count\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_1otwlsz\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"yes\",\"Description\":null,\"IsDefault\":false,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_0yosttx\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"no\",\"Description\":null,\"IsDefault\":true,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_1iedv3k\",\"Type\":5,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#var.outMsg\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0fx7zdo\",\"Type\":12,\"Parameters\":{\"useStatementMode\":{\"mode\":\"toggle\",\"value\":true},\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"{\\n var msg = \\\"\\\";\\n if(#var.successCnt > 0)\\n {\\n msg += $\\\"{#var.successCnt} data rows were successfully inserted into table {#var.TableName}.\\\";\\n }\\n\\n if(#var.failCnt > 0)\\n {\\n msg += $\\\"{Environment.NewLine}{#var.failCnt} data rows were not inserted into table {#var.TableName}.\\\";\\n }\\n \\n return msg;\\n}\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true},\"variableName\":\"outMsg\"},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Create output message\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1gzshbf\",\"Type\":1,\"Parameters\":{\"input\":{\"Csv\":{\"mode\":\"csharp\",\"value\":\"#result[Read CSV input file from SFTP server].Content\"},\"Delimiter\":{\"mode\":\"text\",\"value\":\";\"},\"ColumnSpecifications\":[]},\"options\":{\"ContainsHeaderRow\":{\"mode\":\"toggle\",\"value\":true},\"TrimOutput\":{\"mode\":\"toggle\",\"value\":true},\"SkipRowsFromTop\":{\"mode\":\"integer\",\"value\":0},\"SkipEmptyRows\":{\"mode\":\"toggle\",\"value\":true},\"ReplaceHeaderWhitespaceWith\":{\"mode\":\"text\",\"value\":\" \"},\"CultureInfo\":{\"mode\":\"text\",\"value\":\"\"},\"TreatMissingFieldsAsNulls\":{\"mode\":\"toggle\",\"value\":true}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/51dc8716-78a6-40a1-a803-6be8e355cb79/v1\",\"PromoteResultAs\":null,\"Name\":\"Convert the CSV data to JSON\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":false,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_0pvapan\",\"Type\":6,\"Parameters\":{\"expression\":{\"mode\":\"text\",\"value\":\"An error occured reading the input file {{#var.FilePath}} from SFTP server {{#var.SftpServerAddress}} - the input CSV file is empty.\"},\"bypassGlobalExceptionHandler\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_1rpttpj\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"no\",\"Description\":null,\"IsDefault\":true,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null}]",
"ManualTriggerJson": "[]",
"IsSubprocess": false,
"TriggersJson": "[{\"$type\":\"ManualTrigger\",\"config\":{},\"name\":\"Manual\",\"id\":\"StartEvent_1\",\"shouldNotLogParameters\":null}]",
"AssemblyName": null,
"PackageId": null,
"PackageVersion": null,
"UsedTasksJson": "[\"/ProcessTask/7FE311ED-3E37-4669-8C6B-9E5792E996D0/v1\",\"/ProcessTask/51DC8716-78A6-40A1-A803-6BE8E355CB79/v1\",\"/ProcessTask/0BFD5A7B-F89D-44F1-A7A6-D6A110906B04/v1\"]",
"UsedSubprocessesJson": "{}",
"ProcessExecutionVersion": "",
"FrendsVersion": "5.7.2.1685",
"TargetFramework": "net8.0",
"StaticRequiredEnvironmentVariables": [],
"RequiredEnvironmentVariables": [],
"PromotedResultVariablesJson": "[]",
"MajorVersion": 1,
"MinorVersion": 0,
"IsForMonitoringRule": false,
"ProcessVariablesJson": null
},
"LinkedTasks": {
"29f647cc-8ad5-42cf-aba1-5d6679cc6042": [
{
"Id": "7fe311ed-3e37-4669-8c6b-9e5792e996d0",
"PackageId": "Frends.SFTP.ReadFile",
"PackageVersion": "2.1.0",
"Name": "Frends.SFTP.ReadFile.SFTP.ReadFile(Input, Connection, CancellationToken)",
"FrameworkIdentifier": ".NETCoreApp"
},
{
"Id": "51dc8716-78a6-40a1-a803-6be8e355cb79",
"PackageId": "Frends.CSV.ConvertToJSON",
"PackageVersion": "1.0.0",
"Name": "Frends.CSV.ConvertToJSON.CSV.ConvertToJSON(Input, Options, CancellationToken)",
"FrameworkIdentifier": ".NETCoreApp"
},
{
"Id": "0bfd5a7b-f89d-44f1-a7a6-d6a110906b04",
"PackageId": "Frends.Oracle.ExecuteQuery",
"PackageVersion": "2.0.1",
"Name": "Frends.Oracle.ExecuteQuery.Oracle.ExecuteQuery(Input, Options, CancellationToken)",
"FrameworkIdentifier": ".NETCoreApp"
}
]
},
"LinkedSubProcess": {},
"Version": "Acc41"
}
}
]
}