{
"ProcessTemplates": [
{
"Name": "CSV file from SFTP server to Oracle DB UPDATE",
"Modified": "2024-05-14T09:38:45.2947304",
"Modifier": "jefim.borissov@frends.com",
"Tags": [
"SFTP",
"CSV",
"Oracle"
],
"TemplateProcessTags": [],
"Description": "This process will retrieve a **CSV file** from the specified **SFTP** server.\nIt will take the contents of the file and use it to create an **Oracle Database** UPDATE statement. It will then execute the statement on the specified **Oracle Database**.",
"Version": 1,
"UniqueIdentifier": "14a53aff-22fa-4c73-bbce-36091d01f314",
"ProcessVariablesJson": "{\"FilePath\":{\"Value\":\"\\\"/\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"Name of the file to be read from the SFTP server.\"},\"SftpServerAddress\":{\"Value\":\"\\\"127.0.0.1\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"SFTP server address.\"},\"ServerUser\":{\"Value\":\"\\\"user\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"SFTP server user.\"},\"ServerPassword\":{\"Value\":\"\\\"password\\\"\",\"IsSecret\":true,\"Mode\":\"text\",\"Description\":\"SFTP server user's password.\"},\"OracleConnectionString\":{\"Value\":\"\\\"Data Source=(DESCRIPTION=(ADDRESS=(PROTOCOL=TCP)(HOST=MyHost)(PORT=MyPort))(CONNECT_DATA=(SERVICE_NAME=MyOracleSID)));User Id=myUsername;Password=myPassword;\\\"\",\"IsSecret\":true,\"Mode\":\"text\",\"Description\":\"Connection string to access the database.\"},\"TableName\":{\"Value\":\"\\\"table\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"Name of the database table.\"},\"RowIndentifier\":{\"Value\":\"\\\"email\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"Criteria by which to match data in the table.\"}}",
"ProcessInfo": {
"Process": {
"Name": "CSV file from SFTP server to Oracle DB UPDATE",
"Modified": "2024-05-14T09:38:45.2947304",
"Modifier": "jefim.borissov@frends.com",
"TagString": null,
"Tags": [],
"Description": "This process will retrieve a **CSV file** from the specified **SFTP** server.\nIt will take the contents of the file and use it to create an **Oracle Database** UPDATE statement. It will then execute the statement on the specified **Oracle Database**.",
"Version": 1,
"UniqueIdentifier": "31bb7a93-1079-4442-820d-d45be12ba493",
"GraphJson": null,
"Bpmn": "\nFlow_00uh5ziFlow_00uh5ziFlow_0hrntp0DataObjectReference_0ksp4rnProperty_1qc75f2Flow_0hrntp0Flow_0fqwnfbFlow_1abb81cFlow_0lhekcxFlow_1l7uj73Flow_10w7jgxFlow_0e2milxFlow_0bzqle0Flow_0e2milxFlow_0risgojFlow_1qzjp8hFlow_0risgojFlow_171wek0Flow_0bzqle0Flow_1qzjp8hFlow_0c2yo7gFlow_0j7tajwFlow_171wek0Flow_1otwlszFlow_0yosttxFlow_1otwlszFlow_0c2yo7gFlow_0yosttxFlow_0j7tajwCode will create the UPDATE statement based on the Column Names from the input file.Code will create the parameters for the UPDATE statement based on the Column Names from the input file.Flow_09e6oqzFlow_1l7uj73Flow_1tjto1nFlow_0lhekcxFlow_1fndhviFlow_10w7jgxFlow_1fndhviFlow_0fqwnfbFlow_09e6oqzFlow_1tjto1nFlow_1abb81cUse Task to convert CSV to JSON. \nEach row in the CSV will represent one row to be updated in the database",
"ElementParameters": "[{\"Id\":\"StartEvent_1\",\"Type\":0,\"Parameters\":{},\"SelectedTypeId\":\"ManualTrigger\",\"PromoteResultAs\":null,\"Name\":\"Manual\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1t3j2vx\",\"Type\":1,\"Parameters\":{\"input\":{\"Path\":{\"mode\":\"text\",\"value\":\"{{#var.FilePath}}\"},\"FileEncoding\":{\"mode\":\"select\",\"value\":\"ANSI\"},\"EnableBom\":{\"mode\":\"toggle\",\"value\":false},\"EncodingInString\":{\"mode\":\"text\",\"value\":\"\"}},\"connection\":{\"ConnectionTimeout\":{\"mode\":\"integer\",\"value\":60},\"Address\":{\"mode\":\"csharp\",\"value\":\"#var.SftpServerAddress\"},\"Port\":{\"mode\":\"integer\",\"value\":22},\"Authentication\":{\"mode\":\"select\",\"value\":\"UsernamePassword\"},\"Username\":{\"mode\":\"csharp\",\"value\":\"#var.ServerUser\"},\"Password\":{\"mode\":\"csharp\",\"value\":\"#var.ServerPassword\"},\"PrivateKeyFile\":{\"mode\":\"text\",\"value\":\"\"},\"PrivateKeyString\":{\"mode\":\"text\",\"value\":\"\"},\"PrivateKeyPassphrase\":{\"mode\":\"text\",\"value\":\"\"},\"ServerFingerPrint\":{\"mode\":\"text\",\"value\":\"\"},\"HostKeyAlgorithm\":{\"mode\":\"select\",\"value\":\"Any\"},\"UseKeyboardInteractiveAuthentication\":{\"mode\":\"toggle\",\"value\":false},\"PromptAndResponse\":[],\"BufferSize\":{\"mode\":\"integer\",\"value\":32}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/7fe311ed-3e37-4669-8c6b-9e5792e996d0/v1\",\"PromoteResultAs\":null,\"Name\":\"Read CSV input file from SFTP server\",\"Description\":\"\",\"IsDefault\":null,\"ShouldRetry\":true,\"MaxRetryCount\":3,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Gateway_14nb58k\",\"Type\":2,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"!String.IsNullOrEmpty(#result[Read CSV input file from SFTP server].Content)\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"File read successful?\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"DataObjectReference_0ksp4rn\",\"Type\":21,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"JSON file\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1mnaiqp\",\"Type\":12,\"Parameters\":{\"useStatementMode\":{\"mode\":\"toggle\",\"value\":true},\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"{\\n string setClause = \\\"\\\";\\n \\n foreach(JProperty a in #var.row)\\n {\\n if(a.Name == #var.RowIndentifier) continue;\\n\\n setClause += $\\\"{a.Name} = :{a.Name}, \\\";\\n }\\n \\n setClause = setClause.Remove(setClause.Length-2);\\n\\n return $\\\"UPDATE {#var.TableName} SET {setClause} WHERE {#var.RowIndentifier} = :{#var.RowIndentifier}\\\";\\n}\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true},\"variableName\":\"updateStatement\"},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Create UPDATE statement\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_0fqwnfb\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"yes\",\"Description\":null,\"IsDefault\":false,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_04rh3p3\",\"Type\":1,\"Parameters\":{\"input\":{\"Query\":{\"mode\":\"csharp\",\"value\":\"#var.updateStatement\"},\"ConnectionString\":{\"mode\":\"csharp\",\"value\":\"#var.OracleConnectionString\"},\"Parameters\":{\"mode\":\"csharp\",\"value\":\"#var.updateParameters\"}},\"options\":{\"ThrowErrorOnFailure\":{\"mode\":\"toggle\",\"value\":true},\"TimeoutSeconds\":{\"mode\":\"integer\",\"value\":30},\"OracleIsolationLevel\":{\"mode\":\"select\",\"value\":\"ReadCommitted\"},\"BindParameterByName\":{\"mode\":\"toggle\",\"value\":true}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/0bfd5a7b-f89d-44f1-a7a6-d6a110906b04/v1\",\"PromoteResultAs\":null,\"Name\":\"Execute the UPDATE statement\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":true,\"MaxRetryCount\":3,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_1izsk9n\",\"Type\":13,\"Parameters\":{},\"SelectedTypeId\":\"\",\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0fizi4r\",\"Type\":10,\"Parameters\":{\"variable\":\"row\",\"expression\":{\"mode\":\"csharp\",\"value\":\"#result[Convert the CSV data to JSON].Json\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"For each row in file\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1vh9nk4\",\"Type\":12,\"Parameters\":{\"useStatementMode\":{\"mode\":\"toggle\",\"value\":true},\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"{\\n var parameters = new List();\\n foreach(JProperty property in #var.row)\\n {\\n var parameter = new Frends.Oracle.ExecuteQuery.Definitions.QueryParameter\\n {\\n Name = property.Name,\\n Value = property.Value.ToString()\\n };\\n\\n parameters.Add(parameter);\\n }\\n\\n return parameters.ToArray();\\n\\n}\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true},\"variableName\":\"updateParameters\"},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Create parameter values\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_11zxk0m\",\"Type\":12,\"Parameters\":{\"variableName\":\"successCnt\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"0\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Initialise success count\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0kvjalz\",\"Type\":12,\"Parameters\":{\"variableName\":\"failCnt\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"0\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Initialise failure count\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_13pr8r2\",\"Type\":5,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Gateway_0ah3ngq\",\"Type\":2,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result[Execute the UPDATE statement].Success\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Database update successful?\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1al9zyu\",\"Type\":12,\"Parameters\":{\"variableName\":\"\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"#var.successCnt++\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":false}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Increment success count\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1linepl\",\"Type\":12,\"Parameters\":{\"variableName\":\"\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"#var.failCnt++\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":false}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Increment failcount\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_1otwlsz\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"yes\",\"Description\":null,\"IsDefault\":false,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_0yosttx\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"no\",\"Description\":null,\"IsDefault\":true,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_1iedv3k\",\"Type\":5,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#var.outMsg\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0fx7zdo\",\"Type\":12,\"Parameters\":{\"useStatementMode\":{\"mode\":\"toggle\",\"value\":true},\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"{\\n var msg = \\\"\\\";\\n if(#var.successCnt > 0)\\n {\\n msg += $\\\"{#var.successCnt} data rows were successfully updated in table {#var.TableName}.\\\";\\n }\\n\\n if(#var.failCnt > 0)\\n {\\n msg += $\\\"{Environment.NewLine}{#var.failCnt} data rows were not updated in table {#var.TableName}.\\\";\\n }\\n \\n return msg;\\n}\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true},\"variableName\":\"outMsg\"},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Create output message\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1gzshbf\",\"Type\":1,\"Parameters\":{\"input\":{\"Csv\":{\"mode\":\"csharp\",\"value\":\"#result[Read CSV input file from SFTP server].Content\"},\"Delimiter\":{\"mode\":\"text\",\"value\":\";\"},\"ColumnSpecifications\":[]},\"options\":{\"ContainsHeaderRow\":{\"mode\":\"toggle\",\"value\":true},\"TrimOutput\":{\"mode\":\"toggle\",\"value\":true},\"SkipRowsFromTop\":{\"mode\":\"integer\",\"value\":0},\"SkipEmptyRows\":{\"mode\":\"toggle\",\"value\":true},\"ReplaceHeaderWhitespaceWith\":{\"mode\":\"text\",\"value\":\" \"},\"CultureInfo\":{\"mode\":\"text\",\"value\":\"\"},\"TreatMissingFieldsAsNulls\":{\"mode\":\"toggle\",\"value\":true}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/51dc8716-78a6-40a1-a803-6be8e355cb79/v1\",\"PromoteResultAs\":null,\"Name\":\"Convert the CSV data to JSON\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":false,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_0pvapan\",\"Type\":6,\"Parameters\":{\"expression\":{\"mode\":\"text\",\"value\":\"An error occured reading the input file {{#var.FilePath}} from SFTP server {{#var.SftpServerAddress}} - the input CSV file is empty.\"},\"bypassGlobalExceptionHandler\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_1abb81c\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"no\",\"Description\":null,\"IsDefault\":true,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null}]",
"ManualTriggerJson": "[]",
"IsSubprocess": false,
"TriggersJson": "[{\"$type\":\"ManualTrigger\",\"config\":{},\"name\":\"Manual\",\"id\":\"StartEvent_1\",\"shouldNotLogParameters\":null}]",
"AssemblyName": null,
"PackageId": null,
"PackageVersion": null,
"UsedTasksJson": "[\"/ProcessTask/7FE311ED-3E37-4669-8C6B-9E5792E996D0/v1\",\"/ProcessTask/51DC8716-78A6-40A1-A803-6BE8E355CB79/v1\",\"/ProcessTask/0BFD5A7B-F89D-44F1-A7A6-D6A110906B04/v1\"]",
"UsedSubprocessesJson": "{}",
"ProcessExecutionVersion": "",
"FrendsVersion": "5.7.2.1685",
"TargetFramework": "net8.0",
"StaticRequiredEnvironmentVariables": [],
"RequiredEnvironmentVariables": [],
"PromotedResultVariablesJson": "[]",
"MajorVersion": 0,
"MinorVersion": 1,
"IsForMonitoringRule": false,
"ProcessVariablesJson": null
},
"LinkedTasks": {
"31bb7a93-1079-4442-820d-d45be12ba493": [
{
"Id": "7fe311ed-3e37-4669-8c6b-9e5792e996d0",
"PackageId": "Frends.SFTP.ReadFile",
"PackageVersion": "2.1.0",
"Name": "Frends.SFTP.ReadFile.SFTP.ReadFile(Input, Connection, CancellationToken)",
"FrameworkIdentifier": ".NETCoreApp"
},
{
"Id": "51dc8716-78a6-40a1-a803-6be8e355cb79",
"PackageId": "Frends.CSV.ConvertToJSON",
"PackageVersion": "1.0.0",
"Name": "Frends.CSV.ConvertToJSON.CSV.ConvertToJSON(Input, Options, CancellationToken)",
"FrameworkIdentifier": ".NETCoreApp"
},
{
"Id": "0bfd5a7b-f89d-44f1-a7a6-d6a110906b04",
"PackageId": "Frends.Oracle.ExecuteQuery",
"PackageVersion": "2.0.1",
"Name": "Frends.Oracle.ExecuteQuery.Oracle.ExecuteQuery(Input, Options, CancellationToken)",
"FrameworkIdentifier": ".NETCoreApp"
}
]
},
"LinkedSubProcess": {},
"Version": "Acc41"
}
}
]
}