{
"ProcessTemplates": [
{
"Name": "MicrosoftSQL to Oracle - Batch load",
"Modified": "2024-07-22T11:29:26.4383386",
"Modifier": "janne.pennanen@frends.com",
"Tags": [
"Oracle",
"MicrosoftSQL"
],
"TemplateProcessTags": [],
"Description": "This template process loads the contents of a table from a MicrosoftSQL database into an Oracle DB table using a user-defined chunk size.",
"Version": 1,
"UniqueIdentifier": "7021d029-c7cd-45cf-89fd-eb9145d68c88",
"ProcessVariablesJson": "{\"OracleConnectionString\":{\"Value\":\"\\\"SERVER=(DESCRIPTION=(ADDRESS=(PROTOCOL=TCP)(HOST=MyHost)(PORT=MyPort))(CONNECT_DATA=(SERVICE_NAME=MyOracleSID)));uid=myUsername;pwd=myPassword;\\\"\",\"IsSecret\":true,\"Mode\":\"text\",\"Description\":\"The connection string for Oracle.\"},\"ColumnNames\":{\"Value\":\"\\\"column1, column2, column3\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The names of the columns, in both MicrosoftSQL and Oracle, whose data should be handled, separated with a comma and a space. For example: firstname, lastname, address\"},\"OracleTimestampColumn\":{\"Value\":\"\\\"updated_timestamp\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The name of the column in the Oracle database whose values specify the last update time of each row. for example \\\"updated\\\" (without the double quotes).\"},\"OracleTableName\":{\"Value\":\"\\\"myTable\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The name of the table in the Oracle database that data should be inserted into.\"},\"OracleSchema\":{\"Value\":\"\\\"MY_SCHEMA\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The desired schema in Oracle.\"},\"ChunkSize\":{\"Value\":\"50\",\"IsSecret\":false,\"Mode\":\"integer\",\"Description\":\"The amount of rows that should be inserted into Oracle at once.\"},\"MicrosoftSqlConnectionString\":{\"Value\":\"\\\"Server=myServerAddress;Database=myDataBase;User Id=myUsername;Password=myPassword;\\\"\",\"IsSecret\":true,\"Mode\":\"text\",\"Description\":\"The connection string for MicrosoftSQL.\"},\"MicrosoftSqlTableName\":{\"Value\":\"\\\"myTable\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The name of the table in the Microsoft SQL database to be queried.\"}}",
"ProcessInfo": {
"Process": {
"Name": "MicrosoftSQL to Oracle - Batch load",
"Modified": "2024-07-22T11:29:26.4383386",
"Modifier": "janne.pennanen@frends.com",
"TagString": null,
"Tags": [],
"Description": "This template process loads the contents of a table from a MicrosoftSQL database into an Oracle DB table using a user-defined chunk size.",
"Version": 1,
"UniqueIdentifier": "fd1a522a-be01-4390-93da-80e4f3c42e83",
"GraphJson": null,
"Bpmn": "\nFlow_1phnta1Flow_1phnta1Flow_0w8gd11DataStoreReference_04vqx4aProperty_1j5hualFlow_1mienrhFlow_19obx3fFlow_0w8gd11Flow_1mienrhFlow_1618o2rFlow_0p2xrt3Flow_0abcn0rFlow_03heoqeFlow_03heoqeFlow_149bckaDataStoreReference_0hezpznFlow_149bckaFlow_1lixxyyFlow_0li6dbwFlow_1lixxyyFlow_0li6dbwFlow_0abcn0rFlow_0rxjn5mFlow_1618o2rFlow_19obx3fFlow_0p2xrt3Flow_0rxjn5mThe total number of rows is split into chunks and an insert statement is created for each one.This value can be used for keeping the two tables synchronized using another process.",
"ElementParameters": "[{\"Id\":\"StartEvent_1\",\"Type\":0,\"Parameters\":{},\"SelectedTypeId\":\"ManualTrigger\",\"PromoteResultAs\":null,\"Name\":\"Manual\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1xscqf8\",\"Type\":1,\"Parameters\":{\"input\":{\"ConnectionString\":{\"mode\":\"csharp\",\"value\":\"#var.MicrosoftSqlConnectionString\"},\"Query\":{\"mode\":\"sql\",\"value\":\"SELECT {{#var.ColumnNames}} FROM {{#var.MicrosoftSqlTableName}}\"},\"Parameters\":[],\"ExecuteType\":{\"mode\":\"select\",\"value\":\"ExecuteReader\"}},\"options\":{\"ThrowErrorOnFailure\":{\"mode\":\"toggle\",\"value\":false},\"CommandTimeoutSeconds\":{\"mode\":\"integer\",\"value\":60},\"SqlTransactionIsolationLevel\":{\"mode\":\"select\",\"value\":\"ReadCommitted\"}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/52de7e2e-788d-4d77-84c9-a6c86a64e2fb/v1\",\"PromoteResultAs\":null,\"Name\":\"Fetch data from MicrosoftSQL\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":false,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_19baivf\",\"Type\":12,\"Parameters\":{\"useStatementMode\":{\"mode\":\"toggle\",\"value\":true},\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"{\\n var rows = #result[Fetch data from MicrosoftSQL].Data;\\n var totalChunks = Math.Ceiling(rows.Count/(float)#var.ChunkSize);\\n var queries = new List();\\n\\n string[] columns = #var.ColumnNames.Split(\\\", \\\");\\n\\n for(var chunkIndex = 0; chunkIndex < totalChunks; chunkIndex++)\\n {\\n var sql = \\\"INSERT ALL \\\";\\n\\n for (\\n var rowIndex = chunkIndex * #var.ChunkSize;\\n rowIndex < (chunkIndex + 1) * #var.ChunkSize;\\n rowIndex++\\n )\\n {\\n if (rowIndex >= rows.Count) break;\\n var row = rows[(int)rowIndex];\\n sql += $\\\"\\\\r\\\\nINTO {#var.OracleSchema}.{#var.OracleTableName}({#var.ColumnNames}, {#var.OracleTimestampColumn}) VALUES(\\\";\\n\\n // Add value of each column in the row to the query\\n for (var columnIndex = 0; columnIndex < columns.Length; columnIndex++)\\n {\\n sql += $\\\"'{row[columns[columnIndex]]}', \\\";\\n }\\n\\n // Add value for timestamp column\\n sql += $\\\"TIMESTAMP '{DateTime.UtcNow.ToString(\\\"yyyy-MM-dd HH:mm:ss.fff\\\")}')\\\";\\n }\\n \\n // Add final SELECT\\n sql += \\\"\\\\r\\\\nSELECT * FROM dual\\\";\\n \\n queries.Add(sql);\\n }\\n\\n return queries;\\n}\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true},\"variableName\":\"queries\"},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Create insert statements for Oracle\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Gateway_1d4u0qm\",\"Type\":2,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result.Success\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Data fetched successfully?\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_1mienrh\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"yes\",\"Description\":null,\"IsDefault\":false,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_04cpsuj\",\"Type\":13,\"Parameters\":{},\"SelectedTypeId\":\"\",\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_134k9wr\",\"Type\":10,\"Parameters\":{\"variable\":\"query\",\"expression\":{\"mode\":\"csharp\",\"value\":\"#var.queries\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Insert data into Oracle in chunks\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1jjkfvf\",\"Type\":20,\"Parameters\":{\"keyExpression\":{\"mode\":\"text\",\"value\":\"previousSyncTime\"},\"valueExpression\":{\"mode\":\"csharp\",\"value\":\"DateTime.UtcNow.AddMinutes(-5).ToString(\\\"yyyy-MM-dd HH:mm:ss\\\")\"},\"ttlValue\":{\"mode\":\"integer\",\"value\":\"24\"},\"ttlMultiplier\":3600,\"throwIfFalse\":true,\"isGlobalScope\":true},\"SelectedTypeId\":\"AddOrUpdate\",\"PromoteResultAs\":null,\"Name\":\"Set previous sync time into cache\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_10pcjud\",\"Type\":1,\"Parameters\":{\"input\":{\"Query\":{\"mode\":\"csharp\",\"value\":\"#var.query\"},\"Parameters\":[],\"ConnectionString\":{\"mode\":\"csharp\",\"value\":\"#var.OracleConnectionString\"}},\"options\":{\"ThrowErrorOnFailure\":{\"mode\":\"toggle\",\"value\":false},\"TimeoutSeconds\":{\"mode\":\"integer\",\"value\":30},\"OracleIsolationLevel\":{\"mode\":\"select\",\"value\":\"ReadCommitted\"},\"BindParameterByName\":{\"mode\":\"toggle\",\"value\":true}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/0bfd5a7b-f89d-44f1-a7a6-d6a110906b04/v1\",\"PromoteResultAs\":null,\"Name\":\"Insert chunk into Oracle\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":false,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Gateway_1nq0lbr\",\"Type\":2,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result.Success\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Insertion successful?\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_0xwfyxd\",\"Type\":6,\"Parameters\":{\"expression\":{\"mode\":\"text\",\"value\":\"An error occurred when attempting to fetch data from the MicrosoftSQL database, error message:\\r\\n\\r\\n{{#result.ErrorMessage}}\"},\"bypassGlobalExceptionHandler\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_1618o2r\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"no\",\"Description\":null,\"IsDefault\":true,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_1lixxyy\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"yes\",\"Description\":null,\"IsDefault\":false,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_1jr2wxz\",\"Type\":5,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_0li6dbw\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"no\",\"Description\":null,\"IsDefault\":true,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_1tenrb1\",\"Type\":5,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#var.errors += $\\\"\\\\nChunk {#var.query_index} couldn't be inserted into Oracle. Error message:\\\\n\\\\n{#result.Message}\\\"\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0hc8s8p\",\"Type\":12,\"Parameters\":{\"variableName\":\"errors\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"\\\"\\\"\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Initialize error variable\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_1n4aytz\",\"Type\":5,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#var.errors != \\\"\\\" ? $\\\"Data loaded from MicrosoftSQL to Oracle. The process completed with errors:\\\\n\\\\n{#var.errors}\\\" : \\\"Data loaded successfully from MicrosoftSQL to Oracle.\\\"\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"DataStoreReference_04vqx4a\",\"Type\":22,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"MicrosoftSQL database\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"DataStoreReference_0hezpzn\",\"Type\":22,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Oracle database\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null}]",
"ManualTriggerJson": "[]",
"IsSubprocess": false,
"TriggersJson": "[{\"$type\":\"ManualTrigger\",\"config\":{},\"name\":\"Manual\",\"id\":\"StartEvent_1\",\"shouldNotLogParameters\":null}]",
"AssemblyName": null,
"PackageId": null,
"PackageVersion": null,
"UsedTasksJson": "[\"/ProcessTask/52DE7E2E-788D-4D77-84C9-A6C86A64E2FB/v1\",\"/ProcessTask/0BFD5A7B-F89D-44F1-A7A6-D6A110906B04/v1\"]",
"UsedSubprocessesJson": "{}",
"ProcessExecutionVersion": "",
"FrendsVersion": "5.7.3.1743",
"TargetFramework": "net8.0",
"StaticRequiredEnvironmentVariables": [],
"RequiredEnvironmentVariables": [],
"PromotedResultVariablesJson": "[]",
"MajorVersion": 1,
"MinorVersion": 0,
"IsForMonitoringRule": false,
"ProcessVariablesJson": null
},
"LinkedTasks": {
"fd1a522a-be01-4390-93da-80e4f3c42e83": [
{
"Id": "52de7e2e-788d-4d77-84c9-a6c86a64e2fb",
"PackageId": "Frends.MicrosoftSQL.ExecuteQuery",
"PackageVersion": "1.2.0",
"Name": "Frends.MicrosoftSQL.ExecuteQuery.MicrosoftSQL.ExecuteQuery(Input, Options, CancellationToken)",
"FrameworkIdentifier": ".NETCoreApp"
},
{
"Id": "0bfd5a7b-f89d-44f1-a7a6-d6a110906b04",
"PackageId": "Frends.Oracle.ExecuteQuery",
"PackageVersion": "2.0.1",
"Name": "Frends.Oracle.ExecuteQuery.Oracle.ExecuteQuery(Input, Options, CancellationToken)",
"FrameworkIdentifier": ".NETCoreApp"
}
]
},
"LinkedSubProcess": {},
"Version": "Acc41"
}
}
]
}