{
"ProcessTemplates": [
{
"Name": "MicrosoftSQL to Oracle - Changes synchronization",
"Modified": "2024-07-24T07:29:06.5592994",
"Modifier": "janne.pennanen@frends.com",
"Tags": [
"Oracle",
"MicrosoftSQL"
],
"TemplateProcessTags": [],
"Description": "This template process queries a MicrosoftSQL database to find new or updated rows in a specified table, and then either inserts or updates the corresponding rows into a table in an Oracle database in chunks.",
"Version": 1,
"UniqueIdentifier": "6bf9cc4d-13a6-4524-a412-682ea8238167",
"ProcessVariablesJson": "{\"OracleConnectionString\":{\"Value\":\"\\\"Data Source=(DESCRIPTION=(ADDRESS=(PROTOCOL=TCP)(HOST=MyHost)(PORT=MyPort))(CONNECT_DATA=(SERVICE_NAME=MyOracleSID)));User Id=myUsername;Password=myPassword;\\\"\",\"IsSecret\":true,\"Mode\":\"text\",\"Description\":\"The connection string for the Oracle database.\"},\"OracleSchema\":{\"Value\":\"\\\"MY_SCHEMA\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The name of the schema under which the destination table is located in Oracle.\"},\"OracleStagingTableName\":{\"Value\":\"\\\"myTable_staging\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The name of the staging table on Oracle, into which rows will be inserted before merging to the destination table.\"},\"OracleTableName\":{\"Value\":\"\\\"myTable\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The name of the destination table in Oracle.\"},\"MicrosoftSqlTableName\":{\"Value\":\"\\\"myTable\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The name of the source table in MicrosoftSQL.\"},\"MicrosoftSqlConnectionString\":{\"Value\":\"\\\"Server=myServerAddress;Database=myDataBase;Trusted_Connection=True;\\\"\",\"IsSecret\":true,\"Mode\":\"text\",\"Description\":\"The connection string for the MicrosoftSQL database.\"},\"TimestampColumn\":{\"Value\":\"\\\"updated_time\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The name of the column in both tables, where the value of the timestamp is stored.\"},\"IdentifierColumn\":{\"Value\":\"\\\"id\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The name of the column, in both MicrosoftSQL and Oracle, whose values should be used for identifying whether or not a row already exists in the Oracle table. This column should also be included in the ColumnNames process variable.\"},\"ColumnNames\":{\"Value\":\"\\\"id, email, address1, address2\\\"\",\"IsSecret\":false,\"Mode\":\"text\",\"Description\":\"The names of the columns that should be handled, separated with a comma and a space. For example: firstname, lastname, title\\n\\nThe names of the columns should be identical in both MicrosoftSQL and Oracle.\"},\"ChunkSize\":{\"Value\":\"50\",\"IsSecret\":false,\"Mode\":\"integer\",\"Description\":\"The number of rows that should be processed in one iteration.\"}}",
"ProcessInfo": {
"Process": {
"Name": "MicrosoftSQL to Oracle - Changes synchronization",
"Modified": "2024-07-24T07:29:06.5592994",
"Modifier": "janne.pennanen@frends.com",
"TagString": null,
"Tags": [],
"Description": "This template process queries a MicrosoftSQL database to find new or updated rows in a specified table, and then either inserts or updates the corresponding rows into a table in an Oracle database in chunks.",
"Version": 1,
"UniqueIdentifier": "08cc6c4c-7e88-4b33-8f64-ec5f7bd1f24c",
"GraphJson": null,
"Bpmn": "\nFlow_0dpnip5Flow_0smk0gzFlow_0dpnip5Flow_0smk0gzFlow_0o425xhFlow_0o425xhFlow_0ckrotqFlow_0cacn6rFlow_0cacn6rFlow_01m7okwFlow_0ckrotqFlow_0ywfmgkFlow_0ywfmgkFlow_01m7okwFlow_1i8rumqDataStoreReference_14s0uk1Property_01s5dswFlow_1qtt6l9Flow_0fgs45gFlow_1i8rumqFlow_1l1ttruFlow_1w0jvn1Flow_1l1ttruFlow_1kg7kj3Flow_145iml9Flow_0g7gcp2Flow_0g7gcp2Flow_0wv42e5DataStoreReference_0zlscxxFlow_0wv42e5Flow_0phsr7wFlow_1jhcde5Flow_0phsr7wFlow_1jhcde5Flow_0fgs45gFlow_1kg7kj3Flow_1h7gqsrFlow_13ttcqrFlow_13ttcqrFlow_0sartlwFlow_0txohn4Flow_1wqui1fFlow_1wqui1fFlow_145iml9Flow_1h7gqsrFlow_1w0jvn1Flow_1qtt6l9Flow_09g7mb3Flow_09g7mb3Flow_0sartlwFlow_0x40qaxFlow_0txohn4Flow_0x40qaxRows that have a timestamp more recent than the previous sync time will be processed.The merge compares the identifiers of the rows, and either inserts or updates them based on whether a match is found or not.The next iteration of the process will use the timestamp to determine which rows are new or updated.",
"ElementParameters": "[{\"Id\":\"StartEvent_1\",\"Type\":0,\"Parameters\":{},\"SelectedTypeId\":\"ManualTrigger\",\"PromoteResultAs\":null,\"Name\":\"Manual\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_0f5myku\",\"Type\":0,\"Parameters\":{\"startTimeMinute\":\"00\",\"startTimeHour\":\"00\",\"endTimeMinute\":\"00\",\"endTimeHour\":\"00\",\"endTime\":\"00:00\",\"startTime\":\"00:00\",\"recurring\":true,\"repeatDelay\":1,\"repeatDelaySeconds\":3600,\"limitToOneConcurrentExecution\":true,\"cycleRecurEvery\":1,\"cycleType\":\"Daily\",\"cycleLength\":1,\"seasonStartDate\":\"2024-07-16\",\"seasonEndDate\":null,\"cycleDaysOfWeek\":\"None\",\"cycleMonths\":\"None\",\"cycleDaysString\":\"\",\"cycleDayRanks\":\"None\",\"monthlyCycleType\":\"OnDays\",\"repeatDelayType\":3600,\"timeZone\":\"FLE Standard Time\"},\"SelectedTypeId\":\"ScheduleTrigger\",\"PromoteResultAs\":null,\"Name\":\"Schedule\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_17vxu0s\",\"Type\":20,\"Parameters\":{\"keyExpression\":{\"mode\":\"text\",\"value\":\"previousSyncTime\"},\"valueExpression\":{\"mode\":\"csharp\",\"value\":\"\"},\"ttlValue\":{\"mode\":\"integer\",\"value\":60},\"ttlMultiplier\":60,\"throwIfFalse\":false,\"isGlobalScope\":true},\"SelectedTypeId\":\"TryGetValue\",\"PromoteResultAs\":null,\"Name\":\"Get previous sync time from cache\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Gateway_0zpa7zy\",\"Type\":2,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result.Value != null\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Previous sync time present?\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_03ue85h\",\"Type\":12,\"Parameters\":{\"variableName\":\"previousSyncTime\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"#result[Get previous sync time from cache].Value\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Assign previous sync time from cache\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_0ckrotq\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"no\",\"Description\":null,\"IsDefault\":true,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0sux2w2\",\"Type\":12,\"Parameters\":{\"variableName\":\"previousSyncTime\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"DateTime.UtcNow.AddHours(-3)\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Assign default value for previous sync time\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_0cacn6r\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"yes\",\"Description\":null,\"IsDefault\":false,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1nnddcn\",\"Type\":1,\"Parameters\":{\"input\":{\"ConnectionString\":{\"mode\":\"csharp\",\"value\":\"#var.MicrosoftSqlConnectionString\"},\"Query\":{\"mode\":\"sql\",\"value\":\"SELECT {{#var.ColumnNames}} FROM {{#var.MicrosoftSqlTableName}}\\r\\nWHERE {{#var.TimestampColumn}} > '{{#var.previousSyncTime}}'\"},\"Parameters\":[],\"ExecuteType\":{\"mode\":\"select\",\"value\":\"ExecuteReader\"}},\"options\":{\"ThrowErrorOnFailure\":{\"mode\":\"toggle\",\"value\":false},\"CommandTimeoutSeconds\":{\"mode\":\"integer\",\"value\":60},\"SqlTransactionIsolationLevel\":{\"mode\":\"select\",\"value\":\"ReadCommitted\"}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/52de7e2e-788d-4d77-84c9-a6c86a64e2fb/v1\",\"PromoteResultAs\":null,\"Name\":\"Get new or updated rows from MicrosoftSQL\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":false,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_049di38\",\"Type\":12,\"Parameters\":{\"useStatementMode\":{\"mode\":\"toggle\",\"value\":true},\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"{\\n var rows = #result[Get new or updated rows from MicrosoftSQL].Data;\\n var totalChunks = Math.Ceiling(rows.Count/(float)#var.ChunkSize);\\n var queries = new List();\\n\\n string[] columns = #var.ColumnNames.Split(\\\", \\\");\\n\\n for(var chunkIndex = 0; chunkIndex < totalChunks; chunkIndex++)\\n {\\n var sql = \\\"INSERT ALL \\\";\\n\\n for (\\n var rowIndex = chunkIndex * #var.ChunkSize;\\n rowIndex < (chunkIndex + 1) * #var.ChunkSize;\\n rowIndex++\\n )\\n {\\n if (rowIndex >= rows.Count) break;\\n var row = rows[(int)rowIndex];\\n sql += $\\\"\\\\r\\\\nINTO {#var.OracleSchema}.{#var.OracleStagingTableName}({#var.ColumnNames}, {#var.TimestampColumn}) VALUES(\\\";\\n\\n // Add value of each column in the row to the query\\n for (var columnIndex = 0; columnIndex < columns.Length; columnIndex++)\\n {\\n sql += $\\\"'{row[columns[columnIndex]]}', \\\";\\n }\\n\\n // Add value for timestamp column\\n sql += $\\\"TIMESTAMP '{DateTime.UtcNow.ToString(\\\"yyyy-MM-dd HH:mm:ss.fff\\\")}')\\\";\\n }\\n sql += \\\"\\\\r\\\\nSELECT * FROM dual\\\";\\n\\n queries.Add(sql);\\n }\\n\\n return queries;\\n}\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true},\"variableName\":\"queries\"},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Create insert statements\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Gateway_0aaldc4\",\"Type\":2,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result.Success\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Rows gotten successfully?\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_1elrcp6\",\"Type\":6,\"Parameters\":{\"expression\":{\"mode\":\"text\",\"value\":\"An exception occurred when attempting to fetch new or updated rows from the MicrosoftSQL database.\\r\\n\\r\\nError message:\\r\\n{{#result.ErrorMessage}}\"},\"bypassGlobalExceptionHandler\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_1l1ttru\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"no\",\"Description\":null,\"IsDefault\":true,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_1fl1t38\",\"Type\":13,\"Parameters\":{},\"SelectedTypeId\":\"\",\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0anbcsj\",\"Type\":10,\"Parameters\":{\"variable\":\"query\",\"expression\":{\"mode\":\"csharp\",\"value\":\"#var.queries\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Insert data into Oracle staging table in chunks\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_1wlprwq\",\"Type\":1,\"Parameters\":{\"input\":{\"Query\":{\"mode\":\"csharp\",\"value\":\"#var.query\"},\"Parameters\":[],\"ConnectionString\":{\"mode\":\"csharp\",\"value\":\"#var.OracleConnectionString\"}},\"options\":{\"ThrowErrorOnFailure\":{\"mode\":\"toggle\",\"value\":false},\"TimeoutSeconds\":{\"mode\":\"integer\",\"value\":30},\"OracleIsolationLevel\":{\"mode\":\"select\",\"value\":\"ReadCommitted\"},\"BindParameterByName\":{\"mode\":\"toggle\",\"value\":true}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/0bfd5a7b-f89d-44f1-a7a6-d6a110906b04/v1\",\"PromoteResultAs\":null,\"Name\":\"Insert chunk into Oracle staging table\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":false,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Gateway_09zyvvr\",\"Type\":2,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result.Success\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Insertion successful?\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_0phsr7w\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"yes\",\"Description\":null,\"IsDefault\":false,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_1imdprg\",\"Type\":5,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_1jhcde5\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"no\",\"Description\":null,\"IsDefault\":true,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_1ddnlz7\",\"Type\":5,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#var.errors += $\\\"\\\\nAn exception occurred when attempting to insert chunk {#var.query_index} into the staging table:\\\\n\\\\n{#result.Message}\\\"\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0kwzuqz\",\"Type\":12,\"Parameters\":{\"variableName\":\"errors\",\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"\\\"\\\"\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Initialize error variable\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0sribv0\",\"Type\":1,\"Parameters\":{\"input\":{\"Query\":{\"mode\":\"sql\",\"value\":\"MERGE INTO {{#var.OracleSchema}}.{{#var.OracleTableName}} t\\r\\nUSING (SELECT * FROM {{#var.OracleSchema}}.{{#var.OracleStagingTableName}}) s\\r\\nON (t.{{#var.IdentifierColumn}} = s.{{#var.IdentifierColumn}})\\r\\nWHEN MATCHED THEN\\r\\n {{#var.mergeQueries.matched}}\\r\\nWHEN NOT MATCHED THEN\\r\\n {{#var.mergeQueries.notmached}}\"},\"Parameters\":[],\"ConnectionString\":{\"mode\":\"csharp\",\"value\":\"#var.OracleConnectionString\"}},\"options\":{\"ThrowErrorOnFailure\":{\"mode\":\"toggle\",\"value\":false},\"TimeoutSeconds\":{\"mode\":\"integer\",\"value\":30},\"OracleIsolationLevel\":{\"mode\":\"select\",\"value\":\"ReadCommitted\"},\"BindParameterByName\":{\"mode\":\"toggle\",\"value\":true}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/0bfd5a7b-f89d-44f1-a7a6-d6a110906b04/v1\",\"PromoteResultAs\":null,\"Name\":\"Merge data from staging table\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":false,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_07ez9qw\",\"Type\":1,\"Parameters\":{\"input\":{\"Query\":{\"mode\":\"sql\",\"value\":\"TRUNCATE TABLE {{#var.OracleSchema}}.{{#var.OracleStagingTableName}}\"},\"Parameters\":[],\"ConnectionString\":{\"mode\":\"csharp\",\"value\":\"#var.OracleConnectionString\"}},\"options\":{\"ThrowErrorOnFailure\":{\"mode\":\"toggle\",\"value\":false},\"TimeoutSeconds\":{\"mode\":\"integer\",\"value\":30},\"OracleIsolationLevel\":{\"mode\":\"select\",\"value\":\"ReadCommitted\"},\"BindParameterByName\":{\"mode\":\"toggle\",\"value\":true}},\"cancellationToken\":null},\"SelectedTypeId\":\"/ProcessTask/0bfd5a7b-f89d-44f1-a7a6-d6a110906b04/v1\",\"PromoteResultAs\":null,\"Name\":\"Clean up staging table\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":false,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0tmigfn\",\"Type\":20,\"Parameters\":{\"keyExpression\":{\"mode\":\"text\",\"value\":\"previousSyncTime\"},\"valueExpression\":{\"mode\":\"csharp\",\"value\":\"DateTime.UtcNow.ToString(\\\"yyyy-MM-dd HH:mm:ss\\\")\"},\"ttlValue\":{\"mode\":\"integer\",\"value\":\"24\"},\"ttlMultiplier\":3600,\"throwIfFalse\":true,\"isGlobalScope\":true},\"SelectedTypeId\":\"AddOrUpdate\",\"PromoteResultAs\":null,\"Name\":\"Update previous sync time in cache\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_0lqng8a\",\"Type\":5,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#var.errors != \\\"\\\" ? $\\\"Data was synced from MicrosoftSQL to Oracle. The process completed with the following errors:\\\\n\\\\n{#var.errors}\\\" : \\\"Data was synced from MicrosoftSQL to Oracle.\\\"\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Activity_0ef8l5l\",\"Type\":12,\"Parameters\":{\"useStatementMode\":{\"mode\":\"toggle\",\"value\":true},\"variableExpression\":{\"mode\":\"csharp\",\"value\":\"{\\n dynamic queries = new JObject();\\n\\n string[] columns = #var.ColumnNames.Split(\\\", \\\");\\n\\n // Build update query\\n var sql = \\\"UPDATE SET \\\";\\n\\n // Add columns to query\\n for (var columnIndex = 0; columnIndex < columns.Length; columnIndex++)\\n {\\n // Primary key cannot be updated\\n if (columns[columnIndex] == #var.IdentifierColumn) continue;\\n\\n sql += $\\\"t.{columns[columnIndex]} = s.{columns[columnIndex]},\\\\r\\\\n\\\";\\n }\\n\\n // Add timestamp\\n sql += $\\\"t.{#var.TimestampColumn} = TO_DATE('{DateTime.UtcNow.ToString(\\\"yyyy-MM-dd HH:mm:ss\\\")}', 'YYYY-MM-DD HH24:MI:SS')\\\";\\n\\n queries.matched = sql;\\n\\n // Build insert query\\n sql = $\\\"INSERT ({#var.ColumnNames}, {#var.TimestampColumn})\\\\r\\\\nVALUES (\\\";\\n\\n // Add columns to query\\n for (var columnIndex = 0; columnIndex < columns.Length; columnIndex++)\\n {\\n sql += $\\\"s.{columns[columnIndex]}, \\\";\\n }\\n\\n // Add timestamp value and closing bracket\\n sql += $\\\"TO_DATE('{DateTime.UtcNow.ToString(\\\"yyyy-MM-dd HH:mm:ss\\\")}', 'YYYY-MM-DD HH24:MI:SS'))\\\";\\n\\n queries.notmached = sql;\\n\\n return queries;\\n}\"},\"shouldAssignVariable\":{\"mode\":\"toggle\",\"value\":true},\"variableName\":\"mergeQueries\"},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Build statements for merging\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_1w0jvn1\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"yes\",\"Description\":null,\"IsDefault\":false,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Gateway_0gg0hn9\",\"Type\":2,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result[Get new or updated rows from MicrosoftSQL].Data.Count > 0\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Were there any new or updated rows?\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_1qtt6l9\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"yes\",\"Description\":null,\"IsDefault\":false,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_09g7mb3\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"no\",\"Description\":null,\"IsDefault\":true,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_058upth\",\"Type\":5,\"Parameters\":{\"expression\":{\"mode\":\"text\",\"value\":\"No new or updated rows were found in the MicrosoftSQL database.\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Gateway_1q63x1g\",\"Type\":2,\"Parameters\":{\"expression\":{\"mode\":\"csharp\",\"value\":\"#result[Merge data from staging table].Success && #result[Clean up staging table].Success\"}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Merge and cleanup successful?\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Event_0npu0yg\",\"Type\":6,\"Parameters\":{\"expression\":{\"mode\":\"text\",\"value\":\"An exception occurred either when attempting to merge the staging table into the destination table, or when attempting to clean up the staging table on Oracle. Messages:\\r\\n\\r\\nMerge:\\r\\n{{#result[Merge data from staging table].Message}}\\r\\n\\r\\nCleanup:\\r\\n{{#result[Clean up staging table].Message}}\"},\"bypassGlobalExceptionHandler\":{\"mode\":\"toggle\",\"value\":true}},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":null,\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_0x40qax\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"no\",\"Description\":null,\"IsDefault\":true,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"DataStoreReference_14s0uk1\",\"Type\":22,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"MicrosoftSQL database\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"DataStoreReference_0zlscxx\",\"Type\":22,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"Oracle database\",\"Description\":null,\"IsDefault\":null,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null},{\"Id\":\"Flow_0txohn4\",\"Type\":4,\"Parameters\":{},\"SelectedTypeId\":null,\"PromoteResultAs\":null,\"Name\":\"yes\",\"Description\":null,\"IsDefault\":false,\"ShouldRetry\":null,\"MaxRetryCount\":null,\"ShouldNotLogResult\":null,\"ShouldDispose\":null}]",
"ManualTriggerJson": "[]",
"IsSubprocess": false,
"TriggersJson": "[{\"$type\":\"ManualTrigger\",\"config\":{},\"name\":\"Manual\",\"id\":\"StartEvent_1\",\"shouldNotLogParameters\":null},{\"$type\":\"ScheduleTrigger\",\"config\":{\"startTimeMinute\":\"00\",\"startTimeHour\":\"00\",\"endTimeMinute\":\"00\",\"endTimeHour\":\"00\",\"endTime\":\"00:00\",\"startTime\":\"00:00\",\"recurring\":true,\"repeatDelay\":1,\"repeatDelaySeconds\":3600,\"limitToOneConcurrentExecution\":true,\"cycleRecurEvery\":1,\"cycleType\":\"Daily\",\"cycleLength\":1,\"seasonStartDate\":\"2024-07-16\",\"seasonEndDate\":null,\"cycleDaysOfWeek\":\"None\",\"cycleMonths\":\"None\",\"cycleDaysString\":\"\",\"cycleDayRanks\":\"None\",\"monthlyCycleType\":\"OnDays\",\"repeatDelayType\":3600,\"timeZone\":\"FLE Standard Time\"},\"name\":\"Schedule\",\"id\":\"Event_0f5myku\",\"shouldNotLogParameters\":null}]",
"AssemblyName": null,
"PackageId": null,
"PackageVersion": null,
"UsedTasksJson": "[\"/ProcessTask/52DE7E2E-788D-4D77-84C9-A6C86A64E2FB/v1\",\"/ProcessTask/0BFD5A7B-F89D-44F1-A7A6-D6A110906B04/v1\"]",
"UsedSubprocessesJson": "{}",
"ProcessExecutionVersion": "",
"FrendsVersion": "5.7.3.1743",
"TargetFramework": "net8.0",
"StaticRequiredEnvironmentVariables": [],
"RequiredEnvironmentVariables": [],
"PromotedResultVariablesJson": "[]",
"MajorVersion": 1,
"MinorVersion": 0,
"IsForMonitoringRule": false,
"ProcessVariablesJson": null
},
"LinkedTasks": {
"08cc6c4c-7e88-4b33-8f64-ec5f7bd1f24c": [
{
"Id": "52de7e2e-788d-4d77-84c9-a6c86a64e2fb",
"PackageId": "Frends.MicrosoftSQL.ExecuteQuery",
"PackageVersion": "1.2.0",
"Name": "Frends.MicrosoftSQL.ExecuteQuery.MicrosoftSQL.ExecuteQuery(Input, Options, CancellationToken)",
"FrameworkIdentifier": ".NETCoreApp"
},
{
"Id": "0bfd5a7b-f89d-44f1-a7a6-d6a110906b04",
"PackageId": "Frends.Oracle.ExecuteQuery",
"PackageVersion": "2.0.1",
"Name": "Frends.Oracle.ExecuteQuery.Oracle.ExecuteQuery(Input, Options, CancellationToken)",
"FrameworkIdentifier": ".NETCoreApp"
}
]
},
"LinkedSubProcess": {},
"Version": "Acc41"
}
}
]
}