{ "nodes": [ { "id": "2596e632", "name": "data_profiling_pandas", "tags": ["data-engineering", "eda"], "pipelines": ["pandas_profiling", "__default__"], "type": "task", "modular_pipelines": ["factory", "factory.pandas_profiling"], "parameters": { "pandas_profiling.factory": { "config_report": { "title": "Shuttle Factory", "minimal": true }, "profiling_dir": "data/base/use_cases/factory_demo/pandas_profiling/", "data_name": "factory" } } }, { "id": "0e9ed868", "name": "params:pandas_profiling.factory", "tags": ["data-engineering", "eda"], "pipelines": ["pandas_profiling", "__default__"], "type": "parameters", "modular_pipelines": ["pandas_profiling"], "layer": null, "dataset_type": null }, { "id": "73930ef2", "name": "factory_historic", "tags": ["pre-processing", "data-science", "eda", "data-engineering"], "pipelines": ["split", "pandas_profiling", "__default__"], "type": "data", "modular_pipelines": [], "layer": "raw", "dataset_type": "pandas.csv_dataset.CSVDataset" }, { "id": "7a65da0d", "name": "data_profiling_pandas", "tags": ["data-engineering", "eda"], "pipelines": ["pandas_profiling", "__default__"], "type": "task", "modular_pipelines": ["in_out", "in_out.pandas_profiling"], "parameters": { "pandas_profiling.in_out": { "config_report": { "title": "Shuttle Factory", "minimal": true }, "profiling_dir": "data/base/use_cases/factory_demo/pandas_profiling/", "data_name": "in_out" } } }, { "id": "b5b5b6b2", "name": "params:pandas_profiling.in_out", "tags": ["data-engineering", "eda"], "pipelines": ["pandas_profiling", "__default__"], "type": "parameters", "modular_pipelines": ["pandas_profiling"], "layer": null, "dataset_type": null }, { "id": "3f69a9b8", "name": "in_out_historic", "tags": [ "pre-processing", "data-science", "eda", "visualisation", "reporting", "data-engineering" ], "pipelines": ["split", "pandas_profiling", "__default__", "eda"], "type": "data", "modular_pipelines": [], "layer": "raw", "dataset_type": "pandas.csv_dataset.CSVDataset" }, { "id": "95cd6bf9", "name": "correlation_plot", "tags": ["visualisation", "reporting"], "pipelines": ["__default__", "eda"], "type": "task", "modular_pipelines": [], "parameters": { "eda.in_out.correlation_plot": { "figsize": [16, 9], "title": "Model Feature Correlations", "mask": true, "method": "pearson" } } }, { "id": "7f91c2cc", "name": "params:eda.in_out.correlation_plot", "tags": ["visualisation", "reporting"], "pipelines": ["__default__", "eda"], "type": "parameters", "modular_pipelines": ["eda", "eda.in_out"], "layer": null, "dataset_type": null }, { "id": "6d337a84", "name": "correlation_plot", "tags": ["visualisation", "notebooks", "reporting"], "pipelines": ["__default__", "eda"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "845526ea", "name": "density_plot", "tags": ["visualisation", "reporting"], "pipelines": ["__default__", "eda"], "type": "task", "modular_pipelines": [], "parameters": { "eda.in_out.density_plot": { "figsize": [16, 9], "title": "In / Out Density", "columns": ["inp_quantity", "outp_quantity"] } } }, { "id": "3d29088c", "name": "params:eda.in_out.density_plot", "tags": ["visualisation", "reporting"], "pipelines": ["__default__", "eda"], "type": "parameters", "modular_pipelines": ["eda", "eda.in_out"], "layer": null, "dataset_type": null }, { "id": "05877538", "name": "density_plot", "tags": ["visualisation", "notebooks", "reporting"], "pipelines": ["__default__", "eda"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "16cae681", "name": "box_plot", "tags": ["visualisation", "reporting"], "pipelines": ["__default__", "eda"], "type": "task", "modular_pipelines": [], "parameters": { "eda.in_out.box_plot": { "figsize": [16, 9], "title": "Output Quantity", "subtitle": "Shown by Copper Content", "x_label": "Copper Content", "y_label": "Output Quantity", "column": "outp_quantity", "by": { "column": "cu_content", "bins": 5 } } } }, { "id": "3526f0b5", "name": "params:eda.in_out.box_plot", "tags": ["visualisation", "reporting"], "pipelines": ["__default__", "eda"], "type": "parameters", "modular_pipelines": ["eda", "eda.in_out"], "layer": null, "dataset_type": null }, { "id": "54e2783c", "name": "box_plot", "tags": ["visualisation", "notebooks", "reporting"], "pipelines": ["__default__", "eda"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "ddc6c97b", "name": "scatter_plot", "tags": ["visualisation", "reporting"], "pipelines": ["__default__", "eda"], "type": "task", "modular_pipelines": [], "parameters": { "eda.in_out.scatter_plot": { "figsize": [16, 9], "title": "In / Out Quantity", "x_col": "inp_quantity", "y_col": "outp_quantity", "color_col": "cu_content" } } }, { "id": "bf1ae95c", "name": "params:eda.in_out.scatter_plot", "tags": ["visualisation", "reporting"], "pipelines": ["__default__", "eda"], "type": "parameters", "modular_pipelines": ["eda", "eda.in_out"], "layer": null, "dataset_type": null }, { "id": "ee95fd1e", "name": "scatter_plot", "tags": ["visualisation", "notebooks", "reporting"], "pipelines": ["__default__", "eda"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "3464b488", "name": "eda.generate_pdf", "tags": ["reporting"], "pipelines": ["__default__", "eda"], "type": "task", "modular_pipelines": [], "parameters": { "eda.pdf": { "output_path": "data/base/use_cases/factory_demo/eda", "report_name": "eda", "timestamp": true, "title": "EDA Report", "author": "Shuttle Factory", "subject": "Shuttle Factory EDA Report" } } }, { "id": "47800056", "name": "params:eda.pdf", "tags": ["reporting"], "pipelines": ["__default__", "eda"], "type": "parameters", "modular_pipelines": ["eda"], "layer": null, "dataset_type": null }, { "id": "a624849b", "name": "eda.generate_notebook", "tags": ["notebooks", "reporting"], "pipelines": ["__default__", "eda"], "type": "task", "modular_pipelines": [], "parameters": { "eda.notebook": { "output_file": "data/base/use_cases/factory_demo/eda/eda.ipynb", "title": "EDA Report", "author": "Shuttle Factory", "subject": "Shuttle Factory EDA Report" } } }, { "id": "98b533a3", "name": "params:eda.notebook", "tags": ["notebooks", "reporting"], "pipelines": ["__default__", "eda"], "type": "parameters", "modular_pipelines": ["eda"], "layer": null, "dataset_type": null }, { "id": "ff79c0d9", "name": "split_data", "tags": ["data-science", "pre-processing"], "pipelines": ["split", "__default__"], "type": "task", "modular_pipelines": ["factory", "factory.split"], "parameters": { "split.factory": { "type": "frac", "train_split_fract": 0.9, "datetime_val": "2001-04-26T03:59:59", "datetime_col": "time_col" } } }, { "id": "ca959a2d", "name": "params:split.factory", "tags": ["data-science", "pre-processing"], "pipelines": ["split", "__default__"], "type": "parameters", "modular_pipelines": ["split"], "layer": null, "dataset_type": null }, { "id": "12ee06f3", "name": "factory_test", "tags": ["pre-processing", "data-eng", "data-science"], "pipelines": ["clean", "split", "__default__"], "type": "data", "modular_pipelines": [], "layer": "intermediate", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "d28f4db6", "name": "factory_train", "tags": ["pre-processing", "data-eng", "data-science"], "pipelines": ["clean", "split", "__default__"], "type": "data", "modular_pipelines": [], "layer": "intermediate", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "31fb7cc8", "name": "split_data", "tags": ["data-science", "pre-processing"], "pipelines": ["split", "__default__"], "type": "task", "modular_pipelines": ["in_out", "in_out.split"], "parameters": { "split.in_out": { "type": "frac", "train_split_fract": 0.9, "datetime_val": "2001-04-26T03:59:59", "datetime_col": "status_time" } } }, { "id": "778c88c9", "name": "params:split.in_out", "tags": ["data-science", "pre-processing"], "pipelines": ["split", "__default__"], "type": "parameters", "modular_pipelines": ["split"], "layer": null, "dataset_type": null }, { "id": "62e203cf", "name": "in_out_test", "tags": ["pre-processing", "data-eng", "data-science"], "pipelines": ["clean", "split", "__default__"], "type": "data", "modular_pipelines": [], "layer": "intermediate", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "a771381b", "name": "in_out_train", "tags": ["pre-processing", "data-eng", "data-science"], "pipelines": ["clean", "split", "__default__"], "type": "data", "modular_pipelines": [], "layer": "intermediate", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "dec9c820", "name": "remove_null_columns", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "parameters": {} }, { "id": "b83dff93", "name": "in_out_test.clean.remove_null_columns", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "layer": null, "dataset_type": null }, { "id": "ec0ad2a0", "name": "remove_null_columns", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_train", "factory_train.clean"], "parameters": {} }, { "id": "861c59bf", "name": "factory_train.clean.remove_null_columns", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_train", "factory_train.clean"], "layer": null, "dataset_type": null }, { "id": "700b6aec", "name": "remove_null_columns", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "parameters": {} }, { "id": "7a162ddc", "name": "in_out_train.clean.remove_null_columns", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "layer": null, "dataset_type": null }, { "id": "f44bd53f", "name": "remove_null_columns", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_test", "factory_test.clean"], "parameters": {} }, { "id": "a99c5c0f", "name": "factory_test.clean.remove_null_columns", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_test", "factory_test.clean"], "layer": null, "dataset_type": null }, { "id": "516628d2", "name": "unify_timestamp_col_name", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_test", "factory_test.clean"], "parameters": { "clean.factory": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "time_col" } } }, { "id": "456488de", "name": "params:clean.factory", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "parameters", "modular_pipelines": ["clean"], "layer": null, "dataset_type": null }, { "id": "d9a62050", "name": "factory_test.clean.unify_timestamp_col_name", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_test", "factory_test.clean"], "layer": null, "dataset_type": null }, { "id": "a57429e5", "name": "unify_timestamp_col_name", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "parameters": { "clean.in_out": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "status_time" } } }, { "id": "1f876261", "name": "params:clean.in_out", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "parameters", "modular_pipelines": ["clean"], "layer": null, "dataset_type": null }, { "id": "210adac8", "name": "in_out_train.clean.unify_timestamp_col_name", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "layer": null, "dataset_type": null }, { "id": "c8f70ca9", "name": "unify_timestamp_col_name", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_train", "factory_train.clean"], "parameters": { "clean.factory": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "time_col" } } }, { "id": "073606b6", "name": "factory_train.clean.unify_timestamp_col_name", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_train", "factory_train.clean"], "layer": null, "dataset_type": null }, { "id": "b99ee270", "name": "unify_timestamp_col_name", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "parameters": { "clean.in_out": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "status_time" } } }, { "id": "3f156da8", "name": "in_out_test.clean.unify_timestamp_col_name", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "layer": null, "dataset_type": null }, { "id": "7397d2dc", "name": "set_timezones", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_train", "factory_train.clean"], "parameters": { "clean.factory": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "time_col" } } }, { "id": "3a8062a5", "name": "factory_train.clean.set_timezones", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_train", "factory_train.clean"], "layer": null, "dataset_type": null }, { "id": "988261ac", "name": "set_timezones", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "parameters": { "clean.in_out": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "status_time" } } }, { "id": "c81ae4f9", "name": "in_out_train.clean.set_timezones", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "layer": null, "dataset_type": null }, { "id": "666587bd", "name": "set_timezones", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "parameters": { "clean.in_out": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "status_time" } } }, { "id": "bf34f92f", "name": "in_out_test.clean.set_timezones", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "layer": null, "dataset_type": null }, { "id": "fa4ebf1b", "name": "set_timezones", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_test", "factory_test.clean"], "parameters": { "clean.factory": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "time_col" } } }, { "id": "514660c5", "name": "factory_test.clean.set_timezones", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_test", "factory_test.clean"], "layer": null, "dataset_type": null }, { "id": "502829ed", "name": "round_timestamps", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_train", "factory_train.clean"], "parameters": { "clean.factory": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "time_col" } } }, { "id": "d02bfec9", "name": "factory_train.clean.round_timestamps", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_train", "factory_train.clean"], "layer": null, "dataset_type": null }, { "id": "87d52565", "name": "round_timestamps", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "parameters": { "clean.in_out": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "status_time" } } }, { "id": "4d95b087", "name": "in_out_test.clean.round_timestamps", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "layer": null, "dataset_type": null }, { "id": "44bc2d21", "name": "round_timestamps", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "parameters": { "clean.in_out": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "status_time" } } }, { "id": "f8d4e465", "name": "in_out_train.clean.round_timestamps", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "layer": null, "dataset_type": null }, { "id": "24710762", "name": "round_timestamps", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_test", "factory_test.clean"], "parameters": { "clean.factory": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "time_col" } } }, { "id": "ef57a1fc", "name": "factory_test.clean.round_timestamps", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_test", "factory_test.clean"], "layer": null, "dataset_type": null }, { "id": "9c13d89f", "name": "drop_duplicates", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "parameters": { "clean.in_out": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "status_time" } } }, { "id": "0a1be393", "name": "in_out_train.clean.drop_duplicates", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "layer": null, "dataset_type": null }, { "id": "f7082f22", "name": "drop_duplicates", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_train", "factory_train.clean"], "parameters": { "clean.factory": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "time_col" } } }, { "id": "dec14f64", "name": "factory_train.clean.drop_duplicates", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_train", "factory_train.clean"], "layer": null, "dataset_type": null }, { "id": "ce9f17e7", "name": "drop_duplicates", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "parameters": { "clean.in_out": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "status_time" } } }, { "id": "4bd93139", "name": "in_out_test.clean.drop_duplicates", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "layer": null, "dataset_type": null }, { "id": "88c843ae", "name": "drop_duplicates", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_test", "factory_test.clean"], "parameters": { "clean.factory": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "time_col" } } }, { "id": "ee508f00", "name": "factory_test.clean.drop_duplicates", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_test", "factory_test.clean"], "layer": null, "dataset_type": null }, { "id": "b4716bd3", "name": "enforce_schema", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "parameters": {} }, { "id": "53578014", "name": "expert_input", "tags": [ "imputation", "predictions", "data-eng", "visualisation", "optimisation", "recommendations", "data-science", "training", "reporting", "sensitivity" ], "pipelines": [ "clean", "recommend", "recommend_sensitivity", "__default__", "impute_fit", "on_off_logic", "create_features", "train_model", "recommend_uplift_report", "impute_transform" ], "type": "data", "modular_pipelines": [], "layer": "raw", "dataset_type": "shuttle_factory.utilities.io.tag_dict_datasets.CustomCSVDataset" }, { "id": "c3f72bfd", "name": "in_out_test.clean.enforce_schema", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "layer": null, "dataset_type": null }, { "id": "e3fadeda", "name": "enforce_schema", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_test", "factory_test.clean"], "parameters": {} }, { "id": "a229cbdc", "name": "factory_test.clean.enforce_schema", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_test", "factory_test.clean"], "layer": null, "dataset_type": null }, { "id": "8835772a", "name": "enforce_schema", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_train", "factory_train.clean"], "parameters": {} }, { "id": "61ffca7f", "name": "factory_train.clean.enforce_schema", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["factory_train", "factory_train.clean"], "layer": null, "dataset_type": null }, { "id": "277dc1ee", "name": "enforce_schema", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "parameters": {} }, { "id": "2996dd8e", "name": "in_out_train.clean.enforce_schema", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "data", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "layer": null, "dataset_type": null }, { "id": "7d7e1704", "name": "remove_outlier", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_test", "factory_test.clean"], "parameters": { "clean.factory": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "time_col" } } }, { "id": "cf7dcb8f", "name": "factory_test_clean", "tags": ["imputation", "data-eng"], "pipelines": ["clean", "impute_transform", "__default__"], "type": "data", "modular_pipelines": [], "layer": "primary", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "893a3f7f", "name": "remove_outlier", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_train", "in_out_train.clean"], "parameters": { "clean.in_out": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "status_time" } } }, { "id": "d2fb21a0", "name": "in_out_train_clean", "tags": ["imputation", "data-eng"], "pipelines": ["clean", "impute_fit", "impute_transform", "__default__"], "type": "data", "modular_pipelines": [], "layer": "primary", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "b10165f4", "name": "remove_outlier", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["factory_train", "factory_train.clean"], "parameters": { "clean.factory": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "time_col" } } }, { "id": "6d5873ac", "name": "factory_train_clean", "tags": ["imputation", "data-eng"], "pipelines": ["clean", "impute_fit", "impute_transform", "__default__"], "type": "data", "modular_pipelines": [], "layer": "primary", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "93d3a479", "name": "remove_outlier", "tags": ["data-eng"], "pipelines": ["clean", "__default__"], "type": "task", "modular_pipelines": ["in_out_test", "in_out_test.clean"], "parameters": { "clean.in_out": { "outlier": "clip", "pipeline_timezone": "UTC", "timestamp": { "type": "timestamp", "timezone": "Etc/UTC", "format": "%Y-%m-%d %H:%M:%S" }, "dedup": { "subset": ["timestamp"] }, "round_timestamps": { "frequency": "1min" }, "datetime_col": "status_time" } } }, { "id": "63186f26", "name": "in_out_test_clean", "tags": ["imputation", "data-eng"], "pipelines": ["clean", "impute_transform", "__default__"], "type": "data", "modular_pipelines": [], "layer": "primary", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "7be9f72e", "name": "fit_numeric_imputer", "tags": ["imputation", "data-eng"], "pipelines": ["impute_fit", "__default__"], "type": "task", "modular_pipelines": ["factory", "factory.impute"], "parameters": { "impute.factory": { "class": "sklearn.impute.SimpleImputer" } } }, { "id": "f38b4714", "name": "params:impute.factory", "tags": ["imputation", "data-eng"], "pipelines": ["impute_fit", "__default__"], "type": "parameters", "modular_pipelines": ["impute"], "layer": null, "dataset_type": null }, { "id": "1161a87b", "name": "factory_imputer", "tags": ["imputation", "data-eng"], "pipelines": ["impute_fit", "impute_transform", "__default__"], "type": "data", "modular_pipelines": [], "layer": "feature", "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "11a72273", "name": "fit_numeric_imputer", "tags": ["imputation", "data-eng"], "pipelines": ["impute_fit", "__default__"], "type": "task", "modular_pipelines": ["in_out", "in_out.impute"], "parameters": { "impute.in_out": { "class": "sklearn.impute.SimpleImputer" } } }, { "id": "5d57686d", "name": "params:impute.in_out", "tags": ["imputation", "data-eng"], "pipelines": ["impute_fit", "__default__"], "type": "parameters", "modular_pipelines": ["impute"], "layer": null, "dataset_type": null }, { "id": "5540a3fb", "name": "in_out_imputer", "tags": ["imputation", "data-eng"], "pipelines": ["impute_fit", "impute_transform", "__default__"], "type": "data", "modular_pipelines": [], "layer": "feature", "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "22cfe9cd", "name": "transform_numeric_imputer", "tags": ["imputation", "data-eng"], "pipelines": ["impute_transform", "__default__"], "type": "task", "modular_pipelines": ["in_out_test", "in_out_test.impute"], "parameters": {} }, { "id": "7178598e", "name": "in_out_test_imputed", "tags": ["imputation", "data-eng"], "pipelines": ["impute_transform", "create_features", "__default__"], "type": "data", "modular_pipelines": [], "layer": "feature", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "2978a7f5", "name": "transform_numeric_imputer", "tags": ["imputation", "data-eng"], "pipelines": ["impute_transform", "__default__"], "type": "task", "modular_pipelines": ["factory_test", "factory_test.impute"], "parameters": {} }, { "id": "eefd807e", "name": "factory_test_imputed", "tags": ["recommendations", "imputation", "data-eng"], "pipelines": ["on_off_logic", "impute_transform", "__default__"], "type": "data", "modular_pipelines": [], "layer": "feature", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "72ac6e43", "name": "transform_numeric_imputer", "tags": ["imputation", "data-eng"], "pipelines": ["impute_transform", "__default__"], "type": "task", "modular_pipelines": ["factory_train", "factory_train.impute"], "parameters": {} }, { "id": "d7ff3fc5", "name": "factory_train_imputed", "tags": ["recommendations", "imputation", "data-eng"], "pipelines": ["on_off_logic", "impute_transform", "__default__"], "type": "data", "modular_pipelines": [], "layer": "feature", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "1d7fffba", "name": "transform_numeric_imputer", "tags": ["imputation", "data-eng"], "pipelines": ["impute_transform", "__default__"], "type": "task", "modular_pipelines": ["in_out_train", "in_out_train.impute"], "parameters": {} }, { "id": "f4cccc1a", "name": "in_out_train_imputed", "tags": ["imputation", "data-eng"], "pipelines": ["impute_transform", "create_features", "__default__"], "type": "data", "modular_pipelines": [], "layer": "feature", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "fe81cbe2", "name": "generate_on_off_factory_b", "tags": ["recommendations"], "pipelines": ["on_off_logic", "__default__"], "type": "task", "modular_pipelines": ["factory_test", "factory_test.on_off_logic"], "parameters": { "on_off_logic.factory.tags": { "tag_name": "factory_b_power", "output_tag_name": "on_off_factory_b", "power_threshold": 20, "minutes_in_window": 10, "depend_on_tag": "on_off_factory_a" } } }, { "id": "0613286f", "name": "params:on_off_logic.factory.tags", "tags": ["recommendations"], "pipelines": ["on_off_logic", "__default__"], "type": "parameters", "modular_pipelines": ["on_off_logic", "on_off_logic.factory"], "layer": null, "dataset_type": null }, { "id": "593a4f96", "name": "factory_test_with_derived_on_off_tags", "tags": ["recommendations"], "pipelines": ["on_off_logic", "__default__"], "type": "data", "modular_pipelines": [], "layer": "feature", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "690d415b", "name": "generate_on_off_factory_b", "tags": ["recommendations"], "pipelines": ["on_off_logic", "__default__"], "type": "task", "modular_pipelines": ["factory_train", "factory_train.on_off_logic"], "parameters": { "on_off_logic.factory.tags": { "tag_name": "factory_b_power", "output_tag_name": "on_off_factory_b", "power_threshold": 20, "minutes_in_window": 10, "depend_on_tag": "on_off_factory_a" } } }, { "id": "42d73649", "name": "factory_train_with_derived_on_off_tags", "tags": ["recommendations"], "pipelines": ["on_off_logic", "__default__"], "type": "data", "modular_pipelines": [], "layer": "feature", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "eb1aa767", "name": "set_off_equipment_to_zero", "tags": ["recommendations"], "pipelines": ["on_off_logic", "__default__"], "type": "task", "modular_pipelines": ["factory_test", "factory_test.on_off_logic"], "parameters": {} }, { "id": "2d3c0374", "name": "factory_test_with_off_equipment_to_zero", "tags": ["recommendations", "data-eng"], "pipelines": ["on_off_logic", "__default__", "create_features"], "type": "data", "modular_pipelines": [], "layer": "feature", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "4b7d240f", "name": "set_off_equipment_to_zero", "tags": ["recommendations"], "pipelines": ["on_off_logic", "__default__"], "type": "task", "modular_pipelines": ["factory_train", "factory_train.on_off_logic"], "parameters": {} }, { "id": "6ffb551a", "name": "factory_train_with_off_equipment_to_zero", "tags": ["recommendations", "data-eng"], "pipelines": ["on_off_logic", "__default__", "create_features"], "type": "data", "modular_pipelines": [], "layer": "feature", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "a8bef9b5", "name": "create_time_grid", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "task", "modular_pipelines": ["test", "test.create_features"], "parameters": { "create_features": { "pipeline_timezone": "UTC", "n_jobs": 6, "grid": { "frequency": "1H", "offset_start": "2H", "offset_end": "2H" } } } }, { "id": "6ac1368f", "name": "params:create_features", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "parameters", "modular_pipelines": [], "layer": null, "dataset_type": null }, { "id": "0c78911d", "name": "test.create_features.time_grid", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "data", "modular_pipelines": ["test", "test.create_features"], "layer": null, "dataset_type": null }, { "id": "ed0ecc71", "name": "create_time_grid", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "task", "modular_pipelines": ["train", "train.create_features"], "parameters": { "create_features": { "pipeline_timezone": "UTC", "n_jobs": 6, "grid": { "frequency": "1H", "offset_start": "2H", "offset_end": "2H" } } } }, { "id": "e87168af", "name": "train.create_features.time_grid", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "data", "modular_pipelines": ["train", "train.create_features"], "layer": null, "dataset_type": null }, { "id": "906b727f", "name": "create_features_factory_train_with_off_equipment_to_zero", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "task", "modular_pipelines": ["train", "train.create_features"], "parameters": { "create_features": { "pipeline_timezone": "UTC", "n_jobs": 6, "grid": { "frequency": "1H", "offset_start": "2H", "offset_end": "2H" } } } }, { "id": "614a4cd8", "name": "train.create_features.factory_train_with_off_equipment_to_zero.static_features", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "data", "modular_pipelines": [ "train", "train.create_features", "train.create_features.factory_train_with_off_equipment_to_zero" ], "layer": null, "dataset_type": null }, { "id": "74555d8b", "name": "create_features_in_out_train_imputed", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "task", "modular_pipelines": ["train", "train.create_features"], "parameters": { "create_features": { "pipeline_timezone": "UTC", "n_jobs": 6, "grid": { "frequency": "1H", "offset_start": "2H", "offset_end": "2H" } } } }, { "id": "85d157bf", "name": "train.create_features.in_out_train_imputed.static_features", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "data", "modular_pipelines": [ "train", "train.create_features", "train.create_features.in_out_train_imputed" ], "layer": null, "dataset_type": null }, { "id": "aebdea6c", "name": "create_features_in_out_test_imputed", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "task", "modular_pipelines": ["test", "test.create_features"], "parameters": { "create_features": { "pipeline_timezone": "UTC", "n_jobs": 6, "grid": { "frequency": "1H", "offset_start": "2H", "offset_end": "2H" } } } }, { "id": "a12a727e", "name": "test.create_features.in_out_test_imputed.static_features", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "data", "modular_pipelines": [ "test", "test.create_features", "test.create_features.in_out_test_imputed" ], "layer": null, "dataset_type": null }, { "id": "7d43885c", "name": "create_features_factory_test_with_off_equipment_to_zero", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "task", "modular_pipelines": ["test", "test.create_features"], "parameters": { "create_features": { "pipeline_timezone": "UTC", "n_jobs": 6, "grid": { "frequency": "1H", "offset_start": "2H", "offset_end": "2H" } } } }, { "id": "31cb9133", "name": "test.create_features.factory_test_with_off_equipment_to_zero.static_features", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "data", "modular_pipelines": [ "test", "test.create_features", "test.create_features.factory_test_with_off_equipment_to_zero" ], "layer": null, "dataset_type": null }, { "id": "35336154", "name": "merge_to_grid", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "task", "modular_pipelines": ["test", "test.create_features"], "parameters": {} }, { "id": "ae9b6150", "name": "test_static_features_no_run_id", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": null }, { "id": "dd5a69ac", "name": "merge_to_grid", "tags": ["data-eng"], "pipelines": ["__default__", "create_features"], "type": "task", "modular_pipelines": ["train", "train.create_features"], "parameters": {} }, { "id": "a4d73089", "name": "train_static_features", "tags": [ "pre-processing", "data-eng", "data-science", "training", "reporting" ], "pipelines": ["__default__", "create_features", "train_model"], "type": "data", "modular_pipelines": [], "layer": "model_input", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "2ea5719f", "name": "generate_run_id", "tags": [], "pipelines": ["__default__", "create_features"], "type": "task", "modular_pipelines": ["test", "test.create_features"], "parameters": {} }, { "id": "94dd8ecd", "name": "test_static_features", "tags": [ "reporting", "data-science", "visualisation", "optimisation", "sensitivity" ], "pipelines": [ "recommend", "recommend_sensitivity", "__default__", "create_features", "recommend_uplift_report" ], "type": "data", "modular_pipelines": [], "layer": "model_input", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "602f06fc", "name": "split_data", "tags": ["data-science", "pre-processing"], "pipelines": ["__default__", "train_model"], "type": "task", "modular_pipelines": ["train", "train.train_model"], "parameters": { "train_model.split": { "type": "frac", "train_split_fract": 0.7, "datetime_val": "2020-04-26T03:59:59", "datetime_col": "timestamp" } } }, { "id": "048b398b", "name": "params:train_model.split", "tags": ["data-science", "pre-processing"], "pipelines": ["__default__", "train_model"], "type": "parameters", "modular_pipelines": ["train_model"], "layer": null, "dataset_type": null }, { "id": "721854e3", "name": "train.train_model.test_set", "tags": ["pre-processing", "predictions", "data-science"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": ["train", "train.train_model"], "layer": null, "dataset_type": null }, { "id": "2e97b838", "name": "train.train_model.train_set", "tags": ["pre-processing", "predictions", "data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": ["train", "train.train_model"], "layer": null, "dataset_type": null }, { "id": "0bc424f4", "name": "load_regressor", "tags": ["data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "task", "modular_pipelines": ["train", "train.train_model"], "parameters": { "train_model.features": "model_feature", "train_model.feature_selection": [ { "class": "sklearn.feature_selection.SelectKBest", "kwargs": { "score_func": "sklearn.feature_selection.mutual_info_regression", "k": 7 }, "name": "mutual_information_selector" }, { "class": "shuttle_factory.utilities.core.transformers.feature_selection.SimpleNegControlSelector", "kwargs": { "n_random_features": 10 }, "name": "negative_controls_selector" } ], "train_model.regressor": { "class": "xgboost.XGBRegressor", "kwargs": { "random_state": 42, "objective": "reg:squarederror", "n_estimators": 300, "n_jobs": 1 } } } }, { "id": "86b7300b", "name": "params:train_model.features", "tags": ["data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "parameters", "modular_pipelines": ["train_model"], "layer": null, "dataset_type": null }, { "id": "843b0b03", "name": "params:train_model.feature_selection", "tags": ["data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "parameters", "modular_pipelines": ["train_model"], "layer": null, "dataset_type": null }, { "id": "b633dd0b", "name": "params:train_model.regressor", "tags": ["data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "parameters", "modular_pipelines": ["train_model"], "layer": null, "dataset_type": null }, { "id": "4faa7a1e", "name": "train.train_model.regressor", "tags": ["data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": ["train", "train.train_model"], "layer": null, "dataset_type": null }, { "id": "d89b2a45", "name": "add_transformers", "tags": ["data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "task", "modular_pipelines": ["train", "train.train_model"], "parameters": { "train_model": { "target": "model_target", "features": "model_feature", "split": { "type": "frac", "train_split_fract": 0.7, "datetime_val": "2020-04-26T03:59:59", "datetime_col": "timestamp" }, "feature_selection": [ { "class": "sklearn.feature_selection.SelectKBest", "kwargs": { "score_func": "sklearn.feature_selection.mutual_info_regression", "k": 7 }, "name": "mutual_information_selector" }, { "class": "shuttle_factory.utilities.core.transformers.feature_selection.SimpleNegControlSelector", "kwargs": { "n_random_features": 10 }, "name": "negative_controls_selector" } ], "regressor": { "class": "xgboost.XGBRegressor", "kwargs": { "random_state": 42, "objective": "reg:squarederror", "n_estimators": 300, "n_jobs": 1 } }, "cv": { "class": "sklearn.model_selection.KFold", "kwargs": { "n_splits": 3, "random_state": null } }, "tuner": { "class": "sklearn.model_selection.GridSearchCV", "kwargs": { "n_jobs": -1, "refit": "mae", "verbose": true, "param_grid": { "regressor__max_depth": [2, 3, 5, 8], "regressor__learning_rate": [0.2, 0.1, 0.05], "regressor__colsample_bytree": [0.5, 1.0], "regressor__reg_lambda": [0.1, 1, 10] }, "scoring": { "mae": "neg_mean_absolute_error", "rmse": "neg_root_mean_squared_error", "r2": "r2" } } }, "xgb_tune": { "p_eval": 0.1, "early_stopping_rounds": 20 }, "report": { "output_path": "data/base/use_cases/factory_demo/train/08_reporting", "report_name": "performance_report", "timestamp": true, "title": "Model Performance Report", "author": "Shuttle Factory", "subject": "Shuttle Factory Performance Report", "shap": { "explainer": "shap.TreeExplainer", "kwargs": { "tree_limit": 250 } } } } } }, { "id": "f8948258", "name": "params:train_model", "tags": ["predictions", "data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "parameters", "modular_pipelines": [], "layer": null, "dataset_type": null }, { "id": "fe300198", "name": "train.train_model.regressor_pipeline", "tags": ["data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": ["train", "train.train_model"], "layer": null, "dataset_type": null }, { "id": "e9c51d85", "name": "train_model", "tags": ["data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "task", "modular_pipelines": ["train", "train.train_model"], "parameters": { "train_model": { "target": "model_target", "features": "model_feature", "split": { "type": "frac", "train_split_fract": 0.7, "datetime_val": "2020-04-26T03:59:59", "datetime_col": "timestamp" }, "feature_selection": [ { "class": "sklearn.feature_selection.SelectKBest", "kwargs": { "score_func": "sklearn.feature_selection.mutual_info_regression", "k": 7 }, "name": "mutual_information_selector" }, { "class": "shuttle_factory.utilities.core.transformers.feature_selection.SimpleNegControlSelector", "kwargs": { "n_random_features": 10 }, "name": "negative_controls_selector" } ], "regressor": { "class": "xgboost.XGBRegressor", "kwargs": { "random_state": 42, "objective": "reg:squarederror", "n_estimators": 300, "n_jobs": 1 } }, "cv": { "class": "sklearn.model_selection.KFold", "kwargs": { "n_splits": 3, "random_state": null } }, "tuner": { "class": "sklearn.model_selection.GridSearchCV", "kwargs": { "n_jobs": -1, "refit": "mae", "verbose": true, "param_grid": { "regressor__max_depth": [2, 3, 5, 8], "regressor__learning_rate": [0.2, 0.1, 0.05], "regressor__colsample_bytree": [0.5, 1.0], "regressor__reg_lambda": [0.1, 1, 10] }, "scoring": { "mae": "neg_mean_absolute_error", "rmse": "neg_root_mean_squared_error", "r2": "r2" } } }, "xgb_tune": { "p_eval": 0.1, "early_stopping_rounds": 20 }, "report": { "output_path": "data/base/use_cases/factory_demo/train/08_reporting", "report_name": "performance_report", "timestamp": true, "title": "Model Performance Report", "author": "Shuttle Factory", "subject": "Shuttle Factory Performance Report", "shap": { "explainer": "shap.TreeExplainer", "kwargs": { "tree_limit": 250 } } } } } }, { "id": "dc0abb8b", "name": "train_trainset_cv_results", "tags": ["data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": [], "layer": "model_output", "dataset_type": "pandas.csv_dataset.CSVDataset" }, { "id": "10ce7f66", "name": "train_trainset_feature_importance", "tags": ["data-science", "training", "reporting"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": [], "layer": "model_output", "dataset_type": "pandas.json_dataset.JSONDataset" }, { "id": "e6c1e1d0", "name": "train_trainset_model", "tags": ["predictions", "data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": [], "layer": "models", "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "68d6f757", "name": "retrain_model", "tags": ["data-science", "training"], "pipelines": ["__default__", "train_model"], "type": "task", "modular_pipelines": ["train", "train.train_model"], "parameters": { "train_model": { "target": "model_target", "features": "model_feature", "split": { "type": "frac", "train_split_fract": 0.7, "datetime_val": "2020-04-26T03:59:59", "datetime_col": "timestamp" }, "feature_selection": [ { "class": "sklearn.feature_selection.SelectKBest", "kwargs": { "score_func": "sklearn.feature_selection.mutual_info_regression", "k": 7 }, "name": "mutual_information_selector" }, { "class": "shuttle_factory.utilities.core.transformers.feature_selection.SimpleNegControlSelector", "kwargs": { "n_random_features": 10 }, "name": "negative_controls_selector" } ], "regressor": { "class": "xgboost.XGBRegressor", "kwargs": { "random_state": 42, "objective": "reg:squarederror", "n_estimators": 300, "n_jobs": 1 } }, "cv": { "class": "sklearn.model_selection.KFold", "kwargs": { "n_splits": 3, "random_state": null } }, "tuner": { "class": "sklearn.model_selection.GridSearchCV", "kwargs": { "n_jobs": -1, "refit": "mae", "verbose": true, "param_grid": { "regressor__max_depth": [2, 3, 5, 8], "regressor__learning_rate": [0.2, 0.1, 0.05], "regressor__colsample_bytree": [0.5, 1.0], "regressor__reg_lambda": [0.1, 1, 10] }, "scoring": { "mae": "neg_mean_absolute_error", "rmse": "neg_root_mean_squared_error", "r2": "r2" } } }, "xgb_tune": { "p_eval": 0.1, "early_stopping_rounds": 20 }, "report": { "output_path": "data/base/use_cases/factory_demo/train/08_reporting", "report_name": "performance_report", "timestamp": true, "title": "Model Performance Report", "author": "Shuttle Factory", "subject": "Shuttle Factory Performance Report", "shap": { "explainer": "shap.TreeExplainer", "kwargs": { "tree_limit": 250 } } } } } }, { "id": "f23452a4", "name": "train_model", "tags": [ "visualisation", "data-science", "training", "reporting", "sensitivity" ], "pipelines": [ "recommend", "recommend_sensitivity", "__default__", "train_model" ], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": null }, { "id": "089a8e9a", "name": "create_train_predictions", "tags": ["data-science", "predictions"], "pipelines": ["__default__", "train_model"], "type": "task", "modular_pipelines": ["train", "train.train_model"], "parameters": { "train_model": { "target": "model_target", "features": "model_feature", "split": { "type": "frac", "train_split_fract": 0.7, "datetime_val": "2020-04-26T03:59:59", "datetime_col": "timestamp" }, "feature_selection": [ { "class": "sklearn.feature_selection.SelectKBest", "kwargs": { "score_func": "sklearn.feature_selection.mutual_info_regression", "k": 7 }, "name": "mutual_information_selector" }, { "class": "shuttle_factory.utilities.core.transformers.feature_selection.SimpleNegControlSelector", "kwargs": { "n_random_features": 10 }, "name": "negative_controls_selector" } ], "regressor": { "class": "xgboost.XGBRegressor", "kwargs": { "random_state": 42, "objective": "reg:squarederror", "n_estimators": 300, "n_jobs": 1 } }, "cv": { "class": "sklearn.model_selection.KFold", "kwargs": { "n_splits": 3, "random_state": null } }, "tuner": { "class": "sklearn.model_selection.GridSearchCV", "kwargs": { "n_jobs": -1, "refit": "mae", "verbose": true, "param_grid": { "regressor__max_depth": [2, 3, 5, 8], "regressor__learning_rate": [0.2, 0.1, 0.05], "regressor__colsample_bytree": [0.5, 1.0], "regressor__reg_lambda": [0.1, 1, 10] }, "scoring": { "mae": "neg_mean_absolute_error", "rmse": "neg_root_mean_squared_error", "r2": "r2" } } }, "xgb_tune": { "p_eval": 0.1, "early_stopping_rounds": 20 }, "report": { "output_path": "data/base/use_cases/factory_demo/train/08_reporting", "report_name": "performance_report", "timestamp": true, "title": "Model Performance Report", "author": "Shuttle Factory", "subject": "Shuttle Factory Performance Report", "shap": { "explainer": "shap.TreeExplainer", "kwargs": { "tree_limit": 250 } } } } } }, { "id": "c9058d39", "name": "train_trainset_metrics", "tags": ["predictions", "data-science", "reporting"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": "pandas.csv_dataset.CSVDataset" }, { "id": "9a97cfe0", "name": "train_trainset_predictions", "tags": ["predictions", "data-science", "reporting"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": [], "layer": "model_output", "dataset_type": "pandas.csv_dataset.CSVDataset" }, { "id": "c0020a3e", "name": "create_test_predictions", "tags": ["data-science", "predictions"], "pipelines": ["__default__", "train_model"], "type": "task", "modular_pipelines": ["train", "train.train_model"], "parameters": { "train_model": { "target": "model_target", "features": "model_feature", "split": { "type": "frac", "train_split_fract": 0.7, "datetime_val": "2020-04-26T03:59:59", "datetime_col": "timestamp" }, "feature_selection": [ { "class": "sklearn.feature_selection.SelectKBest", "kwargs": { "score_func": "sklearn.feature_selection.mutual_info_regression", "k": 7 }, "name": "mutual_information_selector" }, { "class": "shuttle_factory.utilities.core.transformers.feature_selection.SimpleNegControlSelector", "kwargs": { "n_random_features": 10 }, "name": "negative_controls_selector" } ], "regressor": { "class": "xgboost.XGBRegressor", "kwargs": { "random_state": 42, "objective": "reg:squarederror", "n_estimators": 300, "n_jobs": 1 } }, "cv": { "class": "sklearn.model_selection.KFold", "kwargs": { "n_splits": 3, "random_state": null } }, "tuner": { "class": "sklearn.model_selection.GridSearchCV", "kwargs": { "n_jobs": -1, "refit": "mae", "verbose": true, "param_grid": { "regressor__max_depth": [2, 3, 5, 8], "regressor__learning_rate": [0.2, 0.1, 0.05], "regressor__colsample_bytree": [0.5, 1.0], "regressor__reg_lambda": [0.1, 1, 10] }, "scoring": { "mae": "neg_mean_absolute_error", "rmse": "neg_root_mean_squared_error", "r2": "r2" } } }, "xgb_tune": { "p_eval": 0.1, "early_stopping_rounds": 20 }, "report": { "output_path": "data/base/use_cases/factory_demo/train/08_reporting", "report_name": "performance_report", "timestamp": true, "title": "Model Performance Report", "author": "Shuttle Factory", "subject": "Shuttle Factory Performance Report", "shap": { "explainer": "shap.TreeExplainer", "kwargs": { "tree_limit": 250 } } } } } }, { "id": "320ef4e8", "name": "train_testset_metrics", "tags": ["data-science", "predictions"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": "pandas.csv_dataset.CSVDataset" }, { "id": "9b9921db", "name": "train_testset_predictions", "tags": ["predictions", "data-science", "reporting"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": "pandas.csv_dataset.CSVDataset" }, { "id": "c329efd1", "name": "generate_performance_report", "tags": ["data-science", "reporting"], "pipelines": ["__default__", "train_model"], "type": "task", "modular_pipelines": ["train", "train.train_model"], "parameters": { "train_model.report": { "output_path": "data/base/use_cases/factory_demo/train/08_reporting", "report_name": "performance_report", "timestamp": true, "title": "Model Performance Report", "author": "Shuttle Factory", "subject": "Shuttle Factory Performance Report", "shap": { "explainer": "shap.TreeExplainer", "kwargs": { "tree_limit": 250 } } } } }, { "id": "b46c6fb9", "name": "params:train_model.report", "tags": ["data-science", "reporting"], "pipelines": ["__default__", "train_model"], "type": "parameters", "modular_pipelines": ["train_model"], "layer": null, "dataset_type": null }, { "id": "b7bde39a", "name": "train_report_figures", "tags": ["data-science", "reporting"], "pipelines": ["__default__", "train_model"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "ae98f5f5", "name": "bulk_optimize", "tags": ["visualisation", "reporting"], "pipelines": ["recommend", "__default__"], "type": "task", "modular_pipelines": ["recommend"], "parameters": { "recommend": { "solver": { "class": "shuttle_factory.optimizer.solvers.DifferentialEvolutionSolver", "kwargs": { "sense": "maximize", "seed": 0, "maxiter": 50, "mutation": [0.5, 1.0], "recombination": 0.7, "strategy": "best1bin" } }, "stopper": { "class": "shuttle_factory.optimizer.stoppers.NoImprovementStopper", "kwargs": { "patience": 10, "sense": "maximize", "min_delta": 0.1 } }, "n_jobs": 6, "objective_kwargs": {} } } }, { "id": "ce869767", "name": "params:recommend", "tags": ["visualisation", "reporting"], "pipelines": ["recommend", "__default__"], "type": "parameters", "modular_pipelines": [], "layer": null, "dataset_type": null }, { "id": "d407a8cf", "name": "test_metrics", "tags": ["visualisation", "reporting"], "pipelines": ["recommend", "__default__"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": null }, { "id": "d1733133", "name": "create_bulk_result_tables", "tags": ["data-science", "optimisation"], "pipelines": ["__default__", "recommend_uplift_report"], "type": "task", "modular_pipelines": ["uplift"], "parameters": {} }, { "id": "e4821861", "name": "test_recommendations", "tags": ["data-science", "optimisation", "sensitivity"], "pipelines": [ "recommend_sensitivity", "__default__", "recommend_uplift_report" ], "type": "data", "modular_pipelines": [], "layer": "model_output", "dataset_type": "pandas.json_dataset.JSONDataset" }, { "id": "b7c5a4e0", "name": "test_bulk_constraints", "tags": ["data-science", "optimisation", "reporting"], "pipelines": ["__default__", "recommend_uplift_report"], "type": "data", "modular_pipelines": [], "layer": "model_output", "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "24c3ce33", "name": "test_bulk_ctrl", "tags": ["data-science", "optimisation", "reporting"], "pipelines": ["__default__", "recommend_uplift_report"], "type": "data", "modular_pipelines": [], "layer": "model_output", "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "7ba4e963", "name": "test_bulk_output", "tags": ["data-science", "optimisation", "reporting"], "pipelines": ["__default__", "recommend_uplift_report"], "type": "data", "modular_pipelines": [], "layer": "model_output", "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "70c65095", "name": "test_bulk_state", "tags": ["data-science", "optimisation", "reporting"], "pipelines": ["__default__", "recommend_uplift_report"], "type": "data", "modular_pipelines": [], "layer": "model_output", "dataset_type": "pickle.pickle_dataset.PickleDataset" }, { "id": "55758695", "name": "create_bulk_report", "tags": ["data-science", "reporting"], "pipelines": ["__default__", "recommend_uplift_report"], "type": "task", "modular_pipelines": ["uplift"], "parameters": {} }, { "id": "d3f3241a", "name": "test_bulk_report", "tags": ["data-science", "reporting"], "pipelines": ["__default__", "recommend_uplift_report"], "type": "data", "modular_pipelines": [], "layer": "model_output", "dataset_type": "pandas.csv_dataset.CSVDataset" }, { "id": "bf435119", "name": "uplift_report_results", "tags": ["data-science", "reporting"], "pipelines": ["__default__", "recommend_uplift_report"], "type": "task", "modular_pipelines": ["uplift"], "parameters": { "uplift.pdf": { "output_path": "data/base/use_cases/factory_demo/test/08_reporting/", "report_name": "uplift_report", "timestamp": true, "title": "Uplift Report", "author": "Shuttle Factory", "subject": "Shuttle Factory Uplift Report" } } }, { "id": "c58671fa", "name": "params:uplift.pdf", "tags": ["data-science", "reporting"], "pipelines": ["__default__", "recommend_uplift_report"], "type": "parameters", "modular_pipelines": ["uplift"], "layer": null, "dataset_type": null }, { "id": "19040e7c", "name": "uplift_report_figures", "tags": ["data-science", "reporting"], "pipelines": ["__default__", "recommend_uplift_report"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": "plotly.plotly_dataset.PlotlyDataset" }, { "id": "0298a817", "name": "generate_sensitivity_data", "tags": ["data-science", "sensitivity"], "pipelines": ["recommend_sensitivity", "__default__"], "type": "task", "modular_pipelines": ["sensitivity"], "parameters": { "recommend_sensitivity": { "n_points": 25, "unique_ids": ["run_id", "timestamp"], "objective_kwargs": {}, "sensitivity_app_data_mapping": { "expert_input": "expert_input", "features": "test_static_features", "model": "train_trainset_model", "recs": "test_recommendations", "sensitivity_data": "test_sensitivity_plot_df", "timestamp_col": "timestamp" } } } }, { "id": "6fd8074d", "name": "params:recommend_sensitivity", "tags": ["data-science", "sensitivity"], "pipelines": ["recommend_sensitivity", "__default__"], "type": "parameters", "modular_pipelines": [], "layer": null, "dataset_type": null }, { "id": "9eb96a09", "name": "test_sensitivity_plot_df", "tags": ["data-science", "sensitivity"], "pipelines": ["recommend_sensitivity", "__default__"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": "pandas.csv_dataset.CSVDataset" }, { "id": "f8e6b6f3", "name": "Apply Types", "tags": ["transcoding"], "pipelines": ["transcoding_demo", "__default__"], "type": "task", "modular_pipelines": [], "parameters": {} }, { "id": "3db9b130", "name": "in_out_recent", "tags": ["transcoding"], "pipelines": ["transcoding_demo", "__default__"], "type": "data", "modular_pipelines": [], "layer": "raw", "dataset_type": "pandas.csv_dataset.CSVDataset" }, { "id": "6526dd55", "name": "in_out_recent_clean", "tags": ["transcoding"], "pipelines": ["transcoding_demo", "__default__"], "type": "data", "modular_pipelines": [], "layer": null, "dataset_type": null }, { "id": "d6744468", "name": "Filter Rows", "tags": ["transcoding"], "pipelines": ["transcoding_demo", "__default__"], "type": "task", "modular_pipelines": [], "parameters": {} }, { "id": "71a945b5", "name": "in_out_recent_filtered", "tags": ["transcoding"], "pipelines": ["transcoding_demo", "__default__"], "type": "data", "modular_pipelines": [], "layer": "primary", "dataset_type": "pandas.parquet_dataset.ParquetDataset" }, { "id": "factory.pandas_profiling", "name": "factory.pandas_profiling", "tags": [], "pipelines": ["pandas_profiling", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "factory", "name": "factory", "tags": [], "pipelines": ["__default__", "impute_fit", "split", "pandas_profiling"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "in_out.pandas_profiling", "name": "in_out.pandas_profiling", "tags": [], "pipelines": ["pandas_profiling", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "in_out", "name": "in_out", "tags": [], "pipelines": ["__default__", "impute_fit", "split", "pandas_profiling"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "factory.split", "name": "factory.split", "tags": [], "pipelines": ["split", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "in_out.split", "name": "in_out.split", "tags": [], "pipelines": ["split", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "in_out_test.clean", "name": "in_out_test.clean", "tags": [], "pipelines": ["clean", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "in_out_test", "name": "in_out_test", "tags": [], "pipelines": ["clean", "impute_transform", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "factory_train.clean", "name": "factory_train.clean", "tags": [], "pipelines": ["clean", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "factory_train", "name": "factory_train", "tags": [], "pipelines": ["clean", "__default__", "on_off_logic", "impute_transform"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "in_out_train.clean", "name": "in_out_train.clean", "tags": [], "pipelines": ["clean", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "in_out_train", "name": "in_out_train", "tags": [], "pipelines": ["clean", "impute_transform", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "factory_test.clean", "name": "factory_test.clean", "tags": [], "pipelines": ["clean", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "factory_test", "name": "factory_test", "tags": [], "pipelines": ["clean", "__default__", "on_off_logic", "impute_transform"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "factory.impute", "name": "factory.impute", "tags": [], "pipelines": ["impute_fit", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "in_out.impute", "name": "in_out.impute", "tags": [], "pipelines": ["impute_fit", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "in_out_test.impute", "name": "in_out_test.impute", "tags": [], "pipelines": ["impute_transform", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "factory_test.impute", "name": "factory_test.impute", "tags": [], "pipelines": ["impute_transform", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "factory_train.impute", "name": "factory_train.impute", "tags": [], "pipelines": ["impute_transform", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "in_out_train.impute", "name": "in_out_train.impute", "tags": [], "pipelines": ["impute_transform", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "factory_test.on_off_logic", "name": "factory_test.on_off_logic", "tags": [], "pipelines": ["on_off_logic", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "factory_train.on_off_logic", "name": "factory_train.on_off_logic", "tags": [], "pipelines": ["on_off_logic", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "test.create_features", "name": "test.create_features", "tags": [], "pipelines": ["__default__", "create_features"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "test", "name": "test", "tags": [], "pipelines": ["__default__", "create_features"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "train.create_features", "name": "train.create_features", "tags": [], "pipelines": ["__default__", "create_features"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "train", "name": "train", "tags": [], "pipelines": ["__default__", "create_features", "train_model"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "train.create_features.factory_train_with_off_equipment_to_zero", "name": "train.create_features.factory_train_with_off_equipment_to_zero", "tags": [], "pipelines": ["__default__", "create_features"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "train.create_features.in_out_train_imputed", "name": "train.create_features.in_out_train_imputed", "tags": [], "pipelines": ["__default__", "create_features"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "test.create_features.in_out_test_imputed", "name": "test.create_features.in_out_test_imputed", "tags": [], "pipelines": ["__default__", "create_features"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "test.create_features.factory_test_with_off_equipment_to_zero", "name": "test.create_features.factory_test_with_off_equipment_to_zero", "tags": [], "pipelines": ["__default__", "create_features"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "train.train_model", "name": "train.train_model", "tags": [], "pipelines": ["__default__", "train_model"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "recommend", "name": "recommend", "tags": [], "pipelines": ["recommend", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "uplift", "name": "uplift", "tags": [], "pipelines": ["__default__", "recommend_uplift_report"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null }, { "id": "sensitivity", "name": "sensitivity", "tags": [], "pipelines": ["recommend_sensitivity", "__default__"], "type": "modularPipeline", "modular_pipelines": null, "layer": null, "dataset_type": null } ], "edges": [ { "source": "6ac1368f", "target": "test.create_features" }, { "source": "53578014", "target": "c329efd1" }, { "source": "d28f4db6", "target": "factory_train" }, { "source": "in_out_test.clean", "target": "63186f26" }, { "source": "2d3c0374", "target": "test.create_features" }, { "source": "ddc6c97b", "target": "ee95fd1e" }, { "source": "55758695", "target": "d3f3241a" }, { "source": "53578014", "target": "factory_train.on_off_logic" }, { "source": "f8948258", "target": "e9c51d85" }, { "source": "6d5873ac", "target": "1d7fffba" }, { "source": "0e9ed868", "target": "2596e632" }, { "source": "700b6aec", "target": "7a162ddc" }, { "source": "70c65095", "target": "55758695" }, { "source": "456488de", "target": "f7082f22" }, { "source": "089a8e9a", "target": "9a97cfe0" }, { "source": "53578014", "target": "test.create_features" }, { "source": "53578014", "target": "d1733133" }, { "source": "61ffca7f", "target": "b10165f4" }, { "source": "3f156da8", "target": "666587bd" }, { "source": "fe300198", "target": "e9c51d85" }, { "source": "a4d73089", "target": "train.train_model" }, { "source": "e4821861", "target": "uplift" }, { "source": "dec14f64", "target": "8835772a" }, { "source": "778c88c9", "target": "31fb7cc8" }, { "source": "94dd8ecd", "target": "sensitivity" }, { "source": "d3f3241a", "target": "bf435119" }, { "source": "0613286f", "target": "fe81cbe2" }, { "source": "53578014", "target": "factory_train.impute" }, { "source": "d7ff3fc5", "target": "factory_train.on_off_logic" }, { "source": "2e97b838", "target": "089a8e9a" }, { "source": "53578014", "target": "4b7d240f" }, { "source": "d1733133", "target": "7ba4e963" }, { "source": "94dd8ecd", "target": "0298a817" }, { "source": "ce9f17e7", "target": "4bd93139" }, { "source": "1f876261", "target": "in_out_train" }, { "source": "dec9c820", "target": "b83dff93" }, { "source": "53578014", "target": "22cfe9cd" }, { "source": "factory", "target": "d28f4db6" }, { "source": "3f69a9b8", "target": "845526ea" }, { "source": "f8e6b6f3", "target": "6526dd55" }, { "source": "988261ac", "target": "c81ae4f9" }, { "source": "f8d4e465", "target": "9c13d89f" }, { "source": "6d5873ac", "target": "factory_test" }, { "source": "277dc1ee", "target": "2996dd8e" }, { "source": "6ac1368f", "target": "ed0ecc71" }, { "source": "456488de", "target": "factory_train.clean" }, { "source": "ff79c0d9", "target": "d28f4db6" }, { "source": "53578014", "target": "in_out_test.impute" }, { "source": "31fb7cc8", "target": "a771381b" }, { "source": "f8948258", "target": "68d6f757" }, { "source": "in_out", "target": "a771381b" }, { "source": "54e2783c", "target": "3464b488" }, { "source": "53578014", "target": "7d7e1704" }, { "source": "11a72273", "target": "5540a3fb" }, { "source": "ce869767", "target": "ae98f5f5" }, { "source": "train", "target": "b7bde39a" }, { "source": "53578014", "target": "11a72273" }, { "source": "train.train_model", "target": "b7bde39a" }, { "source": "502829ed", "target": "d02bfec9" }, { "source": "0c78911d", "target": "7d43885c" }, { "source": "f4cccc1a", "target": "train.create_features" }, { "source": "ce869767", "target": "recommend" }, { "source": "73930ef2", "target": "2596e632" }, { "source": "d1733133", "target": "b7c5a4e0" }, { "source": "53578014", "target": "7be9f72e" }, { "source": "ca959a2d", "target": "ff79c0d9" }, { "source": "c0020a3e", "target": "9b9921db" }, { "source": "d89b2a45", "target": "fe300198" }, { "source": "ee95fd1e", "target": "a624849b" }, { "source": "fa4ebf1b", "target": "514660c5" }, { "source": "53578014", "target": "factory" }, { "source": "a12a727e", "target": "35336154" }, { "source": "d2fb21a0", "target": "11a72273" }, { "source": "8835772a", "target": "61ffca7f" }, { "source": "73930ef2", "target": "ff79c0d9" }, { "source": "fe81cbe2", "target": "593a4f96" }, { "source": "9a97cfe0", "target": "c329efd1" }, { "source": "74555d8b", "target": "85d157bf" }, { "source": "factory_train.clean", "target": "6d5873ac" }, { "source": "53578014", "target": "d89b2a45" }, { "source": "a4d73089", "target": "68d6f757" }, { "source": "94dd8ecd", "target": "55758695" }, { "source": "b7c5a4e0", "target": "55758695" }, { "source": "1f876261", "target": "in_out_test.clean" }, { "source": "a771381b", "target": "in_out_train" }, { "source": "f38b4714", "target": "7be9f72e" }, { "source": "f38b4714", "target": "factory" }, { "source": "b5b5b6b2", "target": "7a65da0d" }, { "source": "e9c51d85", "target": "dc0abb8b" }, { "source": "e9c51d85", "target": "10ce7f66" }, { "source": "b46c6fb9", "target": "c329efd1" }, { "source": "e4821861", "target": "sensitivity" }, { "source": "0613286f", "target": "factory_test.on_off_logic" }, { "source": "456488de", "target": "88c843ae" }, { "source": "048b398b", "target": "602f06fc" }, { "source": "53578014", "target": "089a8e9a" }, { "source": "factory_test.on_off_logic", "target": "2d3c0374" }, { "source": "53578014", "target": "2978a7f5" }, { "source": "93d3a479", "target": "63186f26" }, { "source": "cf7dcb8f", "target": "2978a7f5" }, { "source": "f8948258", "target": "train" }, { "source": "048b398b", "target": "train" }, { "source": "e4821861", "target": "0298a817" }, { "source": "1161a87b", "target": "factory_test" }, { "source": "1d7fffba", "target": "f4cccc1a" }, { "source": "53578014", "target": "uplift" }, { "source": "d1733133", "target": "70c65095" }, { "source": "ae98f5f5", "target": "d407a8cf" }, { "source": "53578014", "target": "1d7fffba" }, { "source": "2ea5719f", "target": "94dd8ecd" }, { "source": "843b0b03", "target": "train" }, { "source": "53578014", "target": "in_out.impute" }, { "source": "d1733133", "target": "24c3ce33" }, { "source": "sensitivity", "target": "9eb96a09" }, { "source": "53578014", "target": "ae98f5f5" }, { "source": "d7ff3fc5", "target": "690d415b" }, { "source": "1161a87b", "target": "factory_train" }, { "source": "f8948258", "target": "train.train_model" }, { "source": "d6744468", "target": "71a945b5" }, { "source": "53578014", "target": "e3fadeda" }, { "source": "53578014", "target": "recommend" }, { "source": "b633dd0b", "target": "0bc424f4" }, { "source": "5540a3fb", "target": "in_out_train.impute" }, { "source": "073606b6", "target": "7397d2dc" }, { "source": "53578014", "target": "72ac6e43" }, { "source": "d2fb21a0", "target": "1d7fffba" }, { "source": "62e203cf", "target": "in_out_test" }, { "source": "d2fb21a0", "target": "in_out.impute" }, { "source": "ae9b6150", "target": "2ea5719f" }, { "source": "3f69a9b8", "target": "in_out.split" }, { "source": "53578014", "target": "b4716bd3" }, { "source": "d9a62050", "target": "fa4ebf1b" }, { "source": "24710762", "target": "ef57a1fc" }, { "source": "843b0b03", "target": "train.train_model" }, { "source": "5d57686d", "target": "in_out" }, { "source": "f8948258", "target": "c0020a3e" }, { "source": "in_out_test.impute", "target": "7178598e" }, { "source": "f23452a4", "target": "recommend" }, { "source": "0bc424f4", "target": "4faa7a1e" }, { "source": "f4cccc1a", "target": "ed0ecc71" }, { "source": "53578014", "target": "in_out_train.clean" }, { "source": "53578014", "target": "factory_train.clean" }, { "source": "6d5873ac", "target": "factory.impute" }, { "source": "b5b5b6b2", "target": "in_out.pandas_profiling" }, { "source": "5540a3fb", "target": "in_out_train" }, { "source": "6fd8074d", "target": "sensitivity" }, { "source": "bf435119", "target": "19040e7c" }, { "source": "3f69a9b8", "target": "in_out" }, { "source": "31fb7cc8", "target": "62e203cf" }, { "source": "in_out", "target": "62e203cf" }, { "source": "12ee06f3", "target": "factory_test.clean" }, { "source": "089a8e9a", "target": "c9058d39" }, { "source": "6ac1368f", "target": "aebdea6c" }, { "source": "d02bfec9", "target": "f7082f22" }, { "source": "f23452a4", "target": "c329efd1" }, { "source": "6fd8074d", "target": "0298a817" }, { "source": "456488de", "target": "factory_test.clean" }, { "source": "3f69a9b8", "target": "7a65da0d" }, { "source": "6526dd55", "target": "d6744468" }, { "source": "a8bef9b5", "target": "0c78911d" }, { "source": "2e97b838", "target": "e9c51d85" }, { "source": "456488de", "target": "b10165f4" }, { "source": "22cfe9cd", "target": "7178598e" }, { "source": "53578014", "target": "aebdea6c" }, { "source": "7178598e", "target": "a8bef9b5" }, { "source": "68d6f757", "target": "f23452a4" }, { "source": "c58671fa", "target": "uplift" }, { "source": "98b533a3", "target": "a624849b" }, { "source": "53578014", "target": "277dc1ee" }, { "source": "1f876261", "target": "ce9f17e7" }, { "source": "2978a7f5", "target": "eefd807e" }, { "source": "7d43885c", "target": "31cb9133" }, { "source": "6d5873ac", "target": "in_out_train" }, { "source": "53578014", "target": "in_out_test" }, { "source": "c0020a3e", "target": "320ef4e8" }, { "source": "in_out_train.clean", "target": "d2fb21a0" }, { "source": "3db9b130", "target": "f8e6b6f3" }, { "source": "12ee06f3", "target": "factory_test" }, { "source": "factory_test", "target": "2d3c0374" }, { "source": "train", "target": "320ef4e8" }, { "source": "e3fadeda", "target": "a229cbdc" }, { "source": "516628d2", "target": "d9a62050" }, { "source": "86b7300b", "target": "0bc424f4" }, { "source": "6ac1368f", "target": "906b727f" }, { "source": "778c88c9", "target": "in_out.split" }, { "source": "456488de", "target": "factory_test" }, { "source": "53578014", "target": "sensitivity" }, { "source": "85d157bf", "target": "dd5a69ac" }, { "source": "b4716bd3", "target": "c3f72bfd" }, { "source": "test.create_features", "target": "94dd8ecd" }, { "source": "5540a3fb", "target": "22cfe9cd" }, { "source": "53578014", "target": "893a3f7f" }, { "source": "53578014", "target": "906b727f" }, { "source": "44bc2d21", "target": "f8d4e465" }, { "source": "1f876261", "target": "b99ee270" }, { "source": "456488de", "target": "factory_train" }, { "source": "53578014", "target": "0298a817" }, { "source": "666587bd", "target": "bf34f92f" }, { "source": "778c88c9", "target": "in_out" }, { "source": "5540a3fb", "target": "in_out_test.impute" }, { "source": "b10165f4", "target": "6d5873ac" }, { "source": "e6c1e1d0", "target": "c0020a3e" }, { "source": "3526f0b5", "target": "16cae681" }, { "source": "4b7d240f", "target": "6ffb551a" }, { "source": "35336154", "target": "ae9b6150" }, { "source": "5d57686d", "target": "11a72273" }, { "source": "f23452a4", "target": "sensitivity" }, { "source": "e9c51d85", "target": "e6c1e1d0" }, { "source": "3f69a9b8", "target": "ddc6c97b" }, { "source": "aebdea6c", "target": "a12a727e" }, { "source": "456488de", "target": "516628d2" }, { "source": "e87168af", "target": "74555d8b" }, { "source": "7178598e", "target": "test" }, { "source": "f7082f22", "target": "dec14f64" }, { "source": "456488de", "target": "502829ed" }, { "source": "b83dff93", "target": "b99ee270" }, { "source": "0613286f", "target": "690d415b" }, { "source": "c9058d39", "target": "c329efd1" }, { "source": "factory.split", "target": "d28f4db6" }, { "source": "53578014", "target": "e9c51d85" }, { "source": "b633dd0b", "target": "train.train_model" }, { "source": "eb1aa767", "target": "2d3c0374" }, { "source": "7be9f72e", "target": "1161a87b" }, { "source": "2d3c0374", "target": "7d43885c" }, { "source": "bf34f92f", "target": "87d52565" }, { "source": "6d5873ac", "target": "factory_test.impute" }, { "source": "7ba4e963", "target": "55758695" }, { "source": "factory_test.clean", "target": "cf7dcb8f" }, { "source": "53578014", "target": "bf435119" }, { "source": "53578014", "target": "7d43885c" }, { "source": "2d3c0374", "target": "test" }, { "source": "ee508f00", "target": "e3fadeda" }, { "source": "6d5873ac", "target": "in_out_test.impute" }, { "source": "210adac8", "target": "988261ac" }, { "source": "53578014", "target": "93d3a479" }, { "source": "861c59bf", "target": "c8f70ca9" }, { "source": "0a1be393", "target": "277dc1ee" }, { "source": "a229cbdc", "target": "7d7e1704" }, { "source": "6ffb551a", "target": "train" }, { "source": "c8f70ca9", "target": "073606b6" }, { "source": "train.create_features", "target": "a4d73089" }, { "source": "53578014", "target": "55758695" }, { "source": "in_out.impute", "target": "5540a3fb" }, { "source": "42d73649", "target": "4b7d240f" }, { "source": "e6c1e1d0", "target": "68d6f757" }, { "source": "63186f26", "target": "in_out_test.impute" }, { "source": "a4d73089", "target": "c329efd1" }, { "source": "1f876261", "target": "9c13d89f" }, { "source": "factory_train", "target": "6ffb551a" }, { "source": "53578014", "target": "factory_test.clean" }, { "source": "906b727f", "target": "614a4cd8" }, { "source": "1f876261", "target": "a57429e5" }, { "source": "7f91c2cc", "target": "95cd6bf9" }, { "source": "6ffb551a", "target": "906b727f" }, { "source": "53578014", "target": "b10165f4" }, { "source": "53578014", "target": "68d6f757" }, { "source": "721854e3", "target": "c0020a3e" }, { "source": "0e9ed868", "target": "factory" }, { "source": "c81ae4f9", "target": "44bc2d21" }, { "source": "3f69a9b8", "target": "31fb7cc8" }, { "source": "3f69a9b8", "target": "16cae681" }, { "source": "6ac1368f", "target": "74555d8b" }, { "source": "0613286f", "target": "factory_train.on_off_logic" }, { "source": "3f69a9b8", "target": "95cd6bf9" }, { "source": "c329efd1", "target": "b7bde39a" }, { "source": "7d7e1704", "target": "cf7dcb8f" }, { "source": "f23452a4", "target": "ae98f5f5" }, { "source": "5d57686d", "target": "in_out.impute" }, { "source": "e87168af", "target": "906b727f" }, { "source": "5540a3fb", "target": "1d7fffba" }, { "source": "73930ef2", "target": "factory.pandas_profiling" }, { "source": "690d415b", "target": "42d73649" }, { "source": "456488de", "target": "7397d2dc" }, { "source": "ec0ad2a0", "target": "861c59bf" }, { "source": "87d52565", "target": "4d95b087" }, { "source": "53578014", "target": "74555d8b" }, { "source": "7178598e", "target": "test.create_features" }, { "source": "845526ea", "target": "05877538" }, { "source": "0c78911d", "target": "aebdea6c" }, { "source": "94dd8ecd", "target": "d1733133" }, { "source": "62e203cf", "target": "in_out_test.clean" }, { "source": "9c13d89f", "target": "0a1be393" }, { "source": "53578014", "target": "in_out_train" }, { "source": "6d337a84", "target": "a624849b" }, { "source": "53578014", "target": "factory_test" }, { "source": "7a162ddc", "target": "a57429e5" }, { "source": "1f876261", "target": "666587bd" }, { "source": "recommend", "target": "d407a8cf" }, { "source": "1161a87b", "target": "factory_train.impute" }, { "source": "6d5873ac", "target": "2978a7f5" }, { "source": "c58671fa", "target": "bf435119" }, { "source": "05877538", "target": "3464b488" }, { "source": "a99c5c0f", "target": "516628d2" }, { "source": "47800056", "target": "3464b488" }, { "source": "in_out.split", "target": "a771381b" }, { "source": "f8948258", "target": "d89b2a45" }, { "source": "1161a87b", "target": "factory_test.impute" }, { "source": "a57429e5", "target": "210adac8" }, { "source": "ca959a2d", "target": "factory" }, { "source": "53578014", "target": "factory_train" }, { "source": "95cd6bf9", "target": "6d337a84" }, { "source": "6d5873ac", "target": "in_out_train.impute" }, { "source": "d28f4db6", "target": "ec0ad2a0" }, { "source": "72ac6e43", "target": "d7ff3fc5" }, { "source": "e87168af", "target": "dd5a69ac" }, { "source": "6ac1368f", "target": "train" }, { "source": "uplift", "target": "19040e7c" }, { "source": "73930ef2", "target": "factory" }, { "source": "factory_train.on_off_logic", "target": "6ffb551a" }, { "source": "514660c5", "target": "24710762" }, { "source": "602f06fc", "target": "2e97b838" }, { "source": "train", "target": "dc0abb8b" }, { "source": "53578014", "target": "train" }, { "source": "53578014", "target": "8835772a" }, { "source": "train.train_model", "target": "dc0abb8b" }, { "source": "f8948258", "target": "089a8e9a" }, { "source": "6ac1368f", "target": "a8bef9b5" }, { "source": "6d5873ac", "target": "72ac6e43" }, { "source": "factory_train.impute", "target": "d7ff3fc5" }, { "source": "2d3c0374", "target": "a8bef9b5" }, { "source": "eefd807e", "target": "fe81cbe2" }, { "source": "456488de", "target": "fa4ebf1b" }, { "source": "train.train_model", "target": "320ef4e8" }, { "source": "1f876261", "target": "in_out_train.clean" }, { "source": "test", "target": "94dd8ecd" }, { "source": "53578014", "target": "in_out_test.clean" }, { "source": "factory", "target": "12ee06f3" }, { "source": "6ffb551a", "target": "train.create_features" }, { "source": "5540a3fb", "target": "in_out_test" }, { "source": "843b0b03", "target": "0bc424f4" }, { "source": "1f876261", "target": "44bc2d21" }, { "source": "ff79c0d9", "target": "12ee06f3" }, { "source": "53578014", "target": "factory_test.impute" }, { "source": "53578014", "target": "train.train_model" }, { "source": "cf7dcb8f", "target": "factory_test.impute" }, { "source": "7397d2dc", "target": "3a8062a5" }, { "source": "b633dd0b", "target": "train" }, { "source": "3f69a9b8", "target": "in_out.pandas_profiling" }, { "source": "factory.impute", "target": "1161a87b" }, { "source": "0298a817", "target": "9eb96a09" }, { "source": "c3f72bfd", "target": "93d3a479" }, { "source": "e4821861", "target": "d1733133" }, { "source": "6d337a84", "target": "3464b488" }, { "source": "factory", "target": "1161a87b" }, { "source": "53578014", "target": "c0020a3e" }, { "source": "f23452a4", "target": "0298a817" }, { "source": "1161a87b", "target": "2978a7f5" }, { "source": "7ba4e963", "target": "bf435119" }, { "source": "ca959a2d", "target": "factory.split" }, { "source": "6d5873ac", "target": "factory_train.impute" }, { "source": "6ac1368f", "target": "7d43885c" }, { "source": "factory_test.impute", "target": "eefd807e" }, { "source": "05877538", "target": "a624849b" }, { "source": "f4cccc1a", "target": "74555d8b" }, { "source": "0e9ed868", "target": "factory.pandas_profiling" }, { "source": "1f876261", "target": "in_out_test" }, { "source": "24c3ce33", "target": "bf435119" }, { "source": "6d5873ac", "target": "22cfe9cd" }, { "source": "456488de", "target": "24710762" }, { "source": "73930ef2", "target": "factory.split" }, { "source": "4faa7a1e", "target": "d89b2a45" }, { "source": "16cae681", "target": "54e2783c" }, { "source": "6d5873ac", "target": "in_out_test" }, { "source": "6ac1368f", "target": "test" }, { "source": "factory.split", "target": "12ee06f3" }, { "source": "24c3ce33", "target": "55758695" }, { "source": "a771381b", "target": "in_out_train.clean" }, { "source": "f44bd53f", "target": "a99c5c0f" }, { "source": "63186f26", "target": "22cfe9cd" }, { "source": "62e203cf", "target": "dec9c820" }, { "source": "53578014", "target": "test" }, { "source": "3a8062a5", "target": "502829ed" }, { "source": "94dd8ecd", "target": "uplift" }, { "source": "b5b5b6b2", "target": "in_out" }, { "source": "e6c1e1d0", "target": "089a8e9a" }, { "source": "1f876261", "target": "893a3f7f" }, { "source": "456488de", "target": "7d7e1704" }, { "source": "6d5873ac", "target": "7be9f72e" }, { "source": "53578014", "target": "factory.impute" }, { "source": "1161a87b", "target": "72ac6e43" }, { "source": "94dd8ecd", "target": "ae98f5f5" }, { "source": "88c843ae", "target": "ee508f00" }, { "source": "4bd93139", "target": "b4716bd3" }, { "source": "eefd807e", "target": "factory_test.on_off_logic" }, { "source": "94dd8ecd", "target": "recommend" }, { "source": "31cb9133", "target": "35336154" }, { "source": "a771381b", "target": "700b6aec" }, { "source": "in_out.split", "target": "62e203cf" }, { "source": "6ac1368f", "target": "train.create_features" }, { "source": "dd5a69ac", "target": "a4d73089" }, { "source": "10ce7f66", "target": "c329efd1" }, { "source": "f4cccc1a", "target": "train" }, { "source": "53578014", "target": "eb1aa767" }, { "source": "86b7300b", "target": "train" }, { "source": "53578014", "target": "in_out_train.impute" }, { "source": "53578014", "target": "train.create_features" }, { "source": "ed0ecc71", "target": "e87168af" }, { "source": "53578014", "target": "factory_test.on_off_logic" }, { "source": "893a3f7f", "target": "d2fb21a0" }, { "source": "in_out_test", "target": "7178598e" }, { "source": "9b9921db", "target": "c329efd1" }, { "source": "b46c6fb9", "target": "train" }, { "source": "4d95b087", "target": "ce9f17e7" }, { "source": "0613286f", "target": "factory_test" }, { "source": "6ffb551a", "target": "ed0ecc71" }, { "source": "ef57a1fc", "target": "88c843ae" }, { "source": "1f876261", "target": "87d52565" }, { "source": "54e2783c", "target": "a624849b" }, { "source": "602f06fc", "target": "721854e3" }, { "source": "f38b4714", "target": "factory.impute" }, { "source": "12ee06f3", "target": "f44bd53f" }, { "source": "593a4f96", "target": "eb1aa767" }, { "source": "d28f4db6", "target": "factory_train.clean" }, { "source": "53578014", "target": "in_out" }, { "source": "456488de", "target": "c8f70ca9" }, { "source": "048b398b", "target": "train.train_model" }, { "source": "bf1ae95c", "target": "ddc6c97b" }, { "source": "d2fb21a0", "target": "in_out_train.impute" }, { "source": "in_out", "target": "5540a3fb" }, { "source": "0613286f", "target": "factory_train" }, { "source": "in_out_train.impute", "target": "f4cccc1a" }, { "source": "86b7300b", "target": "train.train_model" }, { "source": "1f876261", "target": "93d3a479" }, { "source": "a4d73089", "target": "602f06fc" }, { "source": "ee95fd1e", "target": "3464b488" }, { "source": "614a4cd8", "target": "dd5a69ac" }, { "source": "in_out_train", "target": "f4cccc1a" }, { "source": "b46c6fb9", "target": "train.train_model" }, { "source": "2996dd8e", "target": "893a3f7f" }, { "source": "7178598e", "target": "aebdea6c" }, { "source": "b99ee270", "target": "3f156da8" }, { "source": "1f876261", "target": "988261ac" }, { "source": "3d29088c", "target": "845526ea" }, { "source": "0c78911d", "target": "35336154" } ], "layers": [ "raw", "intermediate", "primary", "feature", "model_input", "models", "model_output" ], "tags": [ { "id": "data-eng", "name": "data-eng" }, { "id": "data-engineering", "name": "data-engineering" }, { "id": "data-science", "name": "data-science" }, { "id": "eda", "name": "eda" }, { "id": "imputation", "name": "imputation" }, { "id": "notebooks", "name": "notebooks" }, { "id": "optimisation", "name": "optimisation" }, { "id": "pre-processing", "name": "pre-processing" }, { "id": "predictions", "name": "predictions" }, { "id": "recommendations", "name": "recommendations" }, { "id": "reporting", "name": "reporting" }, { "id": "sensitivity", "name": "sensitivity" }, { "id": "training", "name": "training" }, { "id": "transcoding", "name": "transcoding" }, { "id": "visualisation", "name": "visualisation" } ], "pipelines": [ { "id": "pandas_profiling", "name": "pandas_profiling" }, { "id": "eda", "name": "eda" }, { "id": "split", "name": "split" }, { "id": "clean", "name": "clean" }, { "id": "impute_fit", "name": "impute_fit" }, { "id": "impute_transform", "name": "impute_transform" }, { "id": "on_off_logic", "name": "on_off_logic" }, { "id": "create_features", "name": "create_features" }, { "id": "train_model", "name": "train_model" }, { "id": "recommend", "name": "recommend" }, { "id": "recommend_uplift_report", "name": "recommend_uplift_report" }, { "id": "recommend_sensitivity", "name": "recommend_sensitivity" }, { "id": "transcoding_demo", "name": "transcoding_demo" }, { "id": "__default__", "name": "__default__" } ], "modular_pipelines": { "__root__": { "id": "__root__", "name": "__root__", "inputs": [], "outputs": [], "children": [ { "id": "63186f26", "type": "data" }, { "id": "593a4f96", "type": "data" }, { "id": "test", "type": "modularPipeline" }, { "id": "f23452a4", "type": "data" }, { "id": "d3f3241a", "type": "data" }, { "id": "54e2783c", "type": "data" }, { "id": "7ba4e963", "type": "data" }, { "id": "6fd8074d", "type": "parameters" }, { "id": "a624849b", "type": "task" }, { "id": "a771381b", "type": "data" }, { "id": "b7bde39a", "type": "data" }, { "id": "sensitivity", "type": "modularPipeline" }, { "id": "845526ea", "type": "task" }, { "id": "24c3ce33", "type": "data" }, { "id": "3f69a9b8", "type": "data" }, { "id": "d7ff3fc5", "type": "data" }, { "id": "73930ef2", "type": "data" }, { "id": "d407a8cf", "type": "data" }, { "id": "d28f4db6", "type": "data" }, { "id": "6ffb551a", "type": "data" }, { "id": "1f876261", "type": "parameters" }, { "id": "778c88c9", "type": "parameters" }, { "id": "9eb96a09", "type": "data" }, { "id": "recommend", "type": "modularPipeline" }, { "id": "320ef4e8", "type": "data" }, { "id": "factory_train", "type": "modularPipeline" }, { "id": "1161a87b", "type": "data" }, { "id": "f8e6b6f3", "type": "task" }, { "id": "86b7300b", "type": "parameters" }, { "id": "in_out_test", "type": "modularPipeline" }, { "id": "0e9ed868", "type": "parameters" }, { "id": "b46c6fb9", "type": "parameters" }, { "id": "5540a3fb", "type": "data" }, { "id": "in_out_train", "type": "modularPipeline" }, { "id": "3db9b130", "type": "data" }, { "id": "7178598e", "type": "data" }, { "id": "94dd8ecd", "type": "data" }, { "id": "9b9921db", "type": "data" }, { "id": "6ac1368f", "type": "parameters" }, { "id": "b7c5a4e0", "type": "data" }, { "id": "16cae681", "type": "task" }, { "id": "train", "type": "modularPipeline" }, { "id": "95cd6bf9", "type": "task" }, { "id": "62e203cf", "type": "data" }, { "id": "f8948258", "type": "parameters" }, { "id": "048b398b", "type": "parameters" }, { "id": "e6c1e1d0", "type": "data" }, { "id": "ae9b6150", "type": "data" }, { "id": "9a97cfe0", "type": "data" }, { "id": "6526dd55", "type": "data" }, { "id": "10ce7f66", "type": "data" }, { "id": "05877538", "type": "data" }, { "id": "456488de", "type": "parameters" }, { "id": "ddc6c97b", "type": "task" }, { "id": "uplift", "type": "modularPipeline" }, { "id": "0613286f", "type": "parameters" }, { "id": "5d57686d", "type": "parameters" }, { "id": "843b0b03", "type": "parameters" }, { "id": "ca959a2d", "type": "parameters" }, { "id": "factory", "type": "modularPipeline" }, { "id": "f4cccc1a", "type": "data" }, { "id": "b633dd0b", "type": "parameters" }, { "id": "71a945b5", "type": "data" }, { "id": "3464b488", "type": "task" }, { "id": "f38b4714", "type": "parameters" }, { "id": "70c65095", "type": "data" }, { "id": "in_out", "type": "modularPipeline" }, { "id": "d2fb21a0", "type": "data" }, { "id": "d6744468", "type": "task" }, { "id": "ee95fd1e", "type": "data" }, { "id": "2d3c0374", "type": "data" }, { "id": "6d337a84", "type": "data" }, { "id": "factory_test", "type": "modularPipeline" }, { "id": "42d73649", "type": "data" }, { "id": "ce869767", "type": "parameters" }, { "id": "b5b5b6b2", "type": "parameters" }, { "id": "53578014", "type": "data" }, { "id": "c9058d39", "type": "data" }, { "id": "6d5873ac", "type": "data" }, { "id": "cf7dcb8f", "type": "data" }, { "id": "a4d73089", "type": "data" }, { "id": "19040e7c", "type": "data" }, { "id": "12ee06f3", "type": "data" }, { "id": "dc0abb8b", "type": "data" }, { "id": "eefd807e", "type": "data" }, { "id": "e4821861", "type": "data" } ] }, "factory.pandas_profiling": { "id": "factory.pandas_profiling", "name": "factory.pandas_profiling", "inputs": ["73930ef2", "0e9ed868"], "outputs": [], "children": [{ "id": "2596e632", "type": "task" }] }, "factory": { "id": "factory", "name": "factory", "inputs": [ "ca959a2d", "6d5873ac", "73930ef2", "0e9ed868", "53578014", "f38b4714" ], "outputs": ["d28f4db6", "1161a87b", "12ee06f3"], "children": [ { "id": "factory.split", "type": "modularPipeline" }, { "id": "factory.impute", "type": "modularPipeline" }, { "id": "factory.pandas_profiling", "type": "modularPipeline" } ] }, "in_out.pandas_profiling": { "id": "in_out.pandas_profiling", "name": "in_out.pandas_profiling", "inputs": ["3f69a9b8", "b5b5b6b2"], "outputs": [], "children": [{ "id": "7a65da0d", "type": "task" }] }, "in_out": { "id": "in_out", "name": "in_out", "inputs": [ "b5b5b6b2", "d2fb21a0", "53578014", "778c88c9", "3f69a9b8", "5d57686d" ], "outputs": ["a771381b", "5540a3fb", "62e203cf"], "children": [ { "id": "in_out.impute", "type": "modularPipeline" }, { "id": "in_out.split", "type": "modularPipeline" }, { "id": "in_out.pandas_profiling", "type": "modularPipeline" } ] }, "factory.split": { "id": "factory.split", "name": "factory.split", "inputs": ["ca959a2d", "73930ef2"], "outputs": ["d28f4db6", "12ee06f3"], "children": [{ "id": "ff79c0d9", "type": "task" }] }, "in_out.split": { "id": "in_out.split", "name": "in_out.split", "inputs": ["3f69a9b8", "778c88c9"], "outputs": ["a771381b", "62e203cf"], "children": [{ "id": "31fb7cc8", "type": "task" }] }, "in_out_test.clean": { "id": "in_out_test.clean", "name": "in_out_test.clean", "inputs": ["62e203cf", "53578014", "1f876261"], "outputs": ["63186f26"], "children": [ { "id": "93d3a479", "type": "task" }, { "id": "dec9c820", "type": "task" }, { "id": "b83dff93", "type": "data" }, { "id": "87d52565", "type": "task" }, { "id": "4d95b087", "type": "data" }, { "id": "4bd93139", "type": "data" }, { "id": "bf34f92f", "type": "data" }, { "id": "666587bd", "type": "task" }, { "id": "b4716bd3", "type": "task" }, { "id": "ce9f17e7", "type": "task" }, { "id": "c3f72bfd", "type": "data" }, { "id": "3f156da8", "type": "data" }, { "id": "b99ee270", "type": "task" } ] }, "in_out_test": { "id": "in_out_test", "name": "in_out_test", "inputs": ["6d5873ac", "62e203cf", "5540a3fb", "53578014", "1f876261"], "outputs": ["7178598e"], "children": [ { "id": "in_out_test.impute", "type": "modularPipeline" }, { "id": "in_out_test.clean", "type": "modularPipeline" } ] }, "factory_train.clean": { "id": "factory_train.clean", "name": "factory_train.clean", "inputs": ["456488de", "d28f4db6", "53578014"], "outputs": ["6d5873ac"], "children": [ { "id": "073606b6", "type": "data" }, { "id": "c8f70ca9", "type": "task" }, { "id": "b10165f4", "type": "task" }, { "id": "61ffca7f", "type": "data" }, { "id": "7397d2dc", "type": "task" }, { "id": "8835772a", "type": "task" }, { "id": "ec0ad2a0", "type": "task" }, { "id": "f7082f22", "type": "task" }, { "id": "d02bfec9", "type": "data" }, { "id": "dec14f64", "type": "data" }, { "id": "502829ed", "type": "task" }, { "id": "3a8062a5", "type": "data" }, { "id": "861c59bf", "type": "data" } ] }, "factory_train": { "id": "factory_train", "name": "factory_train", "inputs": ["d28f4db6", "1161a87b", "456488de", "0613286f", "53578014"], "outputs": ["6ffb551a"], "children": [ { "id": "factory_train.clean", "type": "modularPipeline" }, { "id": "factory_train.on_off_logic", "type": "modularPipeline" }, { "id": "factory_train.impute", "type": "modularPipeline" } ] }, "in_out_train.clean": { "id": "in_out_train.clean", "name": "in_out_train.clean", "inputs": ["a771381b", "53578014", "1f876261"], "outputs": ["d2fb21a0"], "children": [ { "id": "700b6aec", "type": "task" }, { "id": "c81ae4f9", "type": "data" }, { "id": "0a1be393", "type": "data" }, { "id": "9c13d89f", "type": "task" }, { "id": "2996dd8e", "type": "data" }, { "id": "44bc2d21", "type": "task" }, { "id": "277dc1ee", "type": "task" }, { "id": "7a162ddc", "type": "data" }, { "id": "210adac8", "type": "data" }, { "id": "a57429e5", "type": "task" }, { "id": "988261ac", "type": "task" }, { "id": "f8d4e465", "type": "data" }, { "id": "893a3f7f", "type": "task" } ] }, "in_out_train": { "id": "in_out_train", "name": "in_out_train", "inputs": ["6d5873ac", "5540a3fb", "53578014", "a771381b", "1f876261"], "outputs": ["f4cccc1a"], "children": [ { "id": "in_out_train.clean", "type": "modularPipeline" }, { "id": "in_out_train.impute", "type": "modularPipeline" } ] }, "factory_test.clean": { "id": "factory_test.clean", "name": "factory_test.clean", "inputs": ["456488de", "53578014", "12ee06f3"], "outputs": ["cf7dcb8f"], "children": [ { "id": "d9a62050", "type": "data" }, { "id": "f44bd53f", "type": "task" }, { "id": "ef57a1fc", "type": "data" }, { "id": "a229cbdc", "type": "data" }, { "id": "fa4ebf1b", "type": "task" }, { "id": "516628d2", "type": "task" }, { "id": "24710762", "type": "task" }, { "id": "ee508f00", "type": "data" }, { "id": "514660c5", "type": "data" }, { "id": "7d7e1704", "type": "task" }, { "id": "88c843ae", "type": "task" }, { "id": "e3fadeda", "type": "task" }, { "id": "a99c5c0f", "type": "data" } ] }, "factory_test": { "id": "factory_test", "name": "factory_test", "inputs": [ "6d5873ac", "1161a87b", "456488de", "0613286f", "53578014", "12ee06f3" ], "outputs": ["2d3c0374"], "children": [ { "id": "factory_test.impute", "type": "modularPipeline" }, { "id": "factory_test.on_off_logic", "type": "modularPipeline" }, { "id": "factory_test.clean", "type": "modularPipeline" } ] }, "factory.impute": { "id": "factory.impute", "name": "factory.impute", "inputs": ["6d5873ac", "53578014", "f38b4714"], "outputs": ["1161a87b"], "children": [{ "id": "7be9f72e", "type": "task" }] }, "in_out.impute": { "id": "in_out.impute", "name": "in_out.impute", "inputs": ["d2fb21a0", "53578014", "5d57686d"], "outputs": ["5540a3fb"], "children": [{ "id": "11a72273", "type": "task" }] }, "in_out_test.impute": { "id": "in_out_test.impute", "name": "in_out_test.impute", "inputs": ["6d5873ac", "5540a3fb", "53578014", "63186f26"], "outputs": ["7178598e"], "children": [{ "id": "22cfe9cd", "type": "task" }] }, "factory_test.impute": { "id": "factory_test.impute", "name": "factory_test.impute", "inputs": ["6d5873ac", "1161a87b", "cf7dcb8f", "53578014"], "outputs": ["eefd807e"], "children": [{ "id": "2978a7f5", "type": "task" }] }, "factory_train.impute": { "id": "factory_train.impute", "name": "factory_train.impute", "inputs": ["6d5873ac", "1161a87b", "53578014"], "outputs": ["d7ff3fc5"], "children": [{ "id": "72ac6e43", "type": "task" }] }, "in_out_train.impute": { "id": "in_out_train.impute", "name": "in_out_train.impute", "inputs": ["d2fb21a0", "6d5873ac", "5540a3fb", "53578014"], "outputs": ["f4cccc1a"], "children": [{ "id": "1d7fffba", "type": "task" }] }, "factory_test.on_off_logic": { "id": "factory_test.on_off_logic", "name": "factory_test.on_off_logic", "inputs": ["eefd807e", "0613286f", "53578014"], "outputs": ["2d3c0374"], "children": [ { "id": "fe81cbe2", "type": "task" }, { "id": "eb1aa767", "type": "task" } ] }, "factory_train.on_off_logic": { "id": "factory_train.on_off_logic", "name": "factory_train.on_off_logic", "inputs": ["0613286f", "53578014", "d7ff3fc5"], "outputs": ["6ffb551a"], "children": [ { "id": "690d415b", "type": "task" }, { "id": "4b7d240f", "type": "task" } ] }, "test.create_features": { "id": "test.create_features", "name": "test.create_features", "inputs": ["7178598e", "6ac1368f", "53578014", "2d3c0374"], "outputs": ["94dd8ecd"], "children": [ { "id": "35336154", "type": "task" }, { "id": "2ea5719f", "type": "task" }, { "id": "a8bef9b5", "type": "task" }, { "id": "test.create_features.factory_test_with_off_equipment_to_zero", "type": "modularPipeline" }, { "id": "test.create_features.in_out_test_imputed", "type": "modularPipeline" }, { "id": "0c78911d", "type": "data" }, { "id": "aebdea6c", "type": "task" }, { "id": "7d43885c", "type": "task" } ] }, "test": { "id": "test", "name": "test", "inputs": ["7178598e", "6ac1368f", "53578014", "2d3c0374"], "outputs": ["94dd8ecd"], "children": [{ "id": "test.create_features", "type": "modularPipeline" }] }, "train.create_features": { "id": "train.create_features", "name": "train.create_features", "inputs": ["f4cccc1a", "6ac1368f", "53578014", "6ffb551a"], "outputs": ["a4d73089"], "children": [ { "id": "train.create_features.in_out_train_imputed", "type": "modularPipeline" }, { "id": "74555d8b", "type": "task" }, { "id": "train.create_features.factory_train_with_off_equipment_to_zero", "type": "modularPipeline" }, { "id": "ed0ecc71", "type": "task" }, { "id": "906b727f", "type": "task" }, { "id": "e87168af", "type": "data" }, { "id": "dd5a69ac", "type": "task" } ] }, "train": { "id": "train", "name": "train", "inputs": [ "6ac1368f", "86b7300b", "b633dd0b", "f8948258", "b46c6fb9", "53578014", "048b398b", "6ffb551a", "f4cccc1a", "843b0b03" ], "outputs": ["dc0abb8b", "320ef4e8", "b7bde39a"], "children": [ { "id": "train.train_model", "type": "modularPipeline" }, { "id": "train.create_features", "type": "modularPipeline" } ] }, "train.create_features.factory_train_with_off_equipment_to_zero": { "id": "train.create_features.factory_train_with_off_equipment_to_zero", "name": "train.create_features.factory_train_with_off_equipment_to_zero", "inputs": [], "outputs": [], "children": [{ "id": "614a4cd8", "type": "data" }] }, "train.create_features.in_out_train_imputed": { "id": "train.create_features.in_out_train_imputed", "name": "train.create_features.in_out_train_imputed", "inputs": [], "outputs": [], "children": [{ "id": "85d157bf", "type": "data" }] }, "test.create_features.in_out_test_imputed": { "id": "test.create_features.in_out_test_imputed", "name": "test.create_features.in_out_test_imputed", "inputs": [], "outputs": [], "children": [{ "id": "a12a727e", "type": "data" }] }, "test.create_features.factory_test_with_off_equipment_to_zero": { "id": "test.create_features.factory_test_with_off_equipment_to_zero", "name": "test.create_features.factory_test_with_off_equipment_to_zero", "inputs": [], "outputs": [], "children": [{ "id": "31cb9133", "type": "data" }] }, "train.train_model": { "id": "train.train_model", "name": "train.train_model", "inputs": [ "86b7300b", "b633dd0b", "f8948258", "b46c6fb9", "53578014", "048b398b", "843b0b03", "a4d73089" ], "outputs": ["dc0abb8b", "320ef4e8", "b7bde39a"], "children": [ { "id": "d89b2a45", "type": "task" }, { "id": "089a8e9a", "type": "task" }, { "id": "fe300198", "type": "data" }, { "id": "4faa7a1e", "type": "data" }, { "id": "e9c51d85", "type": "task" }, { "id": "602f06fc", "type": "task" }, { "id": "2e97b838", "type": "data" }, { "id": "721854e3", "type": "data" }, { "id": "c0020a3e", "type": "task" }, { "id": "c329efd1", "type": "task" }, { "id": "68d6f757", "type": "task" }, { "id": "0bc424f4", "type": "task" } ] }, "recommend": { "id": "recommend", "name": "recommend", "inputs": ["94dd8ecd", "ce869767", "f23452a4", "53578014"], "outputs": ["d407a8cf"], "children": [{ "id": "ae98f5f5", "type": "task" }] }, "uplift": { "id": "uplift", "name": "uplift", "inputs": ["c58671fa", "94dd8ecd", "53578014", "e4821861"], "outputs": ["19040e7c"], "children": [ { "id": "55758695", "type": "task" }, { "id": "d1733133", "type": "task" }, { "id": "bf435119", "type": "task" } ] }, "sensitivity": { "id": "sensitivity", "name": "sensitivity", "inputs": ["f23452a4", "6fd8074d", "94dd8ecd", "53578014", "e4821861"], "outputs": ["9eb96a09"], "children": [{ "id": "0298a817", "type": "task" }] } }, "selected_pipeline": "__default__" }