diff --git a/bugdoc_api/bugdoc/algos/debugging_decision_trees.py b/bugdoc_api/bugdoc/algos/debugging_decision_trees.py index 5deed83..d8dda29 100644 --- a/bugdoc_api/bugdoc/algos/debugging_decision_trees.py +++ b/bugdoc_api/bugdoc/algos/debugging_decision_trees.py @@ -243,7 +243,7 @@ def assembletests(self, moralflag, path): def run(self, entry_point, input_dict, outputs=['results'], rebuild=True): super().run(entry_point, input_dict, outputs=outputs) - self.allexperiments, self.allresults, self.pv_goodness = load_runs(self.entry_point + ".adb", + self.allexperiments, self.allresults, self.pv_goodness = load_runs(self.entry_point, self.my_inputs) logging.debug("pv_goodness is: " + str(self.pv_goodness)) logging.debug("allresults is: " + str(self.allresults)) diff --git a/bugdoc_api/bugdoc/algos/shortcut.py b/bugdoc_api/bugdoc/algos/shortcut.py index 8cb4458..ac39050 100644 --- a/bugdoc_api/bugdoc/algos/shortcut.py +++ b/bugdoc_api/bugdoc/algos/shortcut.py @@ -65,7 +65,7 @@ def get_good_and_bad_instances(self, goodlist, badlist): def run(self, entry_point, input_dict, outputs=['results']): super().run(entry_point, input_dict, outputs=outputs) - self.allexperiments, self.allresults, _ = load_runs(self.entry_point + ".adb", self.my_inputs) + self.allexperiments, self.allresults, _ = load_runs(self.entry_point , self.my_inputs) # logging.debug("allresults is: "+str(self.allresults)) requests = set() expers = [self.allresults[j][:-1] for j in range(len(self.allresults))] diff --git a/bugdoc_api/bugdoc/algos/stacked_shortcut.py b/bugdoc_api/bugdoc/algos/stacked_shortcut.py index 10b91a0..591400b 100644 --- a/bugdoc_api/bugdoc/algos/stacked_shortcut.py +++ b/bugdoc_api/bugdoc/algos/stacked_shortcut.py @@ -89,7 +89,7 @@ def get_good_and_bad_instances(self, goodlist, badlist): def run(self, entry_point, input_dict, outputs=['results']): super().run(entry_point, input_dict, outputs=outputs) - self.allexperiments, self.allresults, _ = load_runs(self.entry_point + ".adb", self.my_inputs) + self.allexperiments, self.allresults, _ = load_runs(self.entry_point, self.my_inputs) logging.debug("allresults is: "+str(self.allresults)) requests = set() expers = [self.allresults[j][:-1] for j in range(len(self.allresults))] diff --git a/bugdoc_api/bugdoc/utils/utils.py b/bugdoc_api/bugdoc/utils/utils.py index 8278997..6e09ba8 100644 --- a/bugdoc_api/bugdoc/utils/utils.py +++ b/bugdoc_api/bugdoc/utils/utils.py @@ -37,6 +37,7 @@ import copy import json +import logging import os import sys import traceback @@ -45,6 +46,8 @@ from builtins import range from bugdoc.utils.combinatorial_design import generate_tuples +logging.basicConfig(format='%(levelname)s:%(message)s', level=logging.DEBUG) + goodbad = [True, False] numtests = 30 @@ -77,7 +80,7 @@ def load_runs(filename, input_keys, lims=None): try: exp = [] exp_dict = json.loads(e[:-1]) - + result_value = exp_dict['result'] for key in input_keys: @@ -199,6 +202,10 @@ def record_pipeline_run(filename,values,parameters,result, origin=None): if origin: paramDict["origin"] = origin + + logging.debug('Filename: ' + filename) + logging.debug('New configuration: ' + str(paramDict)) + f = open(filename, "a") f.write(json.dumps(paramDict) + '\n') f.close() diff --git a/bugdoc_cli/bugdoc_cli_worker.py b/bugdoc_cli/bugdoc_cli_worker.py index 67f78d4..d3e5e2e 100644 --- a/bugdoc_cli/bugdoc_cli_worker.py +++ b/bugdoc_cli/bugdoc_cli_worker.py @@ -69,6 +69,6 @@ def main(): result = False logging.error("-" * 60) - record_pipeline_run(entry_point + ".adb", values, parameters, result) + record_pipeline_run(entry_point, values, parameters, result) values.append(result) sender.send_string(str(values)) \ No newline at end of file diff --git a/examples/conf_my_api_example.json b/examples/conf_my_api_example.json index ae8fef0..d3a4d9a 100644 --- a/examples/conf_my_api_example.json +++ b/examples/conf_my_api_example.json @@ -1,5 +1,5 @@ { - "entry_point": "my_pipeline", + "entry_point": "dataflow_pipeline.json", "python_module": "my_api_example", "run": "execute_pipeline", "parameters": [ diff --git a/examples/dataflow_pipeline.json b/examples/dataflow_pipeline.json index b56f8be..8cd02de 100644 --- a/examples/dataflow_pipeline.json +++ b/examples/dataflow_pipeline.json @@ -1,58 +1,58 @@ -"{'operator1_script': '/data/scripts/operator1/script1.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script1.py', 'read_path': '/tmp/inputs_20200528.csv', 'read_mode': 'once', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script1.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.1, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script1.py', 'read_path': '/tmp/inputs_20200530.csv', 'read_mode': 'repeat', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script1.py', 'read_path': '/tmp/inputs_20200531.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.1, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script2.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'repeat', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 2, 'result': 'False'}" -"{'operator1_script': '/data/scripts/operator1/script2.py', 'read_path': '/tmp/inputs_20200528.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 5, 'result': 'False'}" -"{'operator1_script': '/data/scripts/operator1/script2.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 10, 'result': 'False'}" -"{'operator1_script': '/data/scripts/operator1/script2.py', 'read_path': '/tmp/inputs_20200530.csv', 'read_mode': 'once', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 5, 'result': 'False'}" -"{'operator1_script': '/data/scripts/operator1/script2.py', 'read_path': '/tmp/inputs_20200531.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.5, 'folds': 5, 'result': 'False'}" -"{'operator1_script': '/data/scripts/operator1/script3.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script3.py', 'read_path': '/tmp/inputs_20200528.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script3.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script3.py', 'read_path': '/tmp/inputs_20200530.csv', 'read_mode': 'once', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script3.py', 'read_path': '/tmp/inputs_20200531.csv', 'read_mode': 'once', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script4.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script4.py', 'read_path': '/tmp/inputs_20200528.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script4.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'repeat', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script4.py', 'read_path': '/tmp/inputs_20200530.csv', 'read_mode': 'repeat', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script4.py', 'read_path': '/tmp/inputs_20200531.csv', 'read_mode': 'repeat', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.1, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script5.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script5.py', 'read_path': '/tmp/inputs_20200528.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script5.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.1, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script5.py', 'read_path': '/tmp/inputs_20200530.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.5, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script5.py', 'read_path': '/tmp/inputs_20200531.csv', 'read_mode': 'repeat', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script6.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script6.py', 'read_path': '/tmp/inputs_20200528.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script6.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'repeat', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.1, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script6.py', 'read_path': '/tmp/inputs_20200530.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.1, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script6.py', 'read_path': '/tmp/inputs_20200531.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script7.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script7.py', 'read_path': '/tmp/inputs_20200528.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script7.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'repeat', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script7.py', 'read_path': '/tmp/inputs_20200530.csv', 'read_mode': 'once', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.5, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script7.py', 'read_path': '/tmp/inputs_20200531.csv', 'read_mode': 'repeat', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script8.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script8.py', 'read_path': '/tmp/inputs_20200528.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script8.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.1, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script8.py', 'read_path': '/tmp/inputs_20200530.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script8.py', 'read_path': '/tmp/inputs_20200531.csv', 'read_mode': 'once', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script9.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script9.py', 'read_path': '/tmp/inputs_20200528.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script9.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.1, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script9.py', 'read_path': '/tmp/inputs_20200530.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.1, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script9.py', 'read_path': '/tmp/inputs_20200531.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.1, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script6.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'repeat', 'write_mode': 'concat', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.1, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script9.py', 'read_path': '/tmp/inputs_20200528.csv', 'read_mode': 'once', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.1, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script5.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.5, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script3.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'repeat', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/average.py', 'threshold': 0.5, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script6.py', 'read_path': '/tmp/inputs_20200528.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 10, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script4.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 5, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script4.py', 'read_path': '/tmp/inputs_20200527.csv', 'read_mode': 'repeat', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 2, 'result': 'True'}" -"{'operator1_script': '/data/scripts/operator1/script2.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'repeat', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 2, 'result': 'False'}" -"{'operator1_script': '/data/scripts/operator1/script2.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'replace', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 2, 'result': 'False'}" -"{'operator1_script': '/data/scripts/operator1/script2.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/reduce.py', 'threshold': 0.5, 'folds': 2, 'result': 'False'}" -"{'operator1_script': '/data/scripts/operator1/script2.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.5, 'folds': 2, 'result': 'False'}" -"{'operator1_script': '/data/scripts/operator1/script2.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 2, 'result': 'False'}" -"{'operator1_script': '/data/scripts/operator1/script2.py', 'read_path': '/tmp/inputs_20200529.csv', 'read_mode': 'once', 'write_mode': 'append', 'operator2_script': '/data/scripts/operator2/aggregation.py', 'threshold': 0.1, 'folds': 5, 'result': 'False'}" +{"operator1_script": "/data/scripts/operator1/script1.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script1.py", "read_path": "/tmp/inputs_20200528.csv", "read_mode": "once", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script1.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.1, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script1.py", "read_path": "/tmp/inputs_20200530.csv", "read_mode": "repeat", "write_mode": "append", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script1.py", "read_path": "/tmp/inputs_20200531.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.1, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script2.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "repeat", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 2, "result": "False"} +{"operator1_script": "/data/scripts/operator1/script2.py", "read_path": "/tmp/inputs_20200528.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 5, "result": "False"} +{"operator1_script": "/data/scripts/operator1/script2.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 10, "result": "False"} +{"operator1_script": "/data/scripts/operator1/script2.py", "read_path": "/tmp/inputs_20200530.csv", "read_mode": "once", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 5, "result": "False"} +{"operator1_script": "/data/scripts/operator1/script2.py", "read_path": "/tmp/inputs_20200531.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.5, "folds": 5, "result": "False"} +{"operator1_script": "/data/scripts/operator1/script3.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script3.py", "read_path": "/tmp/inputs_20200528.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script3.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script3.py", "read_path": "/tmp/inputs_20200530.csv", "read_mode": "once", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script3.py", "read_path": "/tmp/inputs_20200531.csv", "read_mode": "once", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script4.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script4.py", "read_path": "/tmp/inputs_20200528.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script4.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "repeat", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script4.py", "read_path": "/tmp/inputs_20200530.csv", "read_mode": "repeat", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script4.py", "read_path": "/tmp/inputs_20200531.csv", "read_mode": "repeat", "write_mode": "append", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.1, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script5.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script5.py", "read_path": "/tmp/inputs_20200528.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script5.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.1, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script5.py", "read_path": "/tmp/inputs_20200530.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.5, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script5.py", "read_path": "/tmp/inputs_20200531.csv", "read_mode": "repeat", "write_mode": "append", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script6.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script6.py", "read_path": "/tmp/inputs_20200528.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script6.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "repeat", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.1, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script6.py", "read_path": "/tmp/inputs_20200530.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.1, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script6.py", "read_path": "/tmp/inputs_20200531.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script7.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script7.py", "read_path": "/tmp/inputs_20200528.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script7.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "repeat", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script7.py", "read_path": "/tmp/inputs_20200530.csv", "read_mode": "once", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.5, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script7.py", "read_path": "/tmp/inputs_20200531.csv", "read_mode": "repeat", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script8.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script8.py", "read_path": "/tmp/inputs_20200528.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script8.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.1, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script8.py", "read_path": "/tmp/inputs_20200530.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script8.py", "read_path": "/tmp/inputs_20200531.csv", "read_mode": "once", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script9.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script9.py", "read_path": "/tmp/inputs_20200528.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script9.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.1, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script9.py", "read_path": "/tmp/inputs_20200530.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.1, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script9.py", "read_path": "/tmp/inputs_20200531.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.1, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script6.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "repeat", "write_mode": "concat", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.1, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script9.py", "read_path": "/tmp/inputs_20200528.csv", "read_mode": "once", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.1, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script5.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.5, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script3.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "repeat", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/average.py", "threshold": 0.5, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script6.py", "read_path": "/tmp/inputs_20200528.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 10, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script4.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 5, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script4.py", "read_path": "/tmp/inputs_20200527.csv", "read_mode": "repeat", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 2, "result": "True"} +{"operator1_script": "/data/scripts/operator1/script2.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "repeat", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 2, "result": "False"} +{"operator1_script": "/data/scripts/operator1/script2.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "replace", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 2, "result": "False"} +{"operator1_script": "/data/scripts/operator1/script2.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/reduce.py", "threshold": 0.5, "folds": 2, "result": "False"} +{"operator1_script": "/data/scripts/operator1/script2.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.5, "folds": 2, "result": "False"} +{"operator1_script": "/data/scripts/operator1/script2.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 2, "result": "False"} +{"operator1_script": "/data/scripts/operator1/script2.py", "read_path": "/tmp/inputs_20200529.csv", "read_mode": "once", "write_mode": "append", "operator2_script": "/data/scripts/operator2/aggregation.py", "threshold": 0.1, "folds": 5, "result": "False"} diff --git a/examples/debugger.py b/examples/debugger.py index 1ce61f2..c69dea3 100644 --- a/examples/debugger.py +++ b/examples/debugger.py @@ -12,7 +12,7 @@ # -------------------------------------- # We choose the Stacked Shortcut Algorithm to debug the pipeline. -from bugdoc.algos.stacked_shortcut import AutoDebug as StackedShortcut +from bugdoc.algos.stacked_shortcut import StackedShortcut # %% # Parameter space definition @@ -72,7 +72,7 @@ root, _, _ = result parameters = list(parameter_space.keys()) -print('Root Cause: \\n%s' % ( +print('Root Cause: \n%s' % ( ' OR '.join( [ ' AND '.join(