diff --git a/extension/src/cli/reader.ts b/extension/src/cli/reader.ts index 7d3af462fe..920b5de51b 100644 --- a/extension/src/cli/reader.ts +++ b/extension/src/cli/reader.ts @@ -76,8 +76,11 @@ export interface BaseExperimentFields { checkpoint_parent?: string } +type DepsDetails = { hash: string; size: number; nfiles: null | number } +type OutsDetails = DepsDetails & { use_cache: boolean; is_data_source: boolean } + interface OutsOrDepsDetails { - [filename: string]: { hash: string; size: number; nfiles: null | number } + [filename: string]: DepsDetails | OutsDetails } export interface ExperimentFields extends BaseExperimentFields { diff --git a/extension/src/experiments/webview/contract.ts b/extension/src/experiments/webview/contract.ts index 31b7347f44..aa81a162c6 100644 --- a/extension/src/experiments/webview/contract.ts +++ b/extension/src/experiments/webview/contract.ts @@ -12,6 +12,8 @@ export interface Experiment extends BaseExperimentFields { logicalGroupName?: string params?: Columns metrics?: Columns + deps?: Columns + outs?: Columns displayColor?: string selected?: boolean mutable?: boolean diff --git a/extension/src/test/fixtures/expShow/output.ts b/extension/src/test/fixtures/expShow/output.ts index a8dffedbbe..8ee0232aec 100644 --- a/extension/src/test/fixtures/expShow/output.ts +++ b/extension/src/test/fixtures/expShow/output.ts @@ -5,26 +5,48 @@ const data: ExperimentsOutput = { workspace: { baseline: { data: { - timestamp: null, - params: { - 'params.yaml': { - data: { - epochs: 2, - learning_rate: 2.2e-7, - dvc_logs_dir: 'dvc_logs', - log_file: 'logs.csv', - dropout: 0.122, - process: { threshold: 0.86, test_arg: 'string' } - } + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null }, - [join('nested', 'params.yaml')]: { - data: { - test: true - } + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null } }, - queued: false, - running: true, executor: 'workspace', metrics: { 'summary.json': { @@ -35,19 +57,42 @@ const data: ExperimentsOutput = { val_accuracy: 0.5608000159263611 } } - } - } - } - }, - '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77': { - baseline: { - data: { - timestamp: '2020-11-21T19:58:22', + }, + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { data: { - epochs: 5, - learning_rate: 2.1e-7, + epochs: 2, + learning_rate: 2.2e-7, dvc_logs_dir: 'dvc_logs', log_file: 'logs.csv', dropout: 0.122, @@ -61,7 +106,56 @@ const data: ExperimentsOutput = { } }, queued: false, - running: false, + running: true, + timestamp: null + } + } + }, + '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77': { + baseline: { + data: { + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -73,22 +167,46 @@ const data: ExperimentsOutput = { } } }, - name: 'main' - } - }, - '4fb124aebddb2adf1545030907687fa9a4c80e70': { - data: { - checkpoint_tip: '4fb124aebddb2adf1545030907687fa9a4c80e70', - timestamp: '2020-12-29T15:31:52', + name: 'main', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { data: { - epochs: 2, - learning_rate: 2e-12, + epochs: 5, + learning_rate: 2.1e-7, dvc_logs_dir: 'dvc_logs', log_file: 'logs.csv', - dropout: 0.15, - process: { threshold: 0.86, test_arg: 3 } + dropout: 0.122, + process: { threshold: 0.86, test_arg: 'string' } } }, [join('nested', 'params.yaml')]: { @@ -98,7 +216,56 @@ const data: ExperimentsOutput = { } }, queued: false, - running: true, + running: false, + timestamp: '2020-11-21T19:58:22' + } + }, + '4fb124aebddb2adf1545030907687fa9a4c80e70': { + data: { + checkpoint_parent: 'd1343a87c6ee4a2e82d19525964d2fb2cb6756c9', + checkpoint_tip: '4fb124aebddb2adf1545030907687fa9a4c80e70', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -111,13 +278,36 @@ const data: ExperimentsOutput = { } }, name: 'exp-e7a67', - checkpoint_parent: 'd1343a87c6ee4a2e82d19525964d2fb2cb6756c9' - } - }, - d1343a87c6ee4a2e82d19525964d2fb2cb6756c9: { - data: { - checkpoint_tip: '4fb124aebddb2adf1545030907687fa9a4c80e70', - timestamp: '2020-12-29T15:31:51', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { data: { @@ -136,7 +326,56 @@ const data: ExperimentsOutput = { } }, queued: false, - running: false, + running: true, + timestamp: '2020-12-29T15:31:52' + } + }, + d1343a87c6ee4a2e82d19525964d2fb2cb6756c9: { + data: { + checkpoint_parent: '1ee5f2ecb0fa4d83cbf614386536344cf894dd53', + checkpoint_tip: '4fb124aebddb2adf1545030907687fa9a4c80e70', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -148,13 +387,36 @@ const data: ExperimentsOutput = { } } }, - checkpoint_parent: '1ee5f2ecb0fa4d83cbf614386536344cf894dd53' - } - }, - '1ee5f2ecb0fa4d83cbf614386536344cf894dd53': { - data: { - checkpoint_tip: '4fb124aebddb2adf1545030907687fa9a4c80e70', - timestamp: '2020-12-29T15:31:44', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { data: { @@ -174,6 +436,55 @@ const data: ExperimentsOutput = { }, queued: false, running: false, + timestamp: '2020-12-29T15:31:51' + } + }, + '1ee5f2ecb0fa4d83cbf614386536344cf894dd53': { + data: { + checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77', + checkpoint_tip: '4fb124aebddb2adf1545030907687fa9a4c80e70', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -185,22 +496,45 @@ const data: ExperimentsOutput = { } } }, - checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77' - } - }, - '42b8736b08170529903cd203a1f40382a4b4a8cd': { - data: { - checkpoint_tip: '42b8736b08170529903cd203a1f40382a4b4a8cd', - timestamp: '2020-12-29T15:28:59', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { data: { epochs: 2, - learning_rate: 2.2e-7, + learning_rate: 2e-12, dvc_logs_dir: 'dvc_logs', log_file: 'logs.csv', - dropout: 0.122, - process: { threshold: 0.86, test_arg: 'string' } + dropout: 0.15, + process: { threshold: 0.86, test_arg: 3 } } }, [join('nested', 'params.yaml')]: { @@ -211,6 +545,55 @@ const data: ExperimentsOutput = { }, queued: false, running: false, + timestamp: '2020-12-29T15:31:44' + } + }, + '42b8736b08170529903cd203a1f40382a4b4a8cd': { + data: { + checkpoint_parent: '217312476f8854dda1865450b737eb6bc7a3ba1b', + checkpoint_tip: '42b8736b08170529903cd203a1f40382a4b4a8cd', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -222,14 +605,6 @@ const data: ExperimentsOutput = { } } }, - name: 'test-branch', - checkpoint_parent: '217312476f8854dda1865450b737eb6bc7a3ba1b' - } - }, - '217312476f8854dda1865450b737eb6bc7a3ba1b': { - data: { - checkpoint_tip: '42b8736b08170529903cd203a1f40382a4b4a8cd', - timestamp: '2020-12-29T15:28:57', params: { 'params.yaml': { data: { @@ -247,8 +622,88 @@ const data: ExperimentsOutput = { } } }, + name: 'test-branch', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, queued: false, running: false, + timestamp: '2020-12-29T15:28:59' + } + }, + '217312476f8854dda1865450b737eb6bc7a3ba1b': { + data: { + checkpoint_parent: '9523bde67538cf31230efaff2dbc47d38a944ab5', + checkpoint_tip: '42b8736b08170529903cd203a1f40382a4b4a8cd', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -260,13 +715,36 @@ const data: ExperimentsOutput = { } } }, - checkpoint_parent: '9523bde67538cf31230efaff2dbc47d38a944ab5' - } - }, - '9523bde67538cf31230efaff2dbc47d38a944ab5': { - data: { - checkpoint_tip: '42b8736b08170529903cd203a1f40382a4b4a8cd', - timestamp: '2020-12-29T15:28:50', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { data: { @@ -286,6 +764,55 @@ const data: ExperimentsOutput = { }, queued: false, running: false, + timestamp: '2020-12-29T15:28:57' + } + }, + '9523bde67538cf31230efaff2dbc47d38a944ab5': { + data: { + checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77', + checkpoint_tip: '42b8736b08170529903cd203a1f40382a4b4a8cd', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -297,22 +824,45 @@ const data: ExperimentsOutput = { } } }, - checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77' - } - }, - '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d': { - data: { - checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:27:02', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { data: { - epochs: 5, - learning_rate: 2.1e-7, + epochs: 2, + learning_rate: 2.2e-7, dvc_logs_dir: 'dvc_logs', log_file: 'logs.csv', - dropout: 0.124, - process: { threshold: 0.85 } + dropout: 0.122, + process: { threshold: 0.86, test_arg: 'string' } } }, [join('nested', 'params.yaml')]: { @@ -323,6 +873,55 @@ const data: ExperimentsOutput = { }, queued: false, running: false, + timestamp: '2020-12-29T15:28:50' + } + }, + '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d': { + data: { + checkpoint_parent: '22e40e1fa3c916ac567f69b85969e3066a91dda4', + checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -335,13 +934,36 @@ const data: ExperimentsOutput = { } }, name: 'exp-83425', - checkpoint_parent: '22e40e1fa3c916ac567f69b85969e3066a91dda4' - } - }, - '22e40e1fa3c916ac567f69b85969e3066a91dda4': { - data: { - checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:27:01', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { data: { @@ -361,6 +983,55 @@ const data: ExperimentsOutput = { }, queued: false, running: false, + timestamp: '2020-12-29T15:27:02' + } + }, + '22e40e1fa3c916ac567f69b85969e3066a91dda4': { + data: { + checkpoint_parent: '91116c1eae4b79cb1f5ab0312dfd9b3e43608e15', + checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -372,13 +1043,6 @@ const data: ExperimentsOutput = { } } }, - checkpoint_parent: '91116c1eae4b79cb1f5ab0312dfd9b3e43608e15' - } - }, - '91116c1eae4b79cb1f5ab0312dfd9b3e43608e15': { - data: { - checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:26:55', params: { 'params.yaml': { data: { @@ -396,8 +1060,87 @@ const data: ExperimentsOutput = { } } }, + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, queued: false, running: false, + timestamp: '2020-12-29T15:27:01' + } + }, + '91116c1eae4b79cb1f5ab0312dfd9b3e43608e15': { + data: { + checkpoint_parent: 'e821416bfafb4bc28b3e0a8ddb322505b0ad2361', + checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -409,13 +1152,6 @@ const data: ExperimentsOutput = { } } }, - checkpoint_parent: 'e821416bfafb4bc28b3e0a8ddb322505b0ad2361' - } - }, - e821416bfafb4bc28b3e0a8ddb322505b0ad2361: { - data: { - checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:26:49', params: { 'params.yaml': { data: { @@ -433,8 +1169,87 @@ const data: ExperimentsOutput = { } } }, + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, queued: false, running: false, + timestamp: '2020-12-29T15:26:55' + } + }, + e821416bfafb4bc28b3e0a8ddb322505b0ad2361: { + data: { + checkpoint_parent: 'c658f8b14ac819ac2a5ea0449da6c15dbe8eb880', + checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -446,13 +1261,36 @@ const data: ExperimentsOutput = { } } }, - checkpoint_parent: 'c658f8b14ac819ac2a5ea0449da6c15dbe8eb880' - } - }, - c658f8b14ac819ac2a5ea0449da6c15dbe8eb880: { - data: { - checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:26:43', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { data: { @@ -472,6 +1310,55 @@ const data: ExperimentsOutput = { }, queued: false, running: false, + timestamp: '2020-12-29T15:26:49' + } + }, + c658f8b14ac819ac2a5ea0449da6c15dbe8eb880: { + data: { + checkpoint_parent: '23250b33e3d6dd0e136262d1d26a2face031cb03', + checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -483,13 +1370,36 @@ const data: ExperimentsOutput = { } } }, - checkpoint_parent: '23250b33e3d6dd0e136262d1d26a2face031cb03' - } - }, - '23250b33e3d6dd0e136262d1d26a2face031cb03': { - data: { - checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:26:36', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { data: { @@ -509,6 +1419,55 @@ const data: ExperimentsOutput = { }, queued: false, running: false, + timestamp: '2020-12-29T15:26:43' + } + }, + '23250b33e3d6dd0e136262d1d26a2face031cb03': { + data: { + checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77', + checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, executor: null, metrics: { 'summary.json': { @@ -520,12 +1479,132 @@ const data: ExperimentsOutput = { } } }, - checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77' + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, + params: { + 'params.yaml': { + data: { + epochs: 5, + learning_rate: 2.1e-7, + dvc_logs_dir: 'dvc_logs', + log_file: 'logs.csv', + dropout: 0.124, + process: { threshold: 0.85 } + } + }, + [join('nested', 'params.yaml')]: { + data: { + test: true + } + } + }, + queued: false, + running: false, + timestamp: '2020-12-29T15:26:36' } }, '90aea7f2482117a55dfcadcdb901aaa6610fbbc9': { data: { - timestamp: '2020-12-29T15:25:27', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { data: { @@ -543,7 +1622,8 @@ const data: ExperimentsOutput = { } } }, - queued: true + queued: true, + timestamp: '2020-12-29T15:25:27' } } } diff --git a/extension/src/test/fixtures/expShow/rows.ts b/extension/src/test/fixtures/expShow/rows.ts index b13fb17922..dfdf2f8de9 100644 --- a/extension/src/test/fixtures/expShow/rows.ts +++ b/extension/src/test/fixtures/expShow/rows.ts @@ -6,23 +6,52 @@ const colorsList = copyOriginalColors() const data: Row[] = [ { - timestamp: null, - params: { - 'params.yaml': { - epochs: 2, - learning_rate: 2.2e-7, - dvc_logs_dir: 'dvc_logs', - log_file: 'logs.csv', - dropout: 0.122, - process: { threshold: 0.86, test_arg: 'string' } + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null }, - [join('nested', 'params.yaml')]: { - test: true + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null } }, - queued: false, - running: true, + displayColor: colorsList[0], executor: 'workspace', + id: 'workspace', + label: 'workspace', metrics: { 'summary.json': { loss: 1.9293040037155151, @@ -31,17 +60,40 @@ const data: Row[] = [ val_accuracy: 0.5608000159263611 } }, - displayColor: colorsList[0], - label: 'workspace', - selected: true, - id: 'workspace' - }, - { - timestamp: '2020-11-21T19:58:22', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { - epochs: 5, - learning_rate: 2.1e-7, + epochs: 2, + learning_rate: 2.2e-7, dvc_logs_dir: 'dvc_logs', log_file: 'logs.csv', dropout: 0.122, @@ -52,8 +104,57 @@ const data: Row[] = [ } }, queued: false, - running: false, + running: true, + selected: true, + timestamp: null + }, + { + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: colorsList[1], executor: null, + id: 'main', + label: 'main', metrics: { 'summary.json': { loss: 2.048856019973755, @@ -62,16 +163,145 @@ const data: Row[] = [ val_accuracy: 0.4277999997138977 } }, - id: 'main', name: 'main', - label: 'main', - displayColor: colorsList[1], + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, + params: { + 'params.yaml': { + epochs: 5, + learning_rate: 2.1e-7, + dvc_logs_dir: 'dvc_logs', + log_file: 'logs.csv', + dropout: 0.122, + process: { threshold: 0.86, test_arg: 'string' } + }, + [join('nested', 'params.yaml')]: { + test: true + } + }, + queued: false, + running: false, selected: true, sha: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77', subRows: [ { + checkpoint_parent: 'd1343a87c6ee4a2e82d19525964d2fb2cb6756c9', checkpoint_tip: '4fb124aebddb2adf1545030907687fa9a4c80e70', - timestamp: '2020-12-29T15:31:52', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: colorsList[2], + displayNameOrParent: '[exp-e7a67]', + executor: null, + id: 'exp-e7a67', + label: '4fb124a', + logicalGroupName: '[exp-e7a67]', + metrics: { + 'summary.json': { + loss: 2.0205044746398926, + accuracy: 0.3724166750907898, + val_loss: 1.9979370832443237, + val_accuracy: 0.4277999997138977 + } + }, + name: 'exp-e7a67', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 2, @@ -87,27 +317,97 @@ const data: Row[] = [ }, queued: false, running: true, - executor: null, - metrics: { - 'summary.json': { - loss: 2.0205044746398926, - accuracy: 0.3724166750907898, - val_loss: 1.9979370832443237, - val_accuracy: 0.4277999997138977 - } - }, - name: 'exp-e7a67', - checkpoint_parent: 'd1343a87c6ee4a2e82d19525964d2fb2cb6756c9', - label: '4fb124a', - logicalGroupName: '[exp-e7a67]', - displayNameOrParent: '[exp-e7a67]', - displayColor: colorsList[2], - id: 'exp-e7a67', + selected: true, sha: '4fb124aebddb2adf1545030907687fa9a4c80e70', subRows: [ { + checkpoint_parent: '1ee5f2ecb0fa4d83cbf614386536344cf894dd53', checkpoint_tip: '4fb124aebddb2adf1545030907687fa9a4c80e70', - timestamp: '2020-12-29T15:31:51', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: undefined, + executor: null, + id: 'd1343a87c6ee4a2e82d19525964d2fb2cb6756c9', + label: 'd1343a8', + logicalGroupName: '[exp-e7a67]', + metrics: { + 'summary.json': { + loss: 2.0205044746398926, + accuracy: 0.3724166750907898, + val_loss: 1.9979370832443237, + val_accuracy: 0.4277999997138977 + } + }, + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 2, @@ -123,26 +423,98 @@ const data: Row[] = [ }, queued: false, running: false, + selected: false, + sha: 'd1343a87c6ee4a2e82d19525964d2fb2cb6756c9', + timestamp: '2020-12-29T15:31:51' + }, + { + checkpoint_tip: '4fb124aebddb2adf1545030907687fa9a4c80e70', + checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: undefined, executor: null, + id: '1ee5f2ecb0fa4d83cbf614386536344cf894dd53', + label: '1ee5f2e', + logicalGroupName: '[exp-e7a67]', metrics: { 'summary.json': { - loss: 2.0205044746398926, - accuracy: 0.3724166750907898, + loss: 2.020392894744873, + accuracy: 0.3723166584968567, val_loss: 1.9979370832443237, val_accuracy: 0.4277999997138977 } }, - checkpoint_parent: '1ee5f2ecb0fa4d83cbf614386536344cf894dd53', - label: 'd1343a8', - logicalGroupName: '[exp-e7a67]', - displayColor: undefined, - id: 'd1343a87c6ee4a2e82d19525964d2fb2cb6756c9', - selected: false, - sha: 'd1343a87c6ee4a2e82d19525964d2fb2cb6756c9' - }, - { - checkpoint_tip: '4fb124aebddb2adf1545030907687fa9a4c80e70', - timestamp: '2020-12-29T15:31:44', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 2, @@ -158,29 +530,103 @@ const data: Row[] = [ }, queued: false, running: false, - executor: null, - metrics: { - 'summary.json': { - loss: 2.020392894744873, - accuracy: 0.3723166584968567, - val_loss: 1.9979370832443237, - val_accuracy: 0.4277999997138977 - } - }, - checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77', - displayColor: undefined, - label: '1ee5f2e', - logicalGroupName: '[exp-e7a67]', - id: '1ee5f2ecb0fa4d83cbf614386536344cf894dd53', selected: false, - sha: '1ee5f2ecb0fa4d83cbf614386536344cf894dd53' + sha: '1ee5f2ecb0fa4d83cbf614386536344cf894dd53', + timestamp: '2020-12-29T15:31:44' } ], - selected: true + timestamp: '2020-12-29T15:31:52' }, { + checkpoint_parent: '217312476f8854dda1865450b737eb6bc7a3ba1b', checkpoint_tip: '42b8736b08170529903cd203a1f40382a4b4a8cd', - timestamp: '2020-12-29T15:28:59', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: colorsList[3], + displayNameOrParent: '[test-branch]', + executor: null, + id: 'test-branch', + label: '42b8736', + logicalGroupName: '[test-branch]', + metrics: { + 'summary.json': { + loss: 1.9293040037155151, + accuracy: 0.4668000042438507, + val_loss: 1.8770883083343506, + val_accuracy: 0.5608000159263611 + } + }, + name: 'test-branch', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 2, @@ -196,27 +642,97 @@ const data: Row[] = [ }, queued: false, running: false, - executor: null, - metrics: { - 'summary.json': { - loss: 1.9293040037155151, - accuracy: 0.4668000042438507, - val_loss: 1.8770883083343506, - val_accuracy: 0.5608000159263611 - } - }, - name: 'test-branch', - checkpoint_parent: '217312476f8854dda1865450b737eb6bc7a3ba1b', - displayColor: colorsList[3], - label: '42b8736', - logicalGroupName: '[test-branch]', - displayNameOrParent: '[test-branch]', - id: 'test-branch', + selected: true, sha: '42b8736b08170529903cd203a1f40382a4b4a8cd', subRows: [ { + checkpoint_parent: '9523bde67538cf31230efaff2dbc47d38a944ab5', checkpoint_tip: '42b8736b08170529903cd203a1f40382a4b4a8cd', - timestamp: '2020-12-29T15:28:57', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: undefined, + executor: null, + id: '217312476f8854dda1865450b737eb6bc7a3ba1b', + label: '2173124', + logicalGroupName: '[test-branch]', + metrics: { + 'summary.json': { + loss: 1.9293040037155151, + accuracy: 0.4668000042438507, + val_loss: 1.8770883083343506, + val_accuracy: 0.5608000159263611 + } + }, + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 2, @@ -232,26 +748,98 @@ const data: Row[] = [ }, queued: false, running: false, - executor: null, - metrics: { - 'summary.json': { - loss: 1.9293040037155151, - accuracy: 0.4668000042438507, - val_loss: 1.8770883083343506, - val_accuracy: 0.5608000159263611 - } - }, - checkpoint_parent: '9523bde67538cf31230efaff2dbc47d38a944ab5', - displayColor: undefined, - label: '2173124', - logicalGroupName: '[test-branch]', - id: '217312476f8854dda1865450b737eb6bc7a3ba1b', selected: false, - sha: '217312476f8854dda1865450b737eb6bc7a3ba1b' + sha: '217312476f8854dda1865450b737eb6bc7a3ba1b', + timestamp: '2020-12-29T15:28:57' }, { checkpoint_tip: '42b8736b08170529903cd203a1f40382a4b4a8cd', - timestamp: '2020-12-29T15:28:50', + checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: undefined, + executor: null, + id: '9523bde67538cf31230efaff2dbc47d38a944ab5', + label: '9523bde', + logicalGroupName: '[test-branch]', + metrics: { + 'summary.json': { + loss: 1.9882521629333496, + accuracy: 0.4083833396434784, + val_loss: 1.9363881349563599, + val_accuracy: 0.4970000088214874 + } + }, + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 2, @@ -267,29 +855,103 @@ const data: Row[] = [ }, queued: false, running: false, - executor: null, - metrics: { - 'summary.json': { - loss: 1.9882521629333496, - accuracy: 0.4083833396434784, - val_loss: 1.9363881349563599, - val_accuracy: 0.4970000088214874 - } - }, - checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77', - displayColor: undefined, - label: '9523bde', - logicalGroupName: '[test-branch]', - id: '9523bde67538cf31230efaff2dbc47d38a944ab5', selected: false, - sha: '9523bde67538cf31230efaff2dbc47d38a944ab5' + sha: '9523bde67538cf31230efaff2dbc47d38a944ab5', + timestamp: '2020-12-29T15:28:50' } ], - selected: true + timestamp: '2020-12-29T15:28:59' }, { + checkpoint_parent: '22e40e1fa3c916ac567f69b85969e3066a91dda4', checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:27:02', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: colorsList[4], + displayNameOrParent: '[exp-83425]', + id: 'exp-83425', + executor: null, + label: '1ba7bcd', + logicalGroupName: '[exp-83425]', + metrics: { + 'summary.json': { + loss: 1.775016188621521, + accuracy: 0.5926499962806702, + val_loss: 1.7233840227127075, + val_accuracy: 0.6704000234603882 + } + }, + name: 'exp-83425', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 5, @@ -305,43 +967,59 @@ const data: Row[] = [ }, queued: false, running: false, - executor: null, - metrics: { - 'summary.json': { - loss: 1.775016188621521, - accuracy: 0.5926499962806702, - val_loss: 1.7233840227127075, - val_accuracy: 0.6704000234603882 - } - }, - name: 'exp-83425', - checkpoint_parent: '22e40e1fa3c916ac567f69b85969e3066a91dda4', - displayColor: colorsList[4], - label: '1ba7bcd', - logicalGroupName: '[exp-83425]', - displayNameOrParent: '[exp-83425]', - id: 'exp-83425', + selected: true, sha: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', subRows: [ { checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:27:01', - params: { - 'params.yaml': { - epochs: 5, - learning_rate: 2.1e-7, - dvc_logs_dir: 'dvc_logs', - log_file: 'logs.csv', - dropout: 0.124, - process: { threshold: 0.85 } + checkpoint_parent: '91116c1eae4b79cb1f5ab0312dfd9b3e43608e15', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null }, - [join('nested', 'params.yaml')]: { - test: true + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null } }, - queued: false, - running: false, + displayColor: undefined, executor: null, + id: '22e40e1fa3c916ac567f69b85969e3066a91dda4', + label: '22e40e1', + logicalGroupName: '[exp-83425]', metrics: { 'summary.json': { loss: 1.775016188621521, @@ -350,17 +1028,36 @@ const data: Row[] = [ val_accuracy: 0.6704000234603882 } }, - checkpoint_parent: '91116c1eae4b79cb1f5ab0312dfd9b3e43608e15', - displayColor: undefined, - label: '22e40e1', - logicalGroupName: '[exp-83425]', - id: '22e40e1fa3c916ac567f69b85969e3066a91dda4', - selected: false, - sha: '22e40e1fa3c916ac567f69b85969e3066a91dda4' - }, - { - checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:26:55', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 5, @@ -376,7 +1073,58 @@ const data: Row[] = [ }, queued: false, running: false, + selected: false, + sha: '22e40e1fa3c916ac567f69b85969e3066a91dda4', + timestamp: '2020-12-29T15:27:01' + }, + { + checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', + checkpoint_parent: 'e821416bfafb4bc28b3e0a8ddb322505b0ad2361', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: undefined, executor: null, + id: '91116c1eae4b79cb1f5ab0312dfd9b3e43608e15', metrics: { 'summary.json': { loss: 1.8261293172836304, @@ -385,17 +1133,38 @@ const data: Row[] = [ val_accuracy: 0.6414999961853027 } }, - checkpoint_parent: 'e821416bfafb4bc28b3e0a8ddb322505b0ad2361', - displayColor: undefined, label: '91116c1', logicalGroupName: '[exp-83425]', - id: '91116c1eae4b79cb1f5ab0312dfd9b3e43608e15', - selected: false, - sha: '91116c1eae4b79cb1f5ab0312dfd9b3e43608e15' - }, - { - checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:26:49', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 5, @@ -411,7 +1180,60 @@ const data: Row[] = [ }, queued: false, running: false, + selected: false, + sha: '91116c1eae4b79cb1f5ab0312dfd9b3e43608e15', + timestamp: '2020-12-29T15:26:55' + }, + { + checkpoint_parent: 'c658f8b14ac819ac2a5ea0449da6c15dbe8eb880', + checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: undefined, executor: null, + id: 'e821416bfafb4bc28b3e0a8ddb322505b0ad2361', + label: 'e821416', + logicalGroupName: '[exp-83425]', metrics: { 'summary.json': { loss: 1.8798457384109497, @@ -420,17 +1242,36 @@ const data: Row[] = [ val_accuracy: 0.6035000085830688 } }, - checkpoint_parent: 'c658f8b14ac819ac2a5ea0449da6c15dbe8eb880', - displayColor: undefined, - label: 'e821416', - logicalGroupName: '[exp-83425]', - id: 'e821416bfafb4bc28b3e0a8ddb322505b0ad2361', - selected: false, - sha: 'e821416bfafb4bc28b3e0a8ddb322505b0ad2361' - }, - { - checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:26:43', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 5, @@ -446,7 +1287,60 @@ const data: Row[] = [ }, queued: false, running: false, + selected: false, + sha: 'e821416bfafb4bc28b3e0a8ddb322505b0ad2361', + timestamp: '2020-12-29T15:26:49' + }, + { + checkpoint_parent: '23250b33e3d6dd0e136262d1d26a2face031cb03', + checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: undefined, executor: null, + id: 'c658f8b14ac819ac2a5ea0449da6c15dbe8eb880', + label: 'c658f8b', + logicalGroupName: '[exp-83425]', metrics: { 'summary.json': { loss: 1.9329891204833984, @@ -455,17 +1349,36 @@ const data: Row[] = [ val_accuracy: 0.5550000071525574 } }, - checkpoint_parent: '23250b33e3d6dd0e136262d1d26a2face031cb03', - displayColor: undefined, - label: 'c658f8b', - logicalGroupName: '[exp-83425]', - id: 'c658f8b14ac819ac2a5ea0449da6c15dbe8eb880', - selected: false, - sha: 'c658f8b14ac819ac2a5ea0449da6c15dbe8eb880' - }, - { - checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', - timestamp: '2020-12-29T15:26:36', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 5, @@ -481,7 +1394,60 @@ const data: Row[] = [ }, queued: false, running: false, + selected: false, + sha: 'c658f8b14ac819ac2a5ea0449da6c15dbe8eb880', + timestamp: '2020-12-29T15:26:43' + }, + { + checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77', + checkpoint_tip: '1ba7bcd6ce6154e72e18b155475663ecbbd1f49d', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + displayColor: undefined, executor: null, + id: '23250b33e3d6dd0e136262d1d26a2face031cb03', + label: '23250b3', + logicalGroupName: '[exp-83425]', metrics: { 'summary.json': { loss: 1.9896177053451538, @@ -490,19 +1456,133 @@ const data: Row[] = [ val_accuracy: 0.49399998784065247 } }, - checkpoint_parent: '53c3851f46955fa3e2b8f6e1c52999acc8c9ea77', - displayColor: undefined, - label: '23250b3', - logicalGroupName: '[exp-83425]', - id: '23250b33e3d6dd0e136262d1d26a2face031cb03', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, + params: { + 'params.yaml': { + epochs: 5, + learning_rate: 2.1e-7, + dvc_logs_dir: 'dvc_logs', + log_file: 'logs.csv', + dropout: 0.124, + process: { threshold: 0.85 } + }, + [join('nested', 'params.yaml')]: { + test: true + } + }, + queued: false, + running: false, selected: false, - sha: '23250b33e3d6dd0e136262d1d26a2face031cb03' + sha: '23250b33e3d6dd0e136262d1d26a2face031cb03', + timestamp: '2020-12-29T15:26:36' } ], - selected: true + timestamp: '2020-12-29T15:27:02' }, { - timestamp: '2020-12-29T15:25:27', + deps: { + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null + }, + [join('src', 'prepare.py')]: { + hash: 'f09ea0c15980b43010257ccb9f0055e2', + size: 1576, + nfiles: null + }, + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2 + }, + [join('src', 'featurization.py')]: { + hash: 'e0265fc22f056a4b86d85c3056bc2894', + size: 2490, + nfiles: null + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2 + }, + [join('src', 'train.py')]: { + hash: 'c3961d777cfbd7727f9fde4851896006', + size: 967, + nfiles: null + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null + }, + [join('src', 'evaluate.py')]: { + hash: '44e714021a65edf881b1716e791d7f59', + size: 2346, + nfiles: null + } + }, + id: '90aea7f2482117a55dfcadcdb901aaa6610fbbc9', + label: '90aea7f', + outs: { + [join('data', 'prepared')]: { + hash: '153aad06d376b6595932470e459ef42a.dir', + size: 8437363, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + [join('data', 'features')]: { + hash: 'f35d4cc2c552ac959ae602162b8543f3.dir', + size: 2232588, + nfiles: 2, + use_cache: true, + is_data_source: false + }, + 'model.pkl': { + hash: '46865edbf3d62fc5c039dd9d2b0567a4', + size: 1763725, + nfiles: null, + use_cache: true, + is_data_source: false + }, + [join('data', 'data.xml')]: { + hash: '22a1a2931c8370d3aeedd7183606fd7f', + size: 14445097, + nfiles: null, + use_cache: true, + is_data_source: true + } + }, params: { 'params.yaml': { epochs: 5, @@ -517,11 +1597,11 @@ const data: Row[] = [ } }, queued: true, - label: '90aea7f', - id: '90aea7f2482117a55dfcadcdb901aaa6610fbbc9', - sha: '90aea7f2482117a55dfcadcdb901aaa6610fbbc9' + sha: '90aea7f2482117a55dfcadcdb901aaa6610fbbc9', + timestamp: '2020-12-29T15:25:27' } - ] + ], + timestamp: '2020-11-21T19:58:22' } ]