timeline.ctf.json

{
    "traceEvents": [
        {
            "name": "process_name",
            "args": {
                "name": "Allocators"
            },
            "ph": "M",
            "pid": 0
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/stream:15 Compute"
            },
            "ph": "M",
            "pid": 1
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/stream:15 Tensors"
            },
            "ph": "M",
            "pid": 2
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/stream:14 Compute"
            },
            "ph": "M",
            "pid": 3
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/stream:14 Tensors"
            },
            "ph": "M",
            "pid": 4
        },
        {
            "name": "process_name",
            "args": {
                "name": "/job:localhost/replica:0/task:0/device:CPU:0 Compute"
            },
            "ph": "M",
            "pid": 5
        },
        {
            "name": "process_name",
            "args": {
                "name": "/job:localhost/replica:0/task:0/device:CPU:0 Tensors"
            },
            "ph": "M",
            "pid": 6
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/stream:29 Compute"
            },
            "ph": "M",
            "pid": 7
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/stream:29 Tensors"
            },
            "ph": "M",
            "pid": 8
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/memcpy Compute"
            },
            "ph": "M",
            "pid": 9
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/memcpy Tensors"
            },
            "ph": "M",
            "pid": 10
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/stream:all Compute"
            },
            "ph": "M",
            "pid": 11
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/stream:all Tensors"
            },
            "ph": "M",
            "pid": 12
        },
        {
            "name": "process_name",
            "args": {
                "name": "/job:localhost/replica:0/task:0/device:GPU:0 Compute"
            },
            "ph": "M",
            "pid": 13
        },
        {
            "name": "process_name",
            "args": {
                "name": "/job:localhost/replica:0/task:0/device:GPU:0 Tensors"
            },
            "ph": "M",
            "pid": 14
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/stream:13 Compute"
            },
            "ph": "M",
            "pid": 15
        },
        {
            "name": "process_name",
            "args": {
                "name": "/device:GPU:0/stream:13 Tensors"
            },
            "ph": "M",
            "pid": 16
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoH",
            "ts": 1536533890331889,
            "ph": "X",
            "pid": 1,
            "cat": "Op",
            "args": {
                "name": "edge_264_Mean",
                "op": "MEMCPYDtoH"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYHtoD",
            "ts": 1536533890327009,
            "ph": "X",
            "pid": 3,
            "cat": "Op",
            "args": {
                "name": "edge_84_v0/IteratorGetNext",
                "op": "MEMCPYHtoD"
            },
            "tid": 0
        },
        {
            "dur": 140,
            "name": "MEMCPYHtoD",
            "ts": 1536533890327101,
            "ph": "X",
            "pid": 3,
            "cat": "Op",
            "args": {
                "name": "edge_15_v0/IteratorGetNext",
                "op": "MEMCPYHtoD"
            },
            "tid": 0
        },
        {
            "dur": 6,
            "name": "NoOp",
            "ts": 1536533890310018,
            "ph": "X",
            "pid": 5,
            "cat": "Op",
            "args": {
                "name": "_SOURCE",
                "op": "NoOp"
            },
            "tid": 0
        },
        {
            "dur": 11,
            "name": "_Arg",
            "ts": 1536533890310040,
            "ph": "X",
            "pid": 5,
            "cat": "Op",
            "args": {
                "name": "_arg_v0/Placeholder_0_0",
                "op": "_Arg"
            },
            "tid": 0
        },
        {
            "dur": 11,
            "name": "VariableV2",
            "ts": 1536533890310054,
            "ph": "X",
            "pid": 5,
            "cat": "Op",
            "args": {
                "name": "Variable",
                "op": "VariableV2"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Identity",
            "ts": 1536533890310069,
            "ph": "X",
            "pid": 5,
            "cat": "Op",
            "args": {
                "name": "Variable/read",
                "op": "Identity",
                "input0": "Variable"
            },
            "tid": 0
        },
        {
            "dur": 21,
            "name": "IteratorFromStringHandle",
            "ts": 1536533890310053,
            "ph": "X",
            "pid": 5,
            "cat": "Op",
            "args": {
                "name": "v0/IteratorFromStringHandle",
                "op": "IteratorFromStringHandle",
                "input0": "_arg_v0/Placeholder_0_0"
            },
            "tid": 1
        },
        {
            "id": 0,
            "name": "_arg_v0/Placeholder_0_0",
            "ts": 1536533890310051,
            "ph": "s",
            "pid": 5,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 0,
            "name": "_arg_v0/Placeholder_0_0",
            "ts": 1536533890310053,
            "ph": "t",
            "pid": 5,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "dur": 3,
            "name": "Switch",
            "ts": 1536533890310077,
            "ph": "X",
            "pid": 5,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/Switch",
                "op": "Switch",
                "input0": "Variable",
                "input1": "Variable/read"
            },
            "tid": 0
        },
        {
            "dur": 16857,
            "name": "IteratorGetNext",
            "ts": 1536533890310076,
            "ph": "X",
            "pid": 5,
            "cat": "Op",
            "args": {
                "name": "v0/IteratorGetNext",
                "op": "IteratorGetNext",
                "input0": "v0/IteratorFromStringHandle"
            },
            "tid": 1
        },
        {
            "dur": 3,
            "name": "_Retval",
            "ts": 1536533890332011,
            "ph": "X",
            "pid": 5,
            "cat": "Op",
            "args": {
                "name": "_retval_Mean_0_0",
                "op": "_Retval",
                "input0": "Mean/_13"
            },
            "tid": 0
        },
        {
            "id": 1,
            "name": "Mean",
            "ts": 1536533890328194,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 1,
            "name": "Mean",
            "ts": 1536533890332011,
            "ph": "t",
            "pid": 5,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890331933,
            "ph": "X",
            "pid": 7,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890331957,
            "ph": "X",
            "pid": 7,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890332482,
            "ph": "X",
            "pid": 7,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890332960,
            "ph": "X",
            "pid": 7,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890333934,
            "ph": "X",
            "pid": 7,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890338100,
            "ph": "X",
            "pid": 7,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890339001,
            "ph": "X",
            "pid": 7,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890340086,
            "ph": "X",
            "pid": 7,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYHtoD",
            "ts": 1536533890327009,
            "ph": "X",
            "pid": 9,
            "cat": "Op",
            "args": {
                "name": "edge_84_v0/IteratorGetNext",
                "op": "MEMCPYHtoD"
            },
            "tid": 0
        },
        {
            "dur": 140,
            "name": "MEMCPYHtoD",
            "ts": 1536533890327101,
            "ph": "X",
            "pid": 9,
            "cat": "Op",
            "args": {
                "name": "edge_15_v0/IteratorGetNext",
                "op": "MEMCPYHtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoH",
            "ts": 1536533890331889,
            "ph": "X",
            "pid": 9,
            "cat": "Op",
            "args": {
                "name": "edge_264_Mean",
                "op": "MEMCPYDtoH"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890331933,
            "ph": "X",
            "pid": 9,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890331957,
            "ph": "X",
            "pid": 9,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890332482,
            "ph": "X",
            "pid": 9,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890332960,
            "ph": "X",
            "pid": 9,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890333934,
            "ph": "X",
            "pid": 9,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890338100,
            "ph": "X",
            "pid": 9,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890339001,
            "ph": "X",
            "pid": 9,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "MEMCPYDtoD",
            "ts": 1536533890340086,
            "ph": "X",
            "pid": 9,
            "cat": "Op",
            "args": {
                "name": "unknown",
                "op": "MEMCPYDtoD"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Conv2D",
            "ts": 1536533890327361,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Conv2D",
            "ts": 1536533890327397,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 276,
            "name": "Conv2D",
            "ts": 1536533890327412,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 481,
            "name": "BiasAdd",
            "ts": 1536533890327689,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/BiasAdd",
                "op": "BiasAdd"
            },
            "tid": 0
        },
        {
            "dur": 438,
            "name": "Relu",
            "ts": 1536533890328171,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/Relu",
                "op": "Relu"
            },
            "tid": 0
        },
        {
            "dur": 324,
            "name": "MaxPool",
            "ts": 1536533890328613,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/max_pooling2d/MaxPool",
                "op": "MaxPool"
            },
            "tid": 0
        },
        {
            "dur": 5,
            "name": "Conv2D",
            "ts": 1536533890328940,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Conv2D",
            "ts": 1536533890328950,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 1437,
            "name": "Conv2D",
            "ts": 1536533890328954,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 238,
            "name": "BiasAdd",
            "ts": 1536533890330395,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/BiasAdd",
                "op": "BiasAdd"
            },
            "tid": 0
        },
        {
            "dur": 220,
            "name": "Relu",
            "ts": 1536533890330636,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/Relu",
                "op": "Relu"
            },
            "tid": 0
        },
        {
            "dur": 175,
            "name": "MaxPool",
            "ts": 1536533890330858,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/max_pooling2d_1/MaxPool",
                "op": "MaxPool"
            },
            "tid": 0
        },
        {
            "dur": 58,
            "name": "Transpose",
            "ts": 1536533890331037,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/max_pooling2d_1/MaxPool-0-0-TransposeNCHWToNHWC-LayoutOptimizer",
                "op": "Transpose"
            },
            "tid": 0
        },
        {
            "dur": 486,
            "name": "MatMul",
            "ts": 1536533890331107,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/dense/MatMul",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 19,
            "name": "BiasAdd",
            "ts": 1536533890331596,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/dense/BiasAdd",
                "op": "BiasAdd"
            },
            "tid": 0
        },
        {
            "dur": 11,
            "name": "Relu",
            "ts": 1536533890331618,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/dense/Relu",
                "op": "Relu"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "Mul",
            "ts": 1536533890331632,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/div",
                "op": "Mul"
            },
            "tid": 0
        },
        {
            "dur": 13,
            "name": "RandomUniform",
            "ts": 1536533890331653,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/random_uniform/RandomUniform",
                "op": "RandomUniform"
            },
            "tid": 0
        },
        {
            "dur": 10,
            "name": "Fill",
            "ts": 1536533890331669,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/zeros",
                "op": "Fill"
            },
            "tid": 0
        },
        {
            "dur": 18,
            "name": "Add",
            "ts": 1536533890331683,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/add",
                "op": "Add"
            },
            "tid": 0
        },
        {
            "dur": 12,
            "name": "Floor",
            "ts": 1536533890331705,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/Floor",
                "op": "Floor"
            },
            "tid": 0
        },
        {
            "dur": 15,
            "name": "Mul",
            "ts": 1536533890331721,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/dropout/mul_grad/Mul",
                "op": "Mul"
            },
            "tid": 0
        },
        {
            "dur": 28,
            "name": "Mul",
            "ts": 1536533890331738,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/mul",
                "op": "Mul"
            },
            "tid": 0
        },
        {
            "dur": 18,
            "name": "MatMul",
            "ts": 1536533890331770,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/dense_1/MatMul",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "BiasAdd",
            "ts": 1536533890331790,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/dense_1/BiasAdd",
                "op": "BiasAdd"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331795,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331800,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 5,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331807,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 9,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331814,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331825,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331830,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Fill",
            "ts": 1536533890331834,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like",
                "op": "Fill"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Sum",
            "ts": 1536533890331839,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Sum",
                "op": "Sum"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Sum",
            "ts": 1536533890331844,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/num_present",
                "op": "Sum"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Greater",
            "ts": 1536533890331849,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Greater",
                "op": "Greater"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Equal",
            "ts": 1536533890331854,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Equal",
                "op": "Equal"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Select",
            "ts": 1536533890331859,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/value_grad/Select",
                "op": "Select"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Select",
            "ts": 1536533890331864,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Select",
                "op": "Select"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "RealDiv",
            "ts": 1536533890331868,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/div",
                "op": "RealDiv"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "RealDiv",
            "ts": 1536533890331873,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/div_grad/RealDiv",
                "op": "RealDiv"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Select",
            "ts": 1536533890331878,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/value",
                "op": "Select"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Tile",
            "ts": 1536533890331883,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Sum_grad/Tile",
                "op": "Tile"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Mul",
            "ts": 1536533890331887,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul",
                "op": "Mul"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "BiasAddGrad",
            "ts": 1536533890331902,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "BiasAddGrad",
            "ts": 1536533890331909,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 18,
            "name": "MatMul",
            "ts": 1536533890331914,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense_1/MatMul_grad/MatMul",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 18,
            "name": "MatMul",
            "ts": 1536533890331938,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense_1/MatMul_grad/MatMul_1",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 25,
            "name": "Mul",
            "ts": 1536533890331960,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/dropout/div_grad/RealDiv",
                "op": "Mul"
            },
            "tid": 0
        },
        {
            "dur": 27,
            "name": "AddN",
            "ts": 1536533890331988,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/AddN",
                "op": "AddN"
            },
            "tid": 0
        },
        {
            "dur": 27,
            "name": "ReluGrad",
            "ts": 1536533890332018,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/Relu_grad/ReluGrad",
                "op": "ReluGrad"
            },
            "tid": 0
        },
        {
            "dur": 12,
            "name": "BiasAddGrad",
            "ts": 1536533890332058,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 405,
            "name": "MatMul",
            "ts": 1536533890332073,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/MatMul_grad/MatMul_1",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 473,
            "name": "MatMul",
            "ts": 1536533890332485,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/MatMul_grad/MatMul",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 57,
            "name": "Transpose",
            "ts": 1536533890333069,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/max_pooling2d_1/MaxPool_grad/MaxPoolGrad-2-TransposeNHWCToNCHW-LayoutOptimizer",
                "op": "Transpose"
            },
            "tid": 0
        },
        {
            "dur": 329,
            "name": "MaxPoolGrad",
            "ts": 1536533890333130,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/max_pooling2d_1/MaxPool_grad/MaxPoolGrad",
                "op": "MaxPoolGrad"
            },
            "tid": 0
        },
        {
            "dur": 324,
            "name": "ReluGrad",
            "ts": 1536533890333461,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Relu_grad/ReluGrad",
                "op": "ReluGrad"
            },
            "tid": 0
        },
        {
            "dur": 124,
            "name": "BiasAddGrad",
            "ts": 1536533890333794,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "BiasAddGrad",
            "ts": 1536533890333923,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "BiasAddGrad",
            "ts": 1536533890333930,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 373,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890333938,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 665,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890334314,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 837,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890334983,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 12,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890335823,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 5,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890335838,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 5,
            "name": "Conv2DBackpropInput",
            "ts": 1536533890335845,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropInput",
                "op": "Conv2DBackpropInput"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Conv2DBackpropInput",
            "ts": 1536533890335852,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropInput",
                "op": "Conv2DBackpropInput"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Conv2DBackpropInput",
            "ts": 1536533890335855,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropInput",
                "op": "Conv2DBackpropInput"
            },
            "tid": 0
        },
        {
            "dur": 1714,
            "name": "Conv2DBackpropInput",
            "ts": 1536533890335861,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropInput",
                "op": "Conv2DBackpropInput"
            },
            "tid": 0
        },
        {
            "dur": 522,
            "name": "MaxPoolGrad",
            "ts": 1536533890337577,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/max_pooling2d/MaxPool_grad/MaxPoolGrad",
                "op": "MaxPoolGrad"
            },
            "tid": 0
        },
        {
            "dur": 656,
            "name": "ReluGrad",
            "ts": 1536533890338107,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/Relu_grad/ReluGrad",
                "op": "ReluGrad"
            },
            "tid": 0
        },
        {
            "dur": 215,
            "name": "BiasAddGrad",
            "ts": 1536533890338775,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "BiasAddGrad",
            "ts": 1536533890338992,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "BiasAddGrad",
            "ts": 1536533890338997,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 1067,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890339012,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890340081,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340088,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense_1/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340092,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense_1/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340095,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 159,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340098,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340259,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d_1/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340262,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d_1/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340267,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340271,
            "ph": "X",
            "pid": 11,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "NoOp",
            "ts": 1536533890310018,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "_SOURCE",
                "op": "NoOp"
            },
            "tid": 0
        },
        {
            "dur": 8,
            "name": "Const",
            "ts": 1536533890310052,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "range",
                "op": "Const"
            },
            "tid": 0
        },
        {
            "dur": 6,
            "name": "Const",
            "ts": 1536533890310061,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/learning_rate",
                "op": "Const"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Const",
            "ts": 1536533890310069,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/Fill",
                "op": "Const"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Const",
            "ts": 1536533890310073,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/value_grad/zeros_like",
                "op": "Const"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Const",
            "ts": 1536533890310078,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Sum_grad/Reshape/shape",
                "op": "Const"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Const",
            "ts": 1536533890310082,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "ConstantFolding/v0/gradients/v0/sparse_softmax_cross_entropy_loss/div_grad/BroadcastGradientArgs-folded-1",
                "op": "Const"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Const",
            "ts": 1536533890310087,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/ExpandDims/dim",
                "op": "Const"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Const",
            "ts": 1536533890310091,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/Reshape/shape",
                "op": "Const"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Const",
            "ts": 1536533890310096,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "PermConstNHWCToNCHW-LayoutOptimizer",
                "op": "Const"
            },
            "tid": 0
        },
        {
            "dur": 6,
            "name": "Identity",
            "ts": 1536533890310096,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/switch_t",
                "op": "Identity",
                "input0": "v0/dropout/cond/Switch/_9"
            },
            "tid": 1
        },
        {
            "id": 2,
            "name": "v0/dropout/cond/Switch",
            "ts": 1536533890310080,
            "ph": "s",
            "pid": 5,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 2,
            "name": "v0/dropout/cond/Switch",
            "ts": 1536533890310096,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "dur": 4,
            "name": "Identity",
            "ts": 1536533890310101,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/pred_id",
                "op": "Identity",
                "input0": "Variable/read/_5"
            },
            "tid": 0
        },
        {
            "id": 3,
            "name": "Variable/read",
            "ts": 1536533890310072,
            "ph": "s",
            "pid": 5,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 3,
            "name": "Variable/read",
            "ts": 1536533890310101,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 8,
            "name": "VariableV2",
            "ts": 1536533890310100,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/kernel",
                "op": "VariableV2"
            },
            "tid": 2
        },
        {
            "dur": 5,
            "name": "Const",
            "ts": 1536533890310104,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "ConstantFolding/v0/gradients/v0/dropout/cond/dropout/div_grad/RealDiv_recip",
                "op": "Const",
                "input0": "^v0/dropout/cond/switch_t"
            },
            "tid": 1
        },
        {
            "dur": 3,
            "name": "Const",
            "ts": 1536533890310110,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/keep_prob",
                "op": "Const",
                "input0": "^v0/dropout/cond/switch_t"
            },
            "tid": 0
        },
        {
            "dur": 5,
            "name": "VariableV2",
            "ts": 1536533890310109,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/bias",
                "op": "VariableV2"
            },
            "tid": 2
        },
        {
            "dur": 4,
            "name": "VariableV2",
            "ts": 1536533890310115,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/kernel",
                "op": "VariableV2"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "VariableV2",
            "ts": 1536533890310120,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/bias",
                "op": "VariableV2"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Const",
            "ts": 1536533890310124,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "PermConstNCHWToNHWC-LayoutOptimizer",
                "op": "Const"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Const",
            "ts": 1536533890310126,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/Reshape_1/shape",
                "op": "Const"
            },
            "tid": 1
        },
        {
            "dur": 3,
            "name": "VariableV2",
            "ts": 1536533890310129,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense/kernel",
                "op": "VariableV2"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "VariableV2",
            "ts": 1536533890310133,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense/bias",
                "op": "VariableV2"
            },
            "tid": 0
        },
        {
            "dur": 11,
            "name": "VariableV2",
            "ts": 1536533890310136,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense_1/kernel",
                "op": "VariableV2"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "VariableV2",
            "ts": 1536533890310148,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense_1/bias",
                "op": "VariableV2"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Identity",
            "ts": 1536533890310153,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/kernel/read",
                "op": "Identity",
                "input0": "v0/conv2d/kernel"
            },
            "tid": 0
        },
        {
            "id": 4,
            "name": "v0/conv2d/kernel",
            "ts": 1536533890310108,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 2
        },
        {
            "id": 4,
            "name": "v0/conv2d/kernel",
            "ts": 1536533890310153,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Identity",
            "ts": 1536533890310157,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/bias/read",
                "op": "Identity",
                "input0": "v0/conv2d/bias"
            },
            "tid": 0
        },
        {
            "id": 5,
            "name": "v0/conv2d/bias",
            "ts": 1536533890310114,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 2
        },
        {
            "id": 5,
            "name": "v0/conv2d/bias",
            "ts": 1536533890310157,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Identity",
            "ts": 1536533890310160,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/kernel/read",
                "op": "Identity",
                "input0": "v0/conv2d_1/kernel"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Identity",
            "ts": 1536533890310164,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/bias/read",
                "op": "Identity",
                "input0": "v0/conv2d_1/bias"
            },
            "tid": 1
        },
        {
            "id": 6,
            "name": "v0/conv2d_1/bias",
            "ts": 1536533890310123,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 6,
            "name": "v0/conv2d_1/bias",
            "ts": 1536533890310164,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "dur": 3,
            "name": "Identity",
            "ts": 1536533890310167,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense/kernel/read",
                "op": "Identity",
                "input0": "v0/dense/kernel"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Identity",
            "ts": 1536533890310171,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense/bias/read",
                "op": "Identity",
                "input0": "v0/dense/bias"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Identity",
            "ts": 1536533890310174,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense_1/kernel/read",
                "op": "Identity",
                "input0": "v0/dense_1/kernel"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Identity",
            "ts": 1536533890310180,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense_1/bias/read",
                "op": "Identity",
                "input0": "v0/dense_1/bias"
            },
            "tid": 0
        },
        {
            "dur": 8,
            "name": "Reshape",
            "ts": 1536533890327304,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/Reshape",
                "op": "Reshape",
                "input0": "v0/IteratorGetNext/_7",
                "input1": "v0/Reshape/shape"
            },
            "tid": 0
        },
        {
            "id": 7,
            "name": "v0/IteratorGetNext",
            "ts": 1536533890326933,
            "ph": "s",
            "pid": 5,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "id": 7,
            "name": "v0/IteratorGetNext",
            "ts": 1536533890327304,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Transpose",
            "ts": 1536533890327315,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/Conv2D_grad/Conv2DBackpropFilter-0-TransposeNHWCToNCHW-LayoutOptimizer",
                "op": "Transpose",
                "input0": "v0/Reshape",
                "input1": "PermConstNHWCToNCHW-LayoutOptimizer"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Const",
            "ts": 1536533890327320,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "ConstantFolding/v0/gradients/v0/conv2d/Conv2D_grad/ShapeN-matshapes-1",
                "op": "Const",
                "input0": "^v0/conv2d/kernel/read",
                "input1": "^v0/Reshape"
            },
            "tid": 0
        },
        {
            "dur": 99,
            "name": "Conv2D",
            "ts": 1536533890327324,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/Conv2D",
                "op": "Conv2D",
                "input0": "v0/gradients/v0/conv2d/Conv2D_grad/Conv2DBackpropFilter-0-TransposeNHWCToNCHW-LayoutOptimizer",
                "input1": "v0/conv2d/kernel/read"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "BiasAdd",
            "ts": 1536533890327430,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/BiasAdd",
                "op": "BiasAdd",
                "input0": "v0/conv2d/Conv2D",
                "input1": "v0/conv2d/bias/read"
            },
            "tid": 0
        },
        {
            "dur": 13,
            "name": "Relu",
            "ts": 1536533890327448,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/Relu",
                "op": "Relu",
                "input0": "v0/conv2d/BiasAdd"
            },
            "tid": 0
        },
        {
            "dur": 25,
            "name": "MaxPool",
            "ts": 1536533890327464,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/max_pooling2d/MaxPool",
                "op": "MaxPool",
                "input0": "v0/conv2d/Relu"
            },
            "tid": 0
        },
        {
            "dur": 8,
            "name": "ShapeN",
            "ts": 1536533890327492,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/ShapeN",
                "op": "ShapeN",
                "input0": "v0/max_pooling2d/MaxPool",
                "input1": "v0/conv2d_1/kernel/read"
            },
            "tid": 0
        },
        {
            "dur": 45,
            "name": "Conv2D",
            "ts": 1536533890327501,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/Conv2D",
                "op": "Conv2D",
                "input0": "v0/max_pooling2d/MaxPool",
                "input1": "v0/conv2d_1/kernel/read"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Const",
            "ts": 1536533890327550,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "ConstantFolding/v0/gradients/v0/conv2d_1/Conv2D_grad/ShapeN-matshapes-1",
                "op": "Const",
                "input0": "^v0/gradients/v0/conv2d_1/Conv2D_grad/ShapeN"
            },
            "tid": 0
        },
        {
            "dur": 12,
            "name": "BiasAdd",
            "ts": 1536533890327553,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/BiasAdd",
                "op": "BiasAdd",
                "input0": "v0/conv2d_1/Conv2D",
                "input1": "v0/conv2d_1/bias/read"
            },
            "tid": 0
        },
        {
            "id": 8,
            "name": "v0/conv2d_1/bias/read",
            "ts": 1536533890310166,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "id": 8,
            "name": "v0/conv2d_1/bias/read",
            "ts": 1536533890327553,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 10,
            "name": "Relu",
            "ts": 1536533890327566,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/Relu",
                "op": "Relu",
                "input0": "v0/conv2d_1/BiasAdd"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "MaxPool",
            "ts": 1536533890327579,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/max_pooling2d_1/MaxPool",
                "op": "MaxPool",
                "input0": "v0/conv2d_1/Relu"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Shape",
            "ts": 1536533890327599,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/Reshape_1_grad/Shape",
                "op": "Shape",
                "input0": "v0/max_pooling2d_1/MaxPool"
            },
            "tid": 0
        },
        {
            "dur": 15,
            "name": "Transpose",
            "ts": 1536533890327604,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/max_pooling2d_1/MaxPool-0-0-TransposeNCHWToNHWC-LayoutOptimizer",
                "op": "Transpose",
                "input0": "v0/max_pooling2d_1/MaxPool",
                "input1": "PermConstNCHWToNHWC-LayoutOptimizer"
            },
            "tid": 0
        },
        {
            "dur": 7,
            "name": "DataFormatVecPermute",
            "ts": 1536533890327623,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/Reshape_1_grad/Shape-0-1-VecPermuteNCHWToNHWC-LayoutOptimizer",
                "op": "DataFormatVecPermute",
                "input0": "v0/gradients/v0/Reshape_1_grad/Shape"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Reshape",
            "ts": 1536533890327631,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/Reshape_1",
                "op": "Reshape",
                "input0": "v0/max_pooling2d_1/MaxPool-0-0-TransposeNCHWToNHWC-LayoutOptimizer",
                "input1": "v0/Reshape_1/shape"
            },
            "tid": 0
        },
        {
            "id": 9,
            "name": "v0/Reshape_1/shape",
            "ts": 1536533890310129,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "id": 9,
            "name": "v0/Reshape_1/shape",
            "ts": 1536533890327631,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 39,
            "name": "MatMul",
            "ts": 1536533890327635,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense/MatMul",
                "op": "MatMul",
                "input0": "v0/Reshape_1",
                "input1": "v0/dense/kernel/read"
            },
            "tid": 0
        },
        {
            "dur": 14,
            "name": "BiasAdd",
            "ts": 1536533890327678,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense/BiasAdd",
                "op": "BiasAdd",
                "input0": "v0/dense/MatMul",
                "input1": "v0/dense/bias/read"
            },
            "tid": 0
        },
        {
            "dur": 9,
            "name": "Relu",
            "ts": 1536533890327694,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense/Relu",
                "op": "Relu",
                "input0": "v0/dense/BiasAdd"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Switch",
            "ts": 1536533890327704,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/Switch",
                "op": "Switch",
                "input0": "v0/dense/Relu",
                "input1": "v0/dropout/cond/pred_id"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "Identity",
            "ts": 1536533890327708,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "ConstantFoldingCtrl/v0/dropout/cond/Identity/Switch_1",
                "op": "Identity",
                "input0": "v0/dropout/cond/Identity/Switch:1"
            },
            "tid": 0
        },
        {
            "dur": 15,
            "name": "Mul",
            "ts": 1536533890327727,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/div",
                "op": "Mul",
                "input0": "v0/dropout/cond/Identity/Switch:1",
                "input1": "ConstantFolding/v0/gradients/v0/dropout/cond/dropout/div_grad/RealDiv_recip"
            },
            "tid": 0
        },
        {
            "id": 10,
            "name": "ConstantFolding/v0/gradients/v0/dropout/cond/dropout/div_grad/RealDiv_recip",
            "ts": 1536533890310109,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "id": 10,
            "name": "ConstantFolding/v0/gradients/v0/dropout/cond/dropout/div_grad/RealDiv_recip",
            "ts": 1536533890327727,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Shape",
            "ts": 1536533890327744,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/Shape_1",
                "op": "Shape",
                "input0": "v0/gradients/Switch:1"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Const",
            "ts": 1536533890327750,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/zeros/Const",
                "op": "Const",
                "input0": "^v0/gradients/Switch"
            },
            "tid": 0
        },
        {
            "dur": 5,
            "name": "BroadcastGradientArgs",
            "ts": 1536533890327754,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/dropout/div_grad/BroadcastGradientArgs",
                "op": "BroadcastGradientArgs",
                "input0": "v0/gradients/v0/dropout/cond/dropout/div_grad/Shape",
                "input1": "ConstantFolding/v0/gradients/v0/sparse_softmax_cross_entropy_loss/div_grad/BroadcastGradientArgs-folded-1"
            },
            "tid": 0
        },
        {
            "dur": 14,
            "name": "RandomUniform",
            "ts": 1536533890327761,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/random_uniform/RandomUniform",
                "op": "RandomUniform",
                "input0": "v0/gradients/v0/dropout/cond/dropout/div_grad/Shape"
            },
            "tid": 0
        },
        {
            "dur": 14,
            "name": "Fill",
            "ts": 1536533890327778,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/zeros",
                "op": "Fill",
                "input0": "v0/gradients/Shape_1",
                "input1": "v0/gradients/zeros/Const"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Snapshot",
            "ts": 1536533890327794,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/random_uniform/mul",
                "op": "Snapshot",
                "input0": "v0/dropout/cond/dropout/random_uniform/RandomUniform",
                "input1": "^v0/dropout/cond/switch_t"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Merge",
            "ts": 1536533890327799,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/Identity/Switch_grad/cond_grad",
                "op": "Merge",
                "input0": "v0/gradients/v0/dropout/cond/Merge_grad/cond_grad",
                "input1": "v0/gradients/zeros"
            },
            "tid": 0
        },
        {
            "dur": 14,
            "name": "Add",
            "ts": 1536533890327805,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/add",
                "op": "Add",
                "input0": "v0/dropout/cond/dropout/keep_prob",
                "input1": "v0/dropout/cond/dropout/random_uniform/mul"
            },
            "tid": 0
        },
        {
            "dur": 12,
            "name": "Floor",
            "ts": 1536533890327821,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/Floor",
                "op": "Floor",
                "input0": "v0/dropout/cond/dropout/add"
            },
            "tid": 0
        },
        {
            "dur": 13,
            "name": "Mul",
            "ts": 1536533890327834,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/dropout/mul_grad/Mul",
                "op": "Mul",
                "input0": "ConstantFolding/v0/gradients/v0/dropout/cond/dropout/div_grad/RealDiv_recip",
                "input1": "v0/dropout/cond/dropout/Floor"
            },
            "tid": 0
        },
        {
            "id": 11,
            "name": "ConstantFolding/v0/gradients/v0/dropout/cond/dropout/div_grad/RealDiv_recip",
            "ts": 1536533890310109,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "id": 11,
            "name": "ConstantFolding/v0/gradients/v0/dropout/cond/dropout/div_grad/RealDiv_recip",
            "ts": 1536533890327834,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 13,
            "name": "Mul",
            "ts": 1536533890327850,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/mul",
                "op": "Mul",
                "input0": "v0/dropout/cond/dropout/div",
                "input1": "v0/dropout/cond/dropout/Floor"
            },
            "tid": 0
        },
        {
            "dur": 10,
            "name": "Merge",
            "ts": 1536533890327864,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/Merge",
                "op": "Merge",
                "input0": "v0/dropout/cond/Identity/Switch",
                "input1": "v0/dropout/cond/dropout/mul"
            },
            "tid": 0
        },
        {
            "dur": 18,
            "name": "MatMul",
            "ts": 1536533890327875,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense_1/MatMul",
                "op": "MatMul",
                "input0": "v0/dropout/cond/Merge",
                "input1": "v0/dense_1/kernel/read"
            },
            "tid": 0
        },
        {
            "dur": 10,
            "name": "BiasAdd",
            "ts": 1536533890327895,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/dense_1/BiasAdd",
                "op": "BiasAdd",
                "input0": "v0/dense_1/MatMul",
                "input1": "v0/dense_1/bias/read"
            },
            "tid": 0
        },
        {
            "dur": 51,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890327906,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits",
                "input0": "v0/dense_1/BiasAdd",
                "input1": "v0/IteratorGetNext/_11"
            },
            "tid": 0
        },
        {
            "id": 12,
            "name": "v0/IteratorGetNext",
            "ts": 1536533890326933,
            "ph": "s",
            "pid": 5,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "id": 12,
            "name": "v0/IteratorGetNext",
            "ts": 1536533890327906,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Shape",
            "ts": 1536533890327959,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape",
                "op": "Shape",
                "input0": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Snapshot",
            "ts": 1536533890327964,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Mul",
                "op": "Snapshot",
                "input0": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy"
            },
            "tid": 0
        },
        {
            "dur": 13,
            "name": "Fill",
            "ts": 1536533890327973,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like",
                "op": "Fill",
                "input0": "v0/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape",
                "input1": "v0/gradients/Fill"
            },
            "tid": 0
        },
        {
            "dur": 5,
            "name": "BroadcastGradientArgs",
            "ts": 1536533890327987,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs",
                "op": "BroadcastGradientArgs",
                "input0": "v0/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape",
                "input1": "ConstantFolding/v0/gradients/v0/sparse_softmax_cross_entropy_loss/div_grad/BroadcastGradientArgs-folded-1"
            },
            "tid": 0
        },
        {
            "dur": 20,
            "name": "Sum",
            "ts": 1536533890327994,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Sum",
                "op": "Sum",
                "input0": "v0/sparse_softmax_cross_entropy_loss/Mul",
                "input1": "range"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Shape",
            "ts": 1536533890328016,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Sum_grad/Shape",
                "op": "Shape",
                "input0": "v0/sparse_softmax_cross_entropy_loss/Mul"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Snapshot",
            "ts": 1536533890328021,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights",
                "op": "Snapshot",
                "input0": "v0/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like"
            },
            "tid": 0
        },
        {
            "dur": 12,
            "name": "Sum",
            "ts": 1536533890328027,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/num_present",
                "op": "Sum",
                "input0": "v0/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights",
                "input1": "range"
            },
            "tid": 0
        },
        {
            "dur": 14,
            "name": "Greater",
            "ts": 1536533890328041,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Greater",
                "op": "Greater",
                "input0": "v0/sparse_softmax_cross_entropy_loss/num_present",
                "input1": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/value_grad/zeros_like"
            },
            "tid": 0
        },
        {
            "dur": 15,
            "name": "Equal",
            "ts": 1536533890328059,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Equal",
                "op": "Equal",
                "input0": "v0/sparse_softmax_cross_entropy_loss/num_present",
                "input1": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/value_grad/zeros_like"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "Select",
            "ts": 1536533890328075,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/value_grad/Select",
                "op": "Select",
                "input0": "v0/sparse_softmax_cross_entropy_loss/Greater",
                "input1": "v0/gradients/Fill",
                "input2": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/value_grad/zeros_like"
            },
            "tid": 0
        },
        {
            "dur": 15,
            "name": "Select",
            "ts": 1536533890328093,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Select",
                "op": "Select",
                "input0": "v0/sparse_softmax_cross_entropy_loss/Equal",
                "input1": "v0/gradients/Fill",
                "input2": "v0/sparse_softmax_cross_entropy_loss/num_present"
            },
            "tid": 0
        },
        {
            "dur": 13,
            "name": "RealDiv",
            "ts": 1536533890328110,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/div",
                "op": "RealDiv",
                "input0": "v0/sparse_softmax_cross_entropy_loss/Sum",
                "input1": "v0/sparse_softmax_cross_entropy_loss/Select"
            },
            "tid": 0
        },
        {
            "dur": 13,
            "name": "RealDiv",
            "ts": 1536533890328124,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/div_grad/RealDiv",
                "op": "RealDiv",
                "input0": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/value_grad/Select",
                "input1": "v0/sparse_softmax_cross_entropy_loss/Select"
            },
            "tid": 0
        },
        {
            "dur": 12,
            "name": "Select",
            "ts": 1536533890328139,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/value",
                "op": "Select",
                "input0": "v0/sparse_softmax_cross_entropy_loss/Greater",
                "input1": "v0/sparse_softmax_cross_entropy_loss/div",
                "input2": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/value_grad/zeros_like"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Reshape",
            "ts": 1536533890328152,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Sum_grad/Reshape",
                "op": "Reshape",
                "input0": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/div_grad/RealDiv",
                "input1": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Sum_grad/Reshape/shape",
                "input2": "^v0/sparse_softmax_cross_entropy_loss/Sum"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Const",
            "ts": 1536533890328160,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "ConstantFolding/Mean/input_const_axis",
                "op": "Const",
                "input0": "^v0/sparse_softmax_cross_entropy_loss/value"
            },
            "tid": 0
        },
        {
            "dur": 16,
            "name": "Tile",
            "ts": 1536533890328163,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Sum_grad/Tile",
                "op": "Tile",
                "input0": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Sum_grad/Reshape",
                "input1": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Sum_grad/Shape"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "ExpandDims",
            "ts": 1536533890328181,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "Mean/input",
                "op": "ExpandDims",
                "input0": "v0/sparse_softmax_cross_entropy_loss/value",
                "input1": "ConstantFolding/Mean/input_const_axis"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Snapshot",
            "ts": 1536533890328188,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Mul_grad/Mul",
                "op": "Snapshot",
                "input0": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Sum_grad/Tile"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Mean",
            "ts": 1536533890328191,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "Mean",
                "op": "Mean",
                "input0": "Mean/input",
                "input1": "range"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Sum",
            "ts": 1536533890328195,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Mul_grad/Sum",
                "op": "Sum",
                "input0": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Mul_grad/Mul",
                "input1": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Mul_grad/BroadcastGradientArgs"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Reshape",
            "ts": 1536533890328231,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Mul_grad/Reshape",
                "op": "Reshape",
                "input0": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Mul_grad/Sum",
                "input1": "v0/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like/Shape"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "ExpandDims",
            "ts": 1536533890328236,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/ExpandDims",
                "op": "ExpandDims",
                "input0": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Mul_grad/Reshape",
                "input1": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/ExpandDims/dim"
            },
            "tid": 0
        },
        {
            "dur": 22,
            "name": "Mul",
            "ts": 1536533890328239,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul",
                "op": "Mul",
                "input0": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/ExpandDims",
                "input1": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy:1"
            },
            "tid": 0
        },
        {
            "dur": 31,
            "name": "BiasAddGrad",
            "ts": 1536533890328263,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad",
                "input0": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul"
            },
            "tid": 0
        },
        {
            "dur": 24,
            "name": "MatMul",
            "ts": 1536533890328298,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense_1/MatMul_grad/MatMul",
                "op": "MatMul",
                "input0": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul",
                "input1": "v0/dense_1/kernel/read",
                "input2": "^v0/gradients/v0/dense_1/BiasAdd_grad/BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 19,
            "name": "MatMul",
            "ts": 1536533890328326,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense_1/MatMul_grad/MatMul_1",
                "op": "MatMul",
                "input0": "v0/dropout/cond/Merge",
                "input1": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul",
                "input2": "^v0/gradients/v0/dense_1/BiasAdd_grad/BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 6,
            "name": "Switch",
            "ts": 1536533890328349,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/Merge_grad/cond_grad",
                "op": "Switch",
                "input0": "v0/gradients/v0/dense_1/MatMul_grad/MatMul",
                "input1": "v0/dropout/cond/pred_id",
                "input2": "^v0/gradients/v0/dense_1/MatMul_grad/MatMul_1"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "Mul",
            "ts": 1536533890328357,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/dropout/div_grad/RealDiv",
                "op": "Mul",
                "input0": "v0/gradients/v0/dropout/cond/dropout/mul_grad/Mul",
                "input1": "v0/gradients/v0/dropout/cond/Merge_grad/cond_grad:1",
                "input2": "^v0/dropout/cond/dropout/div"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Sum",
            "ts": 1536533890328376,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/dropout/div_grad/Sum",
                "op": "Sum",
                "input0": "v0/gradients/v0/dropout/cond/dropout/div_grad/RealDiv",
                "input1": "v0/gradients/v0/dropout/cond/dropout/div_grad/BroadcastGradientArgs"
            },
            "tid": 0
        },
        {
            "dur": 6,
            "name": "Reshape",
            "ts": 1536533890328380,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/dropout/div_grad/Reshape",
                "op": "Reshape",
                "input0": "v0/gradients/v0/dropout/cond/dropout/div_grad/Sum",
                "input1": "v0/gradients/v0/dropout/cond/dropout/div_grad/Shape"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Identity",
            "ts": 1536533890328387,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/dropout/div_grad/tuple/control_dependency",
                "op": "Identity",
                "input0": "v0/gradients/v0/dropout/cond/dropout/div_grad/Reshape",
                "input1": "^ConstantFoldingCtrl/v0/dropout/cond/Identity/Switch_1"
            },
            "tid": 0
        },
        {
            "dur": 6,
            "name": "Merge",
            "ts": 1536533890328390,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/dropout/Shape/Switch_grad/cond_grad",
                "op": "Merge",
                "input0": "v0/gradients/zeros_1",
                "input1": "v0/gradients/v0/dropout/cond/dropout/div_grad/tuple/control_dependency"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "AddN",
            "ts": 1536533890328397,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/AddN",
                "op": "AddN",
                "input0": "v0/gradients/v0/dropout/cond/Identity/Switch_grad/cond_grad",
                "input1": "v0/gradients/v0/dropout/cond/dropout/Shape/Switch_grad/cond_grad"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "ReluGrad",
            "ts": 1536533890328415,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/Relu_grad/ReluGrad",
                "op": "ReluGrad",
                "input0": "v0/gradients/AddN",
                "input1": "v0/dense/Relu"
            },
            "tid": 0
        },
        {
            "dur": 19,
            "name": "BiasAddGrad",
            "ts": 1536533890328433,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad",
                "input0": "v0/gradients/v0/dense/Relu_grad/ReluGrad"
            },
            "tid": 0
        },
        {
            "dur": 20,
            "name": "MatMul",
            "ts": 1536533890328456,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/MatMul_grad/MatMul_1",
                "op": "MatMul",
                "input0": "v0/Reshape_1",
                "input1": "v0/gradients/v0/dense/Relu_grad/ReluGrad",
                "input2": "^v0/gradients/v0/dense/BiasAdd_grad/BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 25,
            "name": "MatMul",
            "ts": 1536533890328480,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/MatMul_grad/MatMul",
                "op": "MatMul",
                "input0": "v0/gradients/v0/dense/Relu_grad/ReluGrad",
                "input1": "v0/dense/kernel/read",
                "input2": "^v0/gradients/v0/dense/BiasAdd_grad/BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Reshape",
            "ts": 1536533890328511,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/Reshape_1_grad/Reshape",
                "op": "Reshape",
                "input0": "v0/gradients/v0/dense/MatMul_grad/MatMul",
                "input1": "v0/gradients/v0/Reshape_1_grad/Shape-0-1-VecPermuteNCHWToNHWC-LayoutOptimizer",
                "input2": "^v0/gradients/v0/dense/MatMul_grad/MatMul_1"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "Transpose",
            "ts": 1536533890328519,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/max_pooling2d_1/MaxPool_grad/MaxPoolGrad-2-TransposeNHWCToNCHW-LayoutOptimizer",
                "op": "Transpose",
                "input0": "v0/gradients/v0/Reshape_1_grad/Reshape",
                "input1": "PermConstNHWCToNCHW-LayoutOptimizer"
            },
            "tid": 0
        },
        {
            "dur": 28,
            "name": "MaxPoolGrad",
            "ts": 1536533890328539,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/max_pooling2d_1/MaxPool_grad/MaxPoolGrad",
                "op": "MaxPoolGrad",
                "input0": "v0/conv2d_1/Relu",
                "input1": "v0/max_pooling2d_1/MaxPool",
                "input2": "v0/gradients/v0/max_pooling2d_1/MaxPool_grad/MaxPoolGrad-2-TransposeNHWCToNCHW-LayoutOptimizer"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "ReluGrad",
            "ts": 1536533890328571,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Relu_grad/ReluGrad",
                "op": "ReluGrad",
                "input0": "v0/gradients/v0/max_pooling2d_1/MaxPool_grad/MaxPoolGrad",
                "input1": "v0/conv2d_1/Relu"
            },
            "tid": 0
        },
        {
            "dur": 33,
            "name": "BiasAddGrad",
            "ts": 1536533890328589,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad",
                "input0": "v0/gradients/v0/conv2d_1/Relu_grad/ReluGrad"
            },
            "tid": 0
        },
        {
            "dur": 83,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890328628,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter",
                "input0": "v0/max_pooling2d/MaxPool",
                "input1": "ConstantFolding/v0/gradients/v0/conv2d_1/Conv2D_grad/ShapeN-matshapes-1",
                "input2": "v0/gradients/v0/conv2d_1/Relu_grad/ReluGrad",
                "input3": "^v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 63,
            "name": "Conv2DBackpropInput",
            "ts": 1536533890328716,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropInput",
                "op": "Conv2DBackpropInput",
                "input0": "v0/gradients/v0/conv2d_1/Conv2D_grad/ShapeN",
                "input1": "v0/conv2d_1/kernel/read",
                "input2": "v0/gradients/v0/conv2d_1/Relu_grad/ReluGrad",
                "input3": "^v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 24,
            "name": "MaxPoolGrad",
            "ts": 1536533890328786,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/max_pooling2d/MaxPool_grad/MaxPoolGrad",
                "op": "MaxPoolGrad",
                "input0": "v0/conv2d/Relu",
                "input1": "v0/max_pooling2d/MaxPool",
                "input2": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropInput",
                "input3": "^v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 16,
            "name": "ReluGrad",
            "ts": 1536533890328818,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/Relu_grad/ReluGrad",
                "op": "ReluGrad",
                "input0": "v0/gradients/v0/max_pooling2d/MaxPool_grad/MaxPoolGrad",
                "input1": "v0/conv2d/Relu"
            },
            "tid": 0
        },
        {
            "dur": 33,
            "name": "BiasAddGrad",
            "ts": 1536533890328835,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad",
                "input0": "v0/gradients/v0/conv2d/Relu_grad/ReluGrad"
            },
            "tid": 0
        },
        {
            "dur": 65,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890328873,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter",
                "input0": "v0/gradients/v0/conv2d/Conv2D_grad/Conv2DBackpropFilter-0-TransposeNHWCToNCHW-LayoutOptimizer",
                "input1": "ConstantFolding/v0/gradients/v0/conv2d/Conv2D_grad/ShapeN-matshapes-1",
                "input2": "v0/gradients/v0/conv2d/Relu_grad/ReluGrad",
                "input3": "^v0/gradients/v0/conv2d/BiasAdd_grad/BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 3729,
            "name": "NcclAllReduce",
            "ts": 1536533890328302,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "NcclAllReduce_7",
                "op": "NcclAllReduce",
                "input0": "v0/gradients/v0/dense_1/BiasAdd_grad/BiasAddGrad"
            },
            "tid": 1
        },
        {
            "id": 13,
            "name": "v0/gradients/v0/dense_1/BiasAdd_grad/BiasAddGrad",
            "ts": 1536533890328294,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 13,
            "name": "v0/gradients/v0/dense_1/BiasAdd_grad/BiasAddGrad",
            "ts": 1536533890328302,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "dur": 3687,
            "name": "NcclAllReduce",
            "ts": 1536533890328350,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "NcclAllReduce_6",
                "op": "NcclAllReduce",
                "input0": "v0/gradients/v0/dense_1/MatMul_grad/MatMul_1",
                "input1": "^v0/gradients/v0/dense_1/MatMul_grad/MatMul"
            },
            "tid": 2
        },
        {
            "id": 14,
            "name": "v0/gradients/v0/dense_1/MatMul_grad/MatMul_1",
            "ts": 1536533890328345,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 14,
            "name": "v0/gradients/v0/dense_1/MatMul_grad/MatMul_1",
            "ts": 1536533890328350,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 2
        },
        {
            "dur": 54,
            "name": "ApplyGradientDescent",
            "ts": 1536533890332033,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense_1/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent",
                "input0": "v0/dense_1/bias",
                "input1": "GradientDescent/learning_rate",
                "input2": "NcclAllReduce_7"
            },
            "tid": 0
        },
        {
            "id": 15,
            "name": "NcclAllReduce_7",
            "ts": 1536533890332031,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "id": 15,
            "name": "NcclAllReduce_7",
            "ts": 1536533890332033,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 61,
            "name": "ApplyGradientDescent",
            "ts": 1536533890332040,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense_1/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent",
                "input0": "v0/dense_1/kernel",
                "input1": "GradientDescent/learning_rate",
                "input2": "NcclAllReduce_6"
            },
            "tid": 1
        },
        {
            "id": 16,
            "name": "v0/dense_1/kernel",
            "ts": 1536533890310147,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 16,
            "name": "v0/dense_1/kernel",
            "ts": 1536533890332040,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "id": 17,
            "name": "GradientDescent/learning_rate",
            "ts": 1536533890310067,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 17,
            "name": "GradientDescent/learning_rate",
            "ts": 1536533890332040,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "id": 18,
            "name": "NcclAllReduce_6",
            "ts": 1536533890332037,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 2
        },
        {
            "id": 18,
            "name": "NcclAllReduce_6",
            "ts": 1536533890332040,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 1
        },
        {
            "dur": 4043,
            "name": "NcclAllReduce",
            "ts": 1536533890328460,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "NcclAllReduce_5",
                "op": "NcclAllReduce",
                "input0": "v0/gradients/v0/dense/BiasAdd_grad/BiasAddGrad"
            },
            "tid": 3
        },
        {
            "id": 19,
            "name": "v0/gradients/v0/dense/BiasAdd_grad/BiasAddGrad",
            "ts": 1536533890328452,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 19,
            "name": "v0/gradients/v0/dense/BiasAdd_grad/BiasAddGrad",
            "ts": 1536533890328460,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 3
        },
        {
            "dur": 29,
            "name": "ApplyGradientDescent",
            "ts": 1536533890332538,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent",
                "input0": "v0/dense/bias",
                "input1": "GradientDescent/learning_rate",
                "input2": "NcclAllReduce_5"
            },
            "tid": 0
        },
        {
            "id": 20,
            "name": "NcclAllReduce_5",
            "ts": 1536533890332503,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 3
        },
        {
            "id": 20,
            "name": "NcclAllReduce_5",
            "ts": 1536533890332538,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 4654,
            "name": "NcclAllReduce",
            "ts": 1536533890328514,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "NcclAllReduce_4",
                "op": "NcclAllReduce",
                "input0": "v0/gradients/v0/dense/MatMul_grad/MatMul_1",
                "input1": "^v0/gradients/v0/dense/MatMul_grad/MatMul"
            },
            "tid": 4
        },
        {
            "id": 21,
            "name": "v0/gradients/v0/dense/MatMul_grad/MatMul_1",
            "ts": 1536533890328476,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 21,
            "name": "v0/gradients/v0/dense/MatMul_grad/MatMul_1",
            "ts": 1536533890328514,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 4
        },
        {
            "dur": 34,
            "name": "ApplyGradientDescent",
            "ts": 1536533890333209,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent",
                "input0": "v0/dense/kernel",
                "input1": "GradientDescent/learning_rate",
                "input2": "NcclAllReduce_4"
            },
            "tid": 0
        },
        {
            "id": 22,
            "name": "NcclAllReduce_4",
            "ts": 1536533890333168,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 4
        },
        {
            "id": 22,
            "name": "NcclAllReduce_4",
            "ts": 1536533890333209,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 5328,
            "name": "NcclAllReduce",
            "ts": 1536533890328631,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "NcclAllReduce_3",
                "op": "NcclAllReduce",
                "input0": "v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad"
            },
            "tid": 5
        },
        {
            "id": 23,
            "name": "v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad",
            "ts": 1536533890328622,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 23,
            "name": "v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad",
            "ts": 1536533890328631,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 5
        },
        {
            "dur": 28,
            "name": "ApplyGradientDescent",
            "ts": 1536533890333998,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d_1/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent",
                "input0": "v0/conv2d_1/bias",
                "input1": "GradientDescent/learning_rate",
                "input2": "NcclAllReduce_3"
            },
            "tid": 0
        },
        {
            "id": 24,
            "name": "NcclAllReduce_3",
            "ts": 1536533890333959,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 5
        },
        {
            "id": 24,
            "name": "NcclAllReduce_3",
            "ts": 1536533890333998,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 9332,
            "name": "NcclAllReduce",
            "ts": 1536533890328790,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "NcclAllReduce_2",
                "op": "NcclAllReduce",
                "input0": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "input1": "^v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropInput"
            },
            "tid": 6
        },
        {
            "id": 25,
            "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
            "ts": 1536533890328711,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 25,
            "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
            "ts": 1536533890328790,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 6
        },
        {
            "dur": 29,
            "name": "ApplyGradientDescent",
            "ts": 1536533890338160,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d_1/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent",
                "input0": "v0/conv2d_1/kernel",
                "input1": "GradientDescent/learning_rate",
                "input2": "NcclAllReduce_2"
            },
            "tid": 0
        },
        {
            "id": 26,
            "name": "NcclAllReduce_2",
            "ts": 1536533890338122,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 6
        },
        {
            "id": 26,
            "name": "NcclAllReduce_2",
            "ts": 1536533890338160,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 10154,
            "name": "NcclAllReduce",
            "ts": 1536533890328876,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "NcclAllReduce_1",
                "op": "NcclAllReduce",
                "input0": "v0/gradients/v0/conv2d/BiasAdd_grad/BiasAddGrad"
            },
            "tid": 7
        },
        {
            "id": 27,
            "name": "v0/gradients/v0/conv2d/BiasAdd_grad/BiasAddGrad",
            "ts": 1536533890328868,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 27,
            "name": "v0/gradients/v0/conv2d/BiasAdd_grad/BiasAddGrad",
            "ts": 1536533890328876,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 7
        },
        {
            "dur": 28,
            "name": "ApplyGradientDescent",
            "ts": 1536533890339065,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent",
                "input0": "v0/conv2d/bias",
                "input1": "GradientDescent/learning_rate",
                "input2": "NcclAllReduce_1"
            },
            "tid": 0
        },
        {
            "id": 28,
            "name": "v0/conv2d/bias",
            "ts": 1536533890310114,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 2
        },
        {
            "id": 28,
            "name": "v0/conv2d/bias",
            "ts": 1536533890339065,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 29,
            "name": "NcclAllReduce_1",
            "ts": 1536533890339030,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 7
        },
        {
            "id": 29,
            "name": "NcclAllReduce_1",
            "ts": 1536533890339065,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 11186,
            "name": "NcclAllReduce",
            "ts": 1536533890328940,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "NcclAllReduce",
                "op": "NcclAllReduce",
                "input0": "v0/gradients/v0/conv2d/Conv2D_grad/Conv2DBackpropFilter"
            },
            "tid": 8
        },
        {
            "id": 30,
            "name": "v0/gradients/v0/conv2d/Conv2D_grad/Conv2DBackpropFilter",
            "ts": 1536533890328938,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 30,
            "name": "v0/gradients/v0/conv2d/Conv2D_grad/Conv2DBackpropFilter",
            "ts": 1536533890328940,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 8
        },
        {
            "dur": 28,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340162,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent",
                "input0": "v0/conv2d/kernel",
                "input1": "GradientDescent/learning_rate",
                "input2": "NcclAllReduce"
            },
            "tid": 0
        },
        {
            "id": 31,
            "name": "v0/conv2d/kernel",
            "ts": 1536533890310108,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 2
        },
        {
            "id": 31,
            "name": "v0/conv2d/kernel",
            "ts": 1536533890340162,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "id": 32,
            "name": "NcclAllReduce",
            "ts": 1536533890340126,
            "ph": "s",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 8
        },
        {
            "id": 32,
            "name": "NcclAllReduce",
            "ts": 1536533890340162,
            "ph": "t",
            "pid": 13,
            "cat": "DataFlow",
            "tid": 0
        },
        {
            "dur": 3,
            "name": "NoOp",
            "ts": 1536533890340193,
            "ph": "X",
            "pid": 13,
            "cat": "Op",
            "args": {
                "input5": "^GradientDescent/update_v0/dense/bias/ApplyGradientDescent",
                "name": "group_deps_1",
                "op": "NoOp",
                "input0": "^GradientDescent/update_v0/dense_1/kernel/ApplyGradientDescent",
                "input1": "^GradientDescent/update_v0/conv2d/bias/ApplyGradientDescent",
                "input2": "^GradientDescent/update_v0/conv2d/kernel/ApplyGradientDescent",
                "input4": "^GradientDescent/update_v0/conv2d_1/kernel/ApplyGradientDescent",
                "input3": "^GradientDescent/update_v0/conv2d_1/bias/ApplyGradientDescent",
                "input6": "^GradientDescent/update_v0/dense/kernel/ApplyGradientDescent",
                "input7": "^GradientDescent/update_v0/dense_1/bias/ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Conv2D",
            "ts": 1536533890327361,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Conv2D",
            "ts": 1536533890327397,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 276,
            "name": "Conv2D",
            "ts": 1536533890327412,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 481,
            "name": "BiasAdd",
            "ts": 1536533890327689,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/BiasAdd",
                "op": "BiasAdd"
            },
            "tid": 0
        },
        {
            "dur": 438,
            "name": "Relu",
            "ts": 1536533890328171,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d/Relu",
                "op": "Relu"
            },
            "tid": 0
        },
        {
            "dur": 324,
            "name": "MaxPool",
            "ts": 1536533890328613,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/max_pooling2d/MaxPool",
                "op": "MaxPool"
            },
            "tid": 0
        },
        {
            "dur": 5,
            "name": "Conv2D",
            "ts": 1536533890328940,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Conv2D",
            "ts": 1536533890328950,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 1437,
            "name": "Conv2D",
            "ts": 1536533890328954,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/Conv2D",
                "op": "Conv2D"
            },
            "tid": 0
        },
        {
            "dur": 238,
            "name": "BiasAdd",
            "ts": 1536533890330395,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/BiasAdd",
                "op": "BiasAdd"
            },
            "tid": 0
        },
        {
            "dur": 220,
            "name": "Relu",
            "ts": 1536533890330636,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/conv2d_1/Relu",
                "op": "Relu"
            },
            "tid": 0
        },
        {
            "dur": 175,
            "name": "MaxPool",
            "ts": 1536533890330858,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/max_pooling2d_1/MaxPool",
                "op": "MaxPool"
            },
            "tid": 0
        },
        {
            "dur": 58,
            "name": "Transpose",
            "ts": 1536533890331037,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/max_pooling2d_1/MaxPool-0-0-TransposeNCHWToNHWC-LayoutOptimizer",
                "op": "Transpose"
            },
            "tid": 0
        },
        {
            "dur": 486,
            "name": "MatMul",
            "ts": 1536533890331107,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/dense/MatMul",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 19,
            "name": "BiasAdd",
            "ts": 1536533890331596,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/dense/BiasAdd",
                "op": "BiasAdd"
            },
            "tid": 0
        },
        {
            "dur": 11,
            "name": "Relu",
            "ts": 1536533890331618,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/dense/Relu",
                "op": "Relu"
            },
            "tid": 0
        },
        {
            "dur": 17,
            "name": "Mul",
            "ts": 1536533890331632,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/div",
                "op": "Mul"
            },
            "tid": 0
        },
        {
            "dur": 13,
            "name": "RandomUniform",
            "ts": 1536533890331653,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/random_uniform/RandomUniform",
                "op": "RandomUniform"
            },
            "tid": 0
        },
        {
            "dur": 10,
            "name": "Fill",
            "ts": 1536533890331669,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/zeros",
                "op": "Fill"
            },
            "tid": 0
        },
        {
            "dur": 18,
            "name": "Add",
            "ts": 1536533890331683,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/add",
                "op": "Add"
            },
            "tid": 0
        },
        {
            "dur": 12,
            "name": "Floor",
            "ts": 1536533890331705,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/Floor",
                "op": "Floor"
            },
            "tid": 0
        },
        {
            "dur": 15,
            "name": "Mul",
            "ts": 1536533890331721,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/dropout/mul_grad/Mul",
                "op": "Mul"
            },
            "tid": 0
        },
        {
            "dur": 28,
            "name": "Mul",
            "ts": 1536533890331738,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/dropout/cond/dropout/mul",
                "op": "Mul"
            },
            "tid": 0
        },
        {
            "dur": 18,
            "name": "MatMul",
            "ts": 1536533890331770,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/dense_1/MatMul",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "BiasAdd",
            "ts": 1536533890331790,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/dense_1/BiasAdd",
                "op": "BiasAdd"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331795,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331800,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 5,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331807,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 9,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331814,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331825,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "SparseSoftmaxCrossEntropyWithLogits",
            "ts": 1536533890331830,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy",
                "op": "SparseSoftmaxCrossEntropyWithLogits"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Fill",
            "ts": 1536533890331834,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/num_present/broadcast_weights/ones_like",
                "op": "Fill"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "Sum",
            "ts": 1536533890331839,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Sum",
                "op": "Sum"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Sum",
            "ts": 1536533890331844,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/num_present",
                "op": "Sum"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Greater",
            "ts": 1536533890331849,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Greater",
                "op": "Greater"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Equal",
            "ts": 1536533890331854,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Equal",
                "op": "Equal"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Select",
            "ts": 1536533890331859,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/value_grad/Select",
                "op": "Select"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Select",
            "ts": 1536533890331864,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/Select",
                "op": "Select"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "RealDiv",
            "ts": 1536533890331868,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/div",
                "op": "RealDiv"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "RealDiv",
            "ts": 1536533890331873,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/div_grad/RealDiv",
                "op": "RealDiv"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Select",
            "ts": 1536533890331878,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/sparse_softmax_cross_entropy_loss/value",
                "op": "Select"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Tile",
            "ts": 1536533890331883,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/Sum_grad/Tile",
                "op": "Tile"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "Mul",
            "ts": 1536533890331887,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/sparse_softmax_cross_entropy_loss/xentropy/xentropy_grad/mul",
                "op": "Mul"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "BiasAddGrad",
            "ts": 1536533890331902,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "BiasAddGrad",
            "ts": 1536533890331909,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 18,
            "name": "MatMul",
            "ts": 1536533890331914,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense_1/MatMul_grad/MatMul",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 18,
            "name": "MatMul",
            "ts": 1536533890331938,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense_1/MatMul_grad/MatMul_1",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 25,
            "name": "Mul",
            "ts": 1536533890331960,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dropout/cond/dropout/div_grad/RealDiv",
                "op": "Mul"
            },
            "tid": 0
        },
        {
            "dur": 27,
            "name": "AddN",
            "ts": 1536533890331988,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/AddN",
                "op": "AddN"
            },
            "tid": 0
        },
        {
            "dur": 27,
            "name": "ReluGrad",
            "ts": 1536533890332018,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/Relu_grad/ReluGrad",
                "op": "ReluGrad"
            },
            "tid": 0
        },
        {
            "dur": 12,
            "name": "BiasAddGrad",
            "ts": 1536533890332058,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 405,
            "name": "MatMul",
            "ts": 1536533890332073,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/MatMul_grad/MatMul_1",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 473,
            "name": "MatMul",
            "ts": 1536533890332485,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/dense/MatMul_grad/MatMul",
                "op": "MatMul"
            },
            "tid": 0
        },
        {
            "dur": 57,
            "name": "Transpose",
            "ts": 1536533890333069,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/max_pooling2d_1/MaxPool_grad/MaxPoolGrad-2-TransposeNHWCToNCHW-LayoutOptimizer",
                "op": "Transpose"
            },
            "tid": 0
        },
        {
            "dur": 329,
            "name": "MaxPoolGrad",
            "ts": 1536533890333130,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/max_pooling2d_1/MaxPool_grad/MaxPoolGrad",
                "op": "MaxPoolGrad"
            },
            "tid": 0
        },
        {
            "dur": 324,
            "name": "ReluGrad",
            "ts": 1536533890333461,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Relu_grad/ReluGrad",
                "op": "ReluGrad"
            },
            "tid": 0
        },
        {
            "dur": 124,
            "name": "BiasAddGrad",
            "ts": 1536533890333794,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "BiasAddGrad",
            "ts": 1536533890333923,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "BiasAddGrad",
            "ts": 1536533890333930,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 373,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890333938,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 665,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890334314,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 837,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890334983,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 12,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890335823,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 5,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890335838,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 5,
            "name": "Conv2DBackpropInput",
            "ts": 1536533890335845,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropInput",
                "op": "Conv2DBackpropInput"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Conv2DBackpropInput",
            "ts": 1536533890335852,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropInput",
                "op": "Conv2DBackpropInput"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Conv2DBackpropInput",
            "ts": 1536533890335855,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropInput",
                "op": "Conv2DBackpropInput"
            },
            "tid": 0
        },
        {
            "dur": 1714,
            "name": "Conv2DBackpropInput",
            "ts": 1536533890335861,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d_1/Conv2D_grad/Conv2DBackpropInput",
                "op": "Conv2DBackpropInput"
            },
            "tid": 0
        },
        {
            "dur": 522,
            "name": "MaxPoolGrad",
            "ts": 1536533890337577,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/max_pooling2d/MaxPool_grad/MaxPoolGrad",
                "op": "MaxPoolGrad"
            },
            "tid": 0
        },
        {
            "dur": 656,
            "name": "ReluGrad",
            "ts": 1536533890338107,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/Relu_grad/ReluGrad",
                "op": "ReluGrad"
            },
            "tid": 0
        },
        {
            "dur": 215,
            "name": "BiasAddGrad",
            "ts": 1536533890338775,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "BiasAddGrad",
            "ts": 1536533890338992,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 3,
            "name": "BiasAddGrad",
            "ts": 1536533890338997,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/BiasAdd_grad/BiasAddGrad",
                "op": "BiasAddGrad"
            },
            "tid": 0
        },
        {
            "dur": 1067,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890339012,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "Conv2DBackpropFilter",
            "ts": 1536533890340081,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "v0/gradients/v0/conv2d/Conv2D_grad/Conv2DBackpropFilter",
                "op": "Conv2DBackpropFilter"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340088,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense_1/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340092,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense_1/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340095,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 159,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340098,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/dense/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340259,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d_1/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 4,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340262,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d_1/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 2,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340267,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d/bias/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        },
        {
            "dur": 1,
            "name": "ApplyGradientDescent",
            "ts": 1536533890340271,
            "ph": "X",
            "pid": 15,
            "cat": "Op",
            "args": {
                "name": "GradientDescent/update_v0/conv2d/kernel/ApplyGradientDescent",
                "op": "ApplyGradientDescent"
            },
            "tid": 0
        }
    ]
}