alex_v2_8gpu.json

{
    "name": "One weird trick",
    "layers": {
        "data": {
            "parents": [],
            "type": "Input",
            "tensor": [128, 224, 224, 3]
        },
        "conv1": {
            "parents": ["data"],
            "type": "Convolution",
            "filter": [11, 11, 3, 64],
            "padding": "VALID",
            "strides": [1, 4, 4, 1],
            "activation_fn": "relu"
        },
        "pool1": {
            "parents": ["conv1"],
            "type": "Pooling",
            "ksize": [1, 3, 3, 1],
            "strides": [1, 2, 2, 1],
            "padding": "VALID"
        },
        "conv2": {
            "parents": ["pool1"],
            "type": "Convolution",
            "filter": [5, 5, 64, 192],
            "padding": "SAME",
            "strides": [1, 1, 1, 1],
            "activation_fn": "relu"
        },
        "pool2": {
            "parents": ["conv2"],
            "type": "Pooling",
            "ksize": [1, 3, 3, 1],
            "strides": [1, 2, 2, 1],
            "padding": "VALID"
        },
        "conv3": {
            "parents": ["pool2"],
            "type": "Convolution",
            "filter": [3, 3, 192, 384],
            "padding": "SAME",
            "strides": [1, 1, 1, 1],
            "activation_fn": "relu"
        },
        "conv4": {
            "parents": ["conv3"],
            "type": "Convolution",
            "filter": [3, 3, 384, 256],
            "padding": "SAME",
            "strides": [1, 1, 1, 1],
            "activation_fn": "relu"
        },
        "conv5": {
            "parents": ["conv4"],
            "type": "Convolution",
            "filter": [3, 3, 256, 256],
            "padding": "SAME",
            "strides": [1, 1, 1, 1],
            "activation_fn": "relu"
        },
        "pool5": {
            "parents": ["conv5"],
            "type": "Pooling",
            "ksize": [1, 3, 3, 1],
            "strides": [1, 2, 2, 1],
            "padding": "VALID"
        },
        "parallel_fc67": {
            "type": "ModelParallel",
            "splits": 8,
            "parents": ["pool5"],
            "layers": {
                "fc6": {
                    "parents": [],
                    "type": "Convolution",
                    "filter": [5, 5, 256, 4096],
                    "padding": "VALID",
                    "strides": [1, 1, 1, 1],
                    "activation_fn": "relu"
                },
                "dropout6": {
                    "parents": ["fc6@self"],
                    "type": "Dropout",
                    "dropout_keep_prob": 0.5
                },
                "concat6": {
                    "parents": ["dropout6@all"],
                    "type": "Concatenate",
                    "dim": 3
                },
                "fc7": {
                    "parents": ["concat6@self"],
                    "type": "Convolution",
                    "filter": [1, 1, 4096, 4096],
                    "padding": "SAME",
                    "strides": [1, 1, 1, 1],
                    "activation_fn": "relu"
                },
                "dropout7": {
                    "parents": ["fc7@self"],
                    "type": "Dropout",
                    "dropout_keep_prob": 0.5
                }
            }
        },
        "concat7": {
            "parents": ["parallel_fc67/dropout7@all"],
            "type": "Concatenate",
            "dim": 3
        },
        "fc8": {
            "parents": ["concat7"],
            "type": "Convolution",
            "filter": [1, 1, 4096, 1000],
            "padding": "SAME",
            "strides": [1, 1, 1, 1],
            "activation_fn": null
        },
        "softmax": {
            "parents": ["fc8"],
            "type": "Softmax",
            "num_classes": 1000
        }
    }
}