docker.sh

#!/bin/bash

# vim: sw=4 ts=4 sts=4 et :

deb_rust_install() {
    echo "---> Installing Rust"
    curl -f -L https://static.rust-lang.org/rustup.sh -O
    sh rustup.sh
}

add_jenkins_user() {
    git clone https://gerrit.hyperledger.org/r/ci-management.git /ci-management
    /ci-management/jenkins-scripts/init_system.sh
}

rh_changes() {
    echo "---> RH changes"
    # Following directions from
    # https://docs.docker.com/engine/installation/linux/docker-ce/centos/

    # remove old docker
    yum remove -y docker docker-common docker-selinux docker-engine

    # set up the repository
    yum install -y yum-utils device-mapper-persistent-data lvm2
    yum-config-manager --add-repo \
    https://download.docker.com/linux/centos/docker-ce.repo
    yum clean -y metadata

    # install docker and enable it
    echo "---> Installing docker"
    yum install -y docker-ce supervisor bridge-utils
    systemctl enable docker

    # configure docker networking so that it does not conflict with LF
    # internal networks
    cat <<EOL > /etc/sysconfig/docker-network
# /etc/sysconfig/docker-network
DOCKER_NETWORK_OPTIONS='--bip=10.250.0.254/24'
EOL
    # configure docker daemon to listen on port 5555 enabling remote
    # managment
    mkdir /etc/docker
    touch /etc/docker/daemon.json
    cat <<EOL > /etc/docker/daemon.json
{
"selinux-enabled": true,
"hosts": ["unix:///var/run/docker.sock", "tcp://0.0.0.0:5555"]
}
EOL

    # Install python dependencies
    yum install -y python-{devel,virtualenv,setuptools,pip}
}

deb_docker_fix(){
    echo "---> Fixing docker"
    systemctl stop docker
    cat <<EOL > /etc/systemd/system/docker.service
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target docker.socket
Requires=docker.socket

[Service]
Type=notify
# the default is not to use systemd for cgroups because the delegate issues still
# exists and systemd currently does not support the cgroup feature set required
# for containers run by docker
ExecStart=
ExecStart=/usr/bin/dockerd --mtu 1392 -H tcp://0.0.0.0:2375 -H unix:///var/run/docker.sock
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process

[Install]
WantedBy=multi-user.target
EOL
    systemctl start docker
    echo "---> Check the MTU here"
    docker network inspect bridge
    echo "---> MTU should be 1392"
}

deb_install_go() {
    echo "---> Installing Go"

    curl -sL -o /usr/local/bin/gimme https://raw.githubusercontent.com/travis-ci/gimme/master/gimme
    chmod +x /usr/local/bin/gimme

    #install 1.7.5, 1.9.2, 1.10, 1.10.4, 1.11.1, 1.11.5, 1.12.1 and 1.12.5
    gimme 1.7.5 /opt/go
    gimme 1.9.2 /opt/go
    gimme 1.10 /opt/go
    gimme 1.10.4 /opt/go
    gimme 1.11.1 /opt/go
    gimme 1.11.5 /opt/go
    gimme 1.12.1 /opt/go
    gimme 1.12.5 /opt/go
}

deb_docker_clean_images() {
    echo "---> Cleaning docker images"
    # Exit on error (-e not set)
    # shellcheck disable=SC2046
    set -ue
    # shellcheck disable=SC2046
    docker rmi -f $(docker images -aq)
    set +eu
}

deb_docker_pull_images() {
    echo "---> Pulling Fabric Baseimage & thirdparty images"

    set -ue
    # List of images to be generated and pushed
    IMAGES_LIST="couchdb kafka zookeeper baseimage"
    echo "---> Pulling Thirdparty Images"
    for image in $IMAGES_LIST; do
        docker pull hyperledger/fabric-$image:amd64-0.4.18
    done
    echo "---> Pulling Indy images"
    docker pull hyperledger/indy-core-baseci:0.0.1
    set +ue
}

deb_create_hyperledger_vardir() {
    echo "---> Creating Hyperledger Vardir"
    mkdir /var/hyperledger/
    chown $USER:$USER /var/hyperledger
}

deb_add_docker_repo() {
    # Following directions from
    # https://docs.docker.com/engine/installation/linux/docker-ce/ubuntu/

    # remove old docker
    sudo apt-get remove -y docker docker-engine docker.io

    # set up the repository
    echo '---> Installing the Docker Repo'
    sudo apt-get update
    sudo apt-get install \
    apt-transport-https \
    ca-certificates \
    curl \
    software-properties-common
    curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
    sudo add-apt-repository \
    "deb [arch=amd64] https://download.docker.com/linux/ubuntu \
    $(lsb_release -cs) \
    stable"

    # install docker and enable it
    sudo apt-get update
    sudo apt-get install -y docker-ce
}

deb_install_docker_compose() {
    echo '---> Installing Docker Compose'
    curl -sL "https://github.com/docker/compose/releases/download/1.21.2/docker-compose-`uname -s`-`uname -m`" > /usr/local/bin/docker-compose
    chmod +x /usr/local/bin/docker-compose
    docker-compose --version
}

deb_install_pip_pkgs() {
    PIP_PACKAGE_DEPS="urllib3 pyopenssl ndg-httpsclient pyasn1 ecdsa python-slugify grpcio-tools cython"
    PIP_PACKAGES="behave shade nose google protobuf pyyaml pykafka requests pyexecjs pyjnius sphinx sphinx_rtd_theme pluggy psutil"
    GRPC_PACKAGES="grpcio==1.0.4"
    JINJA2_PACKAGES="jinja2"
    B3J0F_PACKAGES="b3j0f.aop"
    PIP_VERSIONED_PACKAGES="flask==0.10.1 \
        python-dateutil==2.2 pytz==2014.3 pyyaml==3.10 couchdb==1.0 \
        flask-cors==2.0.1 requests==2.12.1 pysha3==1.0b1 pyopenssl==17.2.0"

    echo '---> Installing Pip Packages'
    pip2 install -U pip
    pip2 install -U $PIP_PACKAGE_DEPS
    pip2 install -U $PIP_PACKAGES
    pip2 install -I $PIP_VERSIONED_PACKAGES
    pip2 install -U $GRPC_PACKAGES $JINJA2_PACKAGES $B3J0F_PACKAGES
}

deb_update_alternatives() {
    echo '---> Updating Alternatives'
    update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-4.8 90
}

deb_install_python() {
    # Python install
    echo python install
    PACKAGES="python3-venv python3-pip python2.7-dev python-virtualenv python-setuptools python-pip python-xmlrunner python-pytest python-sphinx"
    apt-get -qq install -y $PACKAGES
}

deb_install_softhsm() {
    apt-get -qq install -y softhsm2

    # Create tokens directory
    mkdir -p /var/lib/softhsm/tokens/

    #Initialize token
    softhsm2-util --init-token --slot 0 --label "ForFabric" --so-pin 1234 --pin 98765432

    # Add jenkins user to softhsm group
    chown -R jenkins:jenkins /var/lib/softhsm /etc/softhsm
}

deb_install_node() {
    # Node install
    cd /usr/local || exit 1
    nvm install 8.9.1
    nvm install 8.4.0
    nvm install 7.4.0
    nvm ls
    cd - || exit 1
    echo "npm -v: `npm -v`"
    echo "node -v: `node -v`"
}

deb_install_nvm() {
    # Install nvm
    echo "----> nvm install"
    apt-get update
    apt-get install build-essential
    wget -qO- https://raw.githubusercontent.com/creationix/nvm/v0.31.0/install.sh | bash
    export NVM_DIR="$HOME/.nvm"
    # shellcheck source=/dev/null
    [ -s "$NVM_DIR/nvm.sh" ] && . "$NVM_DIR/nvm.sh" # This loads nvm
    command -v nvm
}

deb_install_pkgs() {
    # Compiling Essentials
    PACKAGES="g++-4.8 build-essential software-properties-common curl sudo zip libtool"

    # Libraries
    PACKAGES="$PACKAGES libsnappy-dev zlib1g-dev libbz2-dev \
        libffi-dev libssl-dev python-dev libyaml-dev python-pip"

    # Packages for IBM fvt
    PACKAGES="$PACKAGES haproxy haproxy-doc htop html2text isag jq \
        libdbd-pg-perl locales-all mysql-client mysql-common \
        mysql-server postgresql postgresql-contrib \
        postgresql-doc vim-haproxy zsh"

    # Tox for py-sdk
    PACKAGES="$PACKAGES tox"

    # maven for sdk-java
    PACKAGES="$PACKAGES maven"

    # Tcl prerequisites for busywork
    PACKAGES="$PACKAGES tcl tclx tcllib"

    # Docker
    PACKAGES="$PACKAGES apparmor \
        linux-image-extra-$(uname -r) docker-engine"

    echo '---> Installing packages'
    apt-get -qq install -y $PACKAGES
    docker --version
}

deb_add_apt_ppa() {
    echo '---> Adding Ubuntu PPAs'
    add-apt-repository -y "$@"
    apt-get -qq update
}

deb_install_haveged() {
    echo '---> Install haveged'
    # https://gerrit.hyperledger.org/r/#/c/16481/
    apt-get install haveged
    # configured to start on boot
    update-rc.d haveged defaults
}

deb_install_x86_tools() {
    # install npm and fabric node sdk dependencies
    curl -sL https://deb.nodesource.com/setup_4.x | sudo bash -

    cd /usr/local || exit
    wget https://github.com/google/protobuf/releases/download/v3.0.0/protoc-3.0.0-linux-x86_64.zip
    unzip protoc-3.0.0-linux-x86_64.zip
    rm protoc-3.0.0-linux-x86_64.zip
    cd - || exit
}

ubuntu_changes() {
    echo "---> Ubuntu changes"
    export DEBIAN_FRONTEND=noninteractive

    deb_install_go
    deb_install_haveged
    deb_create_hyperledger_vardir
    deb_add_docker_repo
    deb_add_apt_ppa 'ppa:ubuntu-toolchain-r/test'
    deb_install_pkgs
    deb_install_python
    deb_install_pip_pkgs
    add_jenkins_user
    deb_install_docker_compose
    deb_install_nvm
    deb_install_node
    deb_install_softhsm
    deb_update_alternatives
    deb_docker_clean_images
    deb_docker_pull_images
    deb_docker_fix
    deb_rust_install
    deb_install_x86_tools

}

OS=$(/usr/bin/facter operatingsystem)
case $OS in
    CentOS|Fedora|RedHat)  rh_changes      ;;
    Ubuntu)                ubuntu_changes  ;;
    *) echo "Unknown OS: $OS" ; exit 1     ;;
esac

echo "---> $OS changes complete"