Setup

View detail here

Run

# on master nodes just run
./setup.sh
./fn.sh help [method]
# on worker nodes just run
./setup-node.sh
# then run
kubeadm join --token d326cf.05fa043803407f75 128.199.72.209:6443 --discovery-token-ca-cert-hash <hash>

reset cni network

kubeadm reset
systemctl stop kubelet
systemctl stop docker
rm -rf /var/lib/cni/
rm -rf /var/lib/kubelet/*
rm -rf /etc/cni/
ifconfig cni0 down
ifconfig flannel.1 down
ifconfig docker0 down
ip link delete cni0
ip link delete flannel.1
systemctl start kubelet
systemctl start docker
kubeadm join --token d326cf.05fa043803407f75 128.199.72.209:6443 --discovery-token-ca-cert-hash <hash>

Custom ip for kube node

/etc/sysconfig/kubelet
KUBELET_EXTRA_ARGS=--node-ip=192.168.56.101
systemctl daemon-reload
systemctl restart kubelet

NFS setup

Server

sudo apt-get update
sudo apt-get install nfs-kernel-server -y
sudo mkdir -p /opt/share
chown nobody:nogroup /opt/share
echo "/opt/share    *(rw,sync,no_subtree_check)" | sudo tee -a /etc/exports
exportfs -a
service nfs-kernel-server start

Client

sudo apt-get update
sudo apt-get install nfs-common -y
sudo mkdir -p /opt/share
mount -t nfs 10.0.0.4:/opt/share /opt/share

If using firewall

firewall-cmd --permanent --zone=public --add-service=nfs --permanent
firewall-cmd --permanent --zone=public --add-service=mountd --permanent
firewall-cmd --permanent --zone=public --add-service=rpc-bind --permanent
firewall-cmd --reload

Run fn from ssh mode from sshfn and expectfn

# synchornize local folder to server
./sshfn.sh user:passwd@server:/path sync [localpath]
./expectfn.sh user:key,passphrase@server:/path sync [current]
# run command on server
./sshfn.sh user:passwd@server:/path -- command
./expectfn.sh user:key,passphrase@server:/path -- command

# use alias
alias sshfn='./sshfn.sh blockchainuser:password@server:/home/blockchainuser/hyperledger-k8s'
alias expectfn='./expectfn.sh blockchainuser:key,passphrase@server:/home/blockchainuser/hyperledger-k8s'

Copy chaincode

cp -r ./chaincode /opt/share/channel-artifacts/

Setup detail

==============

Step1: Build configtx.yaml, kubernetes files for the network
you need to setup nfs server if using --nfs-server option

# change cluster-config file and all kubernetes templates inside setupCluster/templates folder
# view help and hint
./fn.sh help config
# run config
./fn.sh config
# change setupCluster/configtx.yaml to add more Channel configuration
# default we have MultiOrgsChannel including all organizations

Step2: Start, stop network

# start the network
./fn.sh network
# stop the network
./fn.sh network down

Step3: Labeling nodes

# assign a label to node then move namespace to that label later
./fn.sh assign --node master --org Master

Step4: Start the channel

# run ./fn.sh help channel for more information
./fn.sh channel --profile OrgChannel --channel orgchannel --namespace org1-v1
# join other organization to channel
./fn.sh channel --profile OrgChannel --channel orgchannel --namespace org2-v1 --mode=join

Step5: Install the chaincode

# run ./fn.sh help install for more information
./fn.sh install

Step6: Instantiate/upgrade the chaincode

# run ./fn.sh help instantiate/upgrade for more information
# in production mode, must move peer to current running node so that it can find chaincode image, or save image to share folder
./fn.sh instantiate

Step7: query/invoke the chaincode

# run ./fn.sh help query/invoke for more information
./fn.sh query

Step8: Start api-server

# run ./fn.sh help admin for more information
./fn.sh admin --port 30009 --mode apply
# benchmark the api
wrk -t12 -c5000 -d10s http://localhost:30009/fastquery?chaincode=mycc&channel=mychannel&user=PeerAdmin&method=query&argument=a

Step9: Scaling

# move all depoyments belong to a namespace
./fn.sh move --namespace kafka --org Master

Alternative way to run at your local machine is using sshfn.sh script sshfn.sh using sshpass to automate script at local

Command for assign node and move namespace to node

./fn.sh assign --node org1 --org ORG1

# move namespaces
./fn.sh move --namespace org1-v1 --org ORG1
#./fn.sh move --namespace kafka --org Master