[Doc] Elaborated k8s controlplane initialization and worker node join script.

Signed-off-by: insukim1994 <insu.kim@moreh.io>

Author: insukim1994

utils/11-crio-ipv4-bridge.conflist

@@ -4,11 +4,21 @@
 # for more information.
 # This script will create a Kubernetes cluster using kubeadm.
 
+# IMPORTANT: THIS STEP IS REQUIRED FOR CNI SETUP VIA CALICO
+
 # Look for a line starting with "default via"
+# For example: default via 10.128.0.1 dev ens5
 ip route show
 
+# Or get your network interface's ip address using the following command:
+export K8S_NET_IP=$(ip addr show dev $(ip route show | awk '/^default/ {print $5}') | awk '/inet / {print $2}' | cut -d/ -f1)
+echo "K8S_NET_IP=${K8S_NET_IP}"
+
 # On one of your nodes which to become a control node, execute following command:
-sudo kubeadm init --cri-socket=unix:///var/run/crio/crio.sock
+sudo kubeadm init \
+    --cri-socket=unix:///var/run/crio/crio.sock \
+    --apiserver-advertise-address=${K8S_NET_IP} \
+    --pod-network-cidr=192.168.0.0/16
 
 # The output will look like this:
 # --------------------------------------------------------------------------------

utils/init-kubernetes-controlplane-node.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+# Refer to https://docs.tigera.io/calico/latest/getting-started/kubernetes/quickstart
+# for more information.
+
+# Install the Tigera operator and custom resource definitions:
+kubectl create -f https://raw.githubusercontent.com/projectcalico/calico/v3.30.0/manifests/tigera-operator.yaml
+
+# Install Calico by creating the necessary custom resources:
+kubectl create -f https://raw.githubusercontent.com/projectcalico/calico/v3.30.0/manifests/custom-resources.yaml

utils/install-calico.sh

@@ -22,26 +22,23 @@ echo "deb [signed-by=/etc/apt/keyrings/cri-o-apt-keyring.gpg] https://download.o
 sudo apt-get update
 sudo apt-get install -y cri-o
 
+# Update crio config by creating (or editing) /etc/crio/crio.conf
+sudo tee /etc/crio/crio.conf > /dev/null <<EOF
+[crio.image]
+pause_image="registry.k8s.io/pause:3.10"
+
+[crio.runtime]
+conmon_cgroup = "pod"
+cgroup_manager = "systemd"
+EOF
+
 # Start CRI-O
 sudo systemctl start crio.service
 
 sudo swapoff -a
 sudo modprobe br_netfilter
 sudo sysctl -w net.ipv4.ip_forward=1
 
-# Update crio config by creating (or editing) /etc/crio/crio.conf
-# sudo vi /etc/crio/crio.conf
-# [crio.image]
-# pause_image="registry.k8s.io/pause:3.10"
-# [crio.runtime]
-# conmon_cgroup = "pod"
-# cgroup_manager = "systemd"
-
-# sysctl params required by setup, params persist across reboots
-cat <<EOF | sudo tee /etc/sysctl.d/k8s.conf
-net.ipv4.ip_forward = 1
-EOF
-
 # Apply sysctl params without reboot
 sudo sysctl --system
 

utils/install-cri-o.sh

@@ -17,14 +17,17 @@
 sudo kubeadm join <YOUR_CONTROL_PLANE_NODE_IP> --token <YOUR_GENERATED_TOKEN> \
          --discovery-token-ca-cert-hash sha256:<YOUR_GENERATED_CA_CERT_HASH> --cri-socket=unix:///var/run/crio/crio.sock
 
+exit 0
+
 # If you lost above information, you can get the token and hash by running following command on your CONTROL PLANE node:
-# To get <YOUR_CONTROL_PLANE_NODE_IP>
-kubectl get nodes -o wide | grep -i control-plane | awk '{printf $6}'
+# To get <YOUR_CONTROL_PLANE_NODE_IP>:
+export K8S_NET_IP=$(ip addr show dev $(ip route show | awk '/^default/ {print $5}') | awk '/inet / {print $2}' | cut -d/ -f1)
+echo "K8S_NET_IP=${K8S_NET_IP}"
 
-# To get <YOUR_GENERATED_TOKEN>
+# To get <YOUR_GENERATED_TOKEN>:
 sudo kubeadm token create
 
-# To get <YOUR_GENERATED_CA_CERT_HASH>
+# To get <YOUR_GENERATED_CA_CERT_HASH>:
 openssl x509 -pubkey -in /etc/kubernetes/pki/ca.crt | \
 openssl rsa -pubin -outform der 2>/dev/null | \
 sha256sum | awk '{print $1}'