kubeinst

#! /bin/bash
###############################################
##
##  Copyright (2023, ) Institute of Software
##      Chinese Academy of Sciences
##          wuheng@iscas.ac.cn
##
###############################################


VERSION="0.1.0"

####################
##
## Common
##
####################

aliyun_image_server="registry.cn-hangzhou.aliyuncs.com/google_containers"
coding_file_server="https://g-ubjg5602-generic.pkg.coding.net/iscas-system/files"


#####################
##
## Container
##
#####################

kube_version="1.28.2"
kube_subnet="10.244.0.0/16"
kube_release="24.02"
kube_repo="private"
kube_fip="1.95.7.100"  

declare -A pkgMgrs
pkgMgrs['centos']='yum'
pkgMgrs['openEuler']='yum'
pkgMgrs['ubuntu']='apt'

declare -A runtimes
runtimes['runc']='1.23.2'
runtimes['containerd']='1.6.25'
runtimes['docker']='24.0.6'
runtimes['isulad']='2.1.5'

declare -A runtime_endpoints
runtime_endpoints['runc']='/run/crio/crio.sock'
runtime_endpoints['containerd']='/run/containerd/containerd.sock'
runtime_endpoints['docker']='/var/run/cri-dockerd.sock'
runtime_endpoints['isulad']='/var/run/isulad.sock'      

declare -A network_names
network_names['kubeovn']='v1.12.4'
network_names['calico']='v3.27.0'
network_names['flannel']='v0.24.0'

declare -A network_urls
network_urls['kubeovn']='https://raw.githubusercontent.com/kubeovn/kube-ovn/VERSION/dist/images/install.sh'
network_urls['calico']='https://raw.githubusercontent.com/projectcalico/calico/VERSION/manifests/calico.yaml'
network_urls['flannel']='https://raw.githubusercontent.com/flannel-io/flannel/VERSION/Documentation/kube-flannel.yml'       

###############################################
##
## Do not modify the below codes youself.
## Create a issue if you need new features
## or find a bug
##
###############################################

function get-os()
{
  #echo $(cat /etc/os-release  | grep ID | head -1 | awk -F'=' '{print$2}')
  echo $(cat /etc/os-release  | grep ^NAME | awk -F'=' '{print$2}' | awk -F '"' '{print$2}' | awk '{print$1}')
}

function get-arch()
{
  if [[ $(arch) == "x86_64" ]]
  then
    echo "amd64"
  elif [[ $(arch) == "aarch64" ]]
  then
    echo "arm64"
  else
    echo "only support x86_64(amd64), aarch64(arm64) and risc-v"
    exit 1
  fi
}

function stop-service()
{
  for ser in "$@"
  do
    systemctl daemon-reload
    systemctl stop $ser
    systemctl disable $ser
  done 
}

function start-service()
{
  for ser in "$@"
  do
    systemctl daemon-reload
    systemctl start $ser
    systemctl enable $ser
  done 
}

function restart-service()
{
  for ser in "$@"
  do
    systemctl daemon-reload
    systemctl restart $ser
  done
}


function replace()
{
   sed -ie "s/$1/$2/g" $3
}

function wget-to-local()
{
  wget --no-check-certificate -P $2/ $1
}

function check-kube()
{
   status=`systemctl status kubelet | grep Active | grep running`
   if [[ -z $status ]]
   then
     echo -e "Please install container and Kubernetes first."
     exit
   fi
}

function yum-repo-from-coding()
{
	wget-to-local $coding_file_server/$1?version=$2 /etc/yum.repos.d
    mv /etc/yum.repos.d/$1\?version\=$2 /etc/yum.repos.d/$1
}


function yum-service-from-coding()
{
	wget-to-local $coding_file_server/$1?version=$2 /usr/lib/systemd/system
    mv -f /usr/lib/systemd/system/$1\?version\=$2 /usr/lib/systemd/system/$1
}

function yum-bin-from-coding()
{
	wget-to-local $coding_file_server/$1-$(arch)?version=$2 /usr/bin
    mv -f /usr/bin/$1-$(arch)\?version\=$2 /usr/bin/$1
	chmod 777 /usr/bin/$1
}


###########################################################
##
##  os env
##
###########################################################


function init-osenv()
{
  
  disable-$(get-os)-security
}

## disable security

function disable-centos-security()
{
  replace SELINUX=permissive SELINUX=disabled /etc/selinux/config
  replace SELINUX=enforcing SELINUX=disabled /etc/selinux/config
  stop-service firewalld
  yum install -y wget
}

function disable-ubuntu-security()
{
  sudo ufw disable
}

function disable-openEuler-security()
{
  disable-centos-security
}

function disable-Kylin-security()
{
  disable-centos-security
}

###########################################################
##
##  runtime
##
###########################################################

function help-runtime()
{
  cmddesc
  echo -e "Commands:"
  #echo -e "  init-runtime runc         :\t(runtime): download runc and cri-o"
  echo -e "  init-runtime containerd   :\t(runtime): download containerd"
  echo -e "  init-runtime docker       :\t(runtime): download docker and cri-docker"
  echo -e "  init-runtime isulad       :\t(runtime): download isulad"
  echo -e "  init-runtime --help       :\t(runtime): help"
}

function init-runtime()
{
  if [[ $# != 2 ]]
  then
     help-runtime
     exit
  fi
 
  osname=$(get-os)
  install=${pkgMgrs[$osname]}

  if [[ -z $install ]];
  then
    unsupport $@
    help-runtime
  fi
  
  
  add-$osname-repository
  $install-$2
  echo $2 > /etc/doslab-runtime.conf
}

## add repository

function add-centos-repository()
{
  yum-repo-from-coding centos-docker.repo $kube_release
  yum-repo-from-coding kubernetes.repo $kube_release
  yum-repo-from-coding centos-crio.repo $kube_release
}

function add-openEuler-repository()
{
  yum-repo-from-coding openEuler-docker.repo $kube_release
  yum-repo-from-coding kubernetes.repo $kube_release
  yum-repo-from-coding container-$kube_repo.repo $kube_release
}

function add-Kylin-repository()
{
  add-openEuler-repository
}


# TODO
function add-ubuntu-repository()
{
  arch=`get-arch`

  apt-get install apt-transport-https ca-certificates curl gnupg lsb-release lrzsz -y

  rm -rf /usr/share/keyrings/docker-archive-keyring.gpg
  curl -fsSL $ubuntu_docker_ce_gpg | sudo gpg --dearmor -o /usr/share/keyrings/docker-archive-keyring.gpg
  echo  "deb [arch=$arch signed-by=/usr/share/keyrings/docker-archive-keyring.gpg] $ubuntu_docker_ce_url $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null

  rm -rf /usr/share/keyrings/kubernetes-archive-keyring.gpg
  curl -fsSL $ubuntu_kuberentes_gpg | sudo gpg --dearmor -o /usr/share/keyrings/kubernetes-archive-keyring.gpg
  echo  "deb [arch=$arch signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] $ubuntu_kuberentes_url kubernetes-xenial main" | sudo tee /etc/apt/sources.list.d/kubernetes.list > /dev/null

}


function yum-runc()
{
  yum install -y cri-o-${runtimes['runc']} kubeadm-${kube_version} lvm2
  config-runc
}

function config-runc()
{
  echo "overlay" > /etc/modules-load.d/containerd.conf
  echo "br_netfilter" >> /etc/modules-load.d/containerd.conf
  
  modprobe overlay
  modprobe br_netfilter

  sysctl --system
  
  if [[ -z $(cat /etc/crio/crio.conf | grep pause_image) ]]
  then
    echo "[crio.image]" >> /etc/crio/crio.conf
	version=$(kubeadm config images list | grep pause | awk -F':' '{print$2}')
    echo "pause_image = \"registry.cn-hangzhou.aliyuncs.com/google_containers/pause:$version\"" >> /etc/crio/crio.conf
  fi	
  restart-service crio
}

function apt-containerd()
{
  cVer=$(apt-cache madison containerd.io | grep ${runtimes['containerd']} | awk -F"|" '{print$2}' | sed 's/ //g')	
  kVer=$(apt-cache madison kubelet | grep $kube_version | awk -F"|" '{print$2}' | sed 's/ //g')
  apt-get update
  apt-get install containerd.io=$cVer kubectl=$kVer kubelet=$kVer kubeadm=$kVer lvm2 -y
  config-containerd
}

function yum-containerd()
{
  yum install -y containerd.io-${runtimes['containerd']} kubeadm-${kube_version} lvm2
  config-containerd
}

function config-containerd()
{
  echo "overlay" > /etc/modules-load.d/containerd.conf
  echo "br_netfilter" >> /etc/modules-load.d/containerd.conf
  
  modprobe overlay
  modprobe br_netfilter

  sysctl --system

  containerd config default | sudo tee /etc/containerd/config.toml

  # fix for container v1.6.9
  # sandbox_image = "registry.k8s.io/pause:3.6"
  def_repo="registry.k8s.io"
  real_repo=$(echo "$aliyun_image_server" | sed 's/\//\\\//g')
  # real_repo=${aliyun_image_server/\//\\\/}
  old_version=$(cat /etc/containerd/config.toml | grep $def_repo | awk -F"/" '{print$2}' | awk -F"\"" '{print$1}')
  new_version=$(kubeadm config images list | grep pause | awk -F"/" '{print$2}' | awk -F"\"" '{print$1}')
  
  replace $def_repo $real_repo /etc/containerd/config.toml
  replace $old_version $new_version /etc/containerd/config.toml
  
  start-service containerd
  restart-service containerd
}

function yum-docker()
{
  yum install -y docker-ce-${runtimes['docker']}  lvm2
  
  yum-bin-from-coding cri-dockerd $kube_release
  yum-service-from-coding cri-docker.service $kube_release
  yum-service-from-coding cri-docker.socket $kube_release
  
  config-docker
}

function config-docker()
{
  ## kubernetes >= 1.22 only supports systemd
  mkdir -p /etc/docker
  echo "{" > /etc/docker/daemon.json
  echo "  \"exec-opts\": [\"native.cgroupdriver=systemd\"]" >> /etc/docker/daemon.json
  echo "}" >> /etc/docker/daemon.json
  systemctl daemon-reload

  start-service docker cri-docker
}

function yum-isulad()
{
  yum install -y iSulad-${runtimes['isulad']}  lvm2
  
  config-isulad
}

function config-isulad()
{
  echo "overlay" > /etc/modules-load.d/containerd.conf
  echo "br_netfilter" >> /etc/modules-load.d/containerd.conf
  
  modprobe overlay
  modprobe br_netfilter

  start-service isulad
}

###########################################################
##
##  compute
##
###########################################################

function help-compute()
{
  cmddesc
  echo -e "Commands:"
  echo -e "  init-compute kubernetes   :\t(compute): download kubernetes"
  echo -e "  init-compute k0s          :\t(compute): download k0s"
  echo -e "  init-compute --help       :\t(compute): help"
}


function init-compute()
{
  if [[ $# != 2 ]]
  then
     help-compute
     exit
  fi
 
  osname=$(get-os)
  
  setup-$(get-os)-$2
}

function setup-centos-kubernetes()
{
  yum install -y kubeadm-${kube_version}

  echo "KUBELET_EXTRA_ARGS=--cgroup-driver=systemd" > /etc/default/kubelet
  
  swapoff -a
  echo "1" > /proc/sys/net/bridge/bridge-nf-call-iptables
  echo "1" > /proc/sys/net/ipv4/ip_forward
  
  start-service kubelet
  
  rm -rf /etc/kubernetes/kubeadm.yaml
  curl -fL "$coding_file_server/kubeadm.yaml?version=$kube_release" -o /etc/kubernetes/kubeadm.yaml
  #curl -fL "https://g-ubjg5602-generic.pkg.coding.net/iscas-system/files/kubeadm.yaml?version=$kube_release" -o /etc/kubernetes/kubeadm.yaml
  kube_runtime=$(cat /etc/doslab-runtime.conf)
  replace "#ENDPOINT#" $(echo "${runtime_endpoints[$kube_runtime]}" | sed 's/\//\\\//g') /etc/kubernetes/kubeadm.yaml
  replace "#SUBNET#" $(echo "$kube_subnet" | sed 's/\//\\\//g') /etc/kubernetes/kubeadm.yaml
  replace "#VERSION#" $kube_version /etc/kubernetes/kubeadm.yaml
  replace "#REPO#" $(echo "$aliyun_image_server" | sed 's/\//\\\//g') /etc/kubernetes/kubeadm.yaml

  # [required], see https://kubernetes.io/docs/reference/config-api/kubeadm-config.v1beta2/
  kubeadm init --config /etc/kubernetes/kubeadm.yaml
  rm -rf $HOME/.kube
  mkdir -p $HOME/.kube
  sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
  sudo chown $(id -u):$(id -g) $HOME/.kube/config
  iptables -P FORWARD ACCEPT
}

function setup-openEuler-kubernetes()
{
  setup-centos-kubernetes
}

function setup-ubuntu-kubernetes()
{
  echo "KUBELET_EXTRA_ARGS=--cgroup-driver=systemd" > /etc/default/kubelet
  swapoff -a
  echo "1" > /proc/sys/net/bridge/bridge-nf-call-iptables
  echo "1" > /proc/sys/net/ipv4/ip_forward
  start-service kubelet
	      
  rm -rf /etc/kubernetes/kubeadm.yaml
  curl -fL "$coding_file_server/kubeadm.yaml?version=$kube_release" -o /etc/kubernetes/kubeadm.yaml

  kube_runtime=$(cat /etc/doslab-runtime.conf)

  replace "#ENDPOINT#" $(echo "${runtime_endpoints[$kube_runtime]}" | sed 's/\//\\\//g') /etc/kubernetes/kubeadm.yaml
  replace "#SUBNET#" $(echo "$kube_subnet" | sed 's/\//\\\//g') /etc/kubernetes/kubeadm.yaml
  replace "#VERSION#" $kube_version /etc/kubernetes/kubeadm.yaml
  replace "#REPO#" $(echo "$aliyun_image_server" | sed 's/\//\\\//g') /etc/kubernetes/kubeadm.yaml

  # [required], see https://kubernetes.io/docs/reference/config-api/kubeadm-config.v1beta2/
  kubeadm init --config /etc/kubernetes/kubeadm.yaml
  rm -rf $HOME/.kube
  mkdir -p $HOME/.kube
  sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
  sudo chown $(id -u):$(id -g) $HOME/.kube/config
  iptables -P FORWARD ACCEPT
}

function setup-centos-k0s()
{
  yum install -y k0s-${kube_version}

  echo "KUBELET_EXTRA_ARGS=--cgroup-driver=systemd" > /etc/default/kubelet
  
  swapoff -a
  
  echo "1" > /proc/sys/net/bridge/bridge-nf-call-iptables
  echo "1" > /proc/sys/net/ipv4/ip_forward
  
  k0s install controller --single --force
  systemctl daemon-reload
  k0s start
  
  iptables -P FORWARD ACCEPT
}

function setup-openEuler-k0s()
{
  setup-centos-k0s
}

function setup-ubuntu-k0s()
{
  setup-centos-k0s
}

###########################################################
##
##  network
##
###########################################################

function help-network()
{
  cmddesc
  echo -e "Commands:"
  echo -e "  init-network kubeovn   :\t(compute): apply kubeovn"
  echo -e "  init-network calico    :\t(compute): apply calico"
  echo -e "  init-network flannel   :\t(compute): apply flannel"
  echo -e "  init-network --help       :\t(compute): help"
}


function init-network()
{
  if [[ $# != 2 ]]
  then
     help-network
     exit
  fi
 
  url="${network_urls[$2]/VERSION/${network_names[$2]}}"
  echo $url
  
  if [[ $url == *".sh" ]]
  then
    curl $url | bash -
  else
    kubectl apply -f $url
  fi 
    
}
###########################################################
##
##  help
##
##########################################################

function unsupport()
{
  echo -n "'$@' is not a valid command, see "
  #for a in "${@:1:$# - 1}"
  #do
  #  echo -n "$a "
  #done
  echo -n "--help"
  echo -e "\n"
}

function cmddesc()
{
  echo -e "Welcome to CloudOne ($VERSION), install Kubernetes-based systems from scratch.\n"
}


function help()
{
  cmddesc
  echo -e "Commands:"
  echo -e "  init-osenv           :setup security configuration"
  echo -e "  init-runtime         :setup runc, or containerd, or docker packages"
  echo -e "  init-compute         :setup kubernetes"
  echo -e "  init-network         :setup kubeovn, calico, flannel"
  echo -e "  --help               :help"
}

case $1 in
  "init-osenv")
    init-osenv $*
    ;;
  "init-runtime")
    init-runtime $*
    ;;	
  "init-compute")
    init-compute $*
    ;;
  "init-network")
    init-network $*
    ;;
  "--help")
    help
    ;;
  *)
  unsupport $@
  help
  ;;
esac