#!/bin/bash
set -e
source variable.sh
podnetwork=10.244.0.0/16
runtime_type=docker
usetemprepo=0
ip=$(hostname -I | awk '{print $1}')
name=$(hostname)
install_para=
ctrd_install_para=

help() {
    echo "Usage:"
    echo "Install: $0 <-i ONLYINSTALL> <-d DIST> <-b BASELINE>"
    echo "Setup: $0 <-d DIST> <-b BASELINE> <-n NODETYPE> <-t CONTAINERTYPE>"
    echo "Other options: $0 [-c] [-h]"
    echo "Description:"
    echo "without -i will install and setup current node with -d -b -n and -t"
    echo "-c reset and clean current node"
    echo "-h print help message"
    echo "-i ONLYINSTALL package docker or k8s, without any config"
    echo "-d DIST, e.g. ctl2 or ctl3 or ctl4 or oe2309 or oe2403 or oe2503"
    echo "-n NODETYPE, e.g. master or worker"
    echo "-b BASELINE, e.g. 120 or 125 or 129(DEFAULT)"
    echo "-t CONTAINERTYPE, e.g. docker or containerd"
    exit -1
}

install_package() {
    local package=$1
    local installparam=$2
    local dist=$3
    echo "执行: yum install -y ${package} ${installparam}"
    if [[ $dist == oe* ]];then
        yum install -y "${package}" ${installparam} # for oula
    else
        local version_key=$(echo "${package^^}" | tr '-' '_')_VERSION
        local version=${!version_key}
        if [[ -z "$version" ]]; then
            echo "版本未定义或为空: $version_key"
            return 1
        fi
        if rpm -q "${package}-${version}.*" > /dev/null 2>&1; then
            echo "${package}-${version} 已安装"
            return 0
        fi
        yum install -y "${package}-${version}.$dist"  # for ctyunos 
    fi
}

change_baseline() {
  if [[ $baseline == "120" && $dist != ct* ]]; then
    echo "切换至120源"
    cp config/openEuler2203.repo /etc/yum.repos.d/
    install_para="--disablerepo=* --enablerepo=everything-2203 --enablerepo=update-2203 --enablerepo=EPOL-2203"
    ctrd_install_para=$install_para
    yum_repo="openEuler2203.repo"
    usetemprepo=1
  elif [[ $baseline == "125" && $dist != ct* ]]; then
    echo "切换至125基线源.."
    cp config/openEuler2309.repo  /etc/yum.repos.d/ --update
    #添加129源（使用特定containerd版本）
    cp config/openEuler2403.repo /etc/yum.repos.d/ --update
    install_para="--disablerepo=* --enablerepo=OS-2309 --enablerepo=everything-2309 --enablerepo=EPOL-2309"
    ctrd_install_para="--disablerepo=* --enablerepo=OS-2403 --enablerepo=everything-2403  --enablerepo=update-2403"
    yum_repo="openEuler2*"
    usetemprepo=1
  elif [[ $baseline == "129" && $dist != "oe2403" && $dist != ct* ]]; then
    echo "使用129基线源"
    cp config/openEuler2403.repo /etc/yum.repos.d/ --update
    install_para="--disablerepo=* --enablerepo=OS-2403 --enablerepo=everything-2403 --enablerepo=EPOL-2403 --enablerepo=update-2403"
    yum_repo="openEuler2403.repo"
    ctrd_install_para="--disablerepo=* --enablerepo=OS-2403 --enablerepo=everything-2403  --enablerepo=update-2403"
    usetemprepo=1
  fi
  yum clean all
  yum makecache || (echo "无法连接yum源，请将所有依赖rpm手动安装" && exit 1)
}

#Main
[[ $# == 0 ]] && help && exit
[[ ! -d config ]] && echo "请切换到源码目录或/etc/k8s-install目录运行" && exit
while getopts 'i:d:n:t:b:uch' OPT; do
    case $OPT in
        i) if [ "$OPTARG" == "docker" ] || [ "$OPTARG" == "k8s" ];then
               onlyinstall=$OPTARG && echo "only install $OPTARG..."
           else
               echo "unsupport onlyinstall value $OPTARG..." && exit
           fi
        ;;
        d) if [[ "$OPTARG" =~ ^(ctl2|ctl3|ctl4|oe2403|oe2309|oe2503)$ ]];then
               dist=$OPTARG && echo "dist is set as $OPTARG..."
           else
               echo "unsupport dist type $OPTARG..." && exit
           fi
        ;;
        n) if [ "$OPTARG" == "master" ] || [ "$OPTARG" == "worker" ];then
               nodetype=$OPTARG && echo "nodetype is set as $OPTARG..."
           else
               echo "unsupport node type $OPTARG..." && exit
           fi
        ;;
        t) if [ "$OPTARG" == "docker" ] || [ "$OPTARG" == "containerd" ];then
               runtime_type=$OPTARG && echo "runtime_type is set as $OPTARG..."
           else
               echo "unsupport container engine type $OPTARG..." && exit
           fi
        ;;
        u) for package in $online_install_pkg; do 
            if rpm -q "$package" > /dev/null 2>&1; then 
                yum update -y "$package" --obsoletes
            else 
                echo "Package $package is not installed, skipping update."
            fi
           done
           exit 0
           ;;
        b)  case "$OPTARG" in
                "120"|"125"|"129")
                baseline=$OPTARG && echo "baseline is set as $OPTARG.."
		        set_version_${OPTARG}
                ;;
            *)
                echo "Invalid version specified! ?${pkg_version}?"
                exit 1 
                ;;
            esac
            ;;
        c) echo "clean k8s setup..."
           kubeadm reset -f
           rm -rf /etc/cni/*
           ifconfig cni0 down > /dev/null 2>&1
           ifconfig flannel.1 down > /dev/null 2>&1
           ifconfig docker0 down > /dev/null 2>&1
           ip link delete cni0 > /dev/null 2>&1
           ip link delete flannel.1 > /dev/null 2>&1
           echo "k8s reset and network all deleted!" && exit
        ;;
        h) help && exit;;
        ?) help && exit;;
    esac
done

# 检查是否指定了 -d 参数
if [ -z "$dist" ]; then
    help
    echo "Error: -d DIST parameter is required."
fi

if [[ $baseline != "120" && "x$runtime_type" == "xdocker" && "x$onlyinstall" != "xdocker" ]]; then
    echo "${baseline}基线暂不支持使用docker部署k8s,该基线只能用-t containerd部署k8s; 仅安装docker请使用 -i docker"
    exit
fi

echo "开始一键安装模式，该过程需要使用root"
[ `whoami` == "root" ] || exit
echo -e "\033[44;37m 安装基础库 \033[0m"

yum install -y libcgroup container-selinux 

if [[ $dist == oe2503 && $baseline != "129" ]] || [[ $dist == oe2403 && $baseline != "129" ]] || [[ $dist == oe2303 && $baseline != "125" ]] || [[ $dist == oe2203 && $baseline != "120" ]];then
    change_baseline
fi

#grep docker.ctyun.cn /etc/hosts || echo "124.236.120.248 docker.ctyun.cn" >> /etc/hosts
echo -e "\033[44;37m 安装 runc/containerd/docker \033[0m"
install_package  runc "${install_para}" "$dist"
install_package  containerd "${ctrd_install_para}" "$dist"
if [ "x$runtime_type" == "xcontainerd" ];then
    mkdir -p /etc/containerd && containerd config default | sudo tee /etc/containerd/config.toml > /dev/null 2>&1 
    if [ $baseline != "120" ]; then
        sed -i "s#sandbox_image = \"registry.k8s.io/pause:.*\"#sandbox_image = \"${IMAGE_REPO}/pause:${PAUSE_VERSION}\"#" /etc/containerd/config.toml
        sed -i 's#SystemdCgroup = false#SystemdCgroup = true#' /etc/containerd/config.toml 
    else
        sed -i "s#sandbox_image = \"k8s.gcr.io/pause:.*\"#sandbox_image = \"${IMAGE_REPO}/pause:${PAUSE_VERSION}\"#"  /etc/containerd/config.toml
    fi
    systemctl enable containerd
    systemctl restart containerd.service

    sockoption="--cri-socket /run/containerd/containerd.sock"
    sedcmd='-e "s,dockershim.sock,containerd/containerd.sock,g"'

    imagecmd="ctr -n k8s.io image pull ${IMAGE_REPO}"
    imageflncmd="ctr -n k8s.io image pull ${FLN_IMAGE_REPO}"
fi

if [[ "x$runtime_type" == "xdocker" || "x$onlyinstall" == "xdocker" ]];then
    if [[ $dist == ct* ]] && [  $baseline == "120" || $baseline == "129" ]; then
        dockername="docker"
    else
        dockername="moby"
    fi
    if which docker > /dev/null 2>&1; then
        [ $(rpm -q $(rpm -qf $(which docker)) --qf %{version} | awk -F '.' '{print $1}') -le 18 ] && \
        (rpm -e runc --nodeps; yum install -y runc;)
    else
        install_package ${dockername} "${install_para}" "$dist"
    fi

    if [[ $baseline == "120" && $dist == ct* ]]; then
        install_package "docker-cli" "${install_para}" "$dist"
    fi    

    if [ ! -f /etc/docker/daemon.json ];then
        mkdir -p /etc/docker
        cp config/daemon.json /etc/docker/daemon.json
        if [ $baseline == "125" ]; then
            cp /etc/docker/daemon.json /etc/docker/daemon.conf
        fi
    fi
    #sleep 15
    systemctl enable docker
    systemctl daemon-reload
    systemctl restart docker
    imagecmd="docker pull ${IMAGE_REPO}"
    imageflncmd="docker pull ${FLN_IMAGE_REPO}"
    echo "Docker 安装完成."
fi

if [ "x$onlyinstall" == "xdocker" ];then
    exit
fi

echo -e "\033[44;37m 安装 k8s rpms \033[0m"
yum install -y socat conntrack-tools
echo "依赖安装完毕!"

if [ "$nodetype" == "worker" ];then
    install_package kubernetes-kubelet "${install_para}" "$dist"
    install_package kubernetes-client "${install_para}" "$dist"
    install_package kubernetes-kubeadm "${install_para}" "$dist"
    install_package kubernetes-node "${install_para}" "$dist"
elif [ "$nodetype" == "master" ];then
    install_package kubernetes-client "${install_para}" "$dist"
    install_package kubernetes-kubeadm "${install_para}" "$dist"
    install_package kubernetes-master "${install_para}" "$dist"
    install_package kubernetes-kubelet "${install_para}" "$dist"
    install_package kubernetes-node "${install_para}" "$dist"
else
    echo "Please specify the 'nodetype' correctly through the '-n' option." && exit
fi

systemctl enable kubelet

if [ ! -d /opt/cni ];then
    echo -e "\033[44;37m 安装k8s cni插件 \033[0m"
    yum install -y containernetworking-plugins 
    mkdir -p /opt/cni
    ln -s /usr/libexec/cni /opt/cni/bin
fi

echo -e "\033[44;37m 安装crictl \033[0m"
install_package cri-tools "${install_para}" "$dist"



if [ $usetemprepo == 1 ]; then
    echo "移除临时源"
    rm -f /etc/yum.repos.d/${yum_repo}
fi


if [ ! -f /etc/kubernetes/admin.conf ];then
    echo -e "\033[44;37m 设置k8s \033[0m"
    iptables -P FORWARD ACCEPT
    systemctl stop firewalld.service
    systemctl disable firewalld.service
    sed -i '/ swap / s/^\(.*\)$/#\1/g' /etc/fstab
    swapoff -a
    modprobe br_netfilter
    sed -i 's/net.ipv4.ip_forward=0/net.ipv4.ip_forward=1/g' /etc/sysctl.conf
    sysctl --system > /dev/null 2>&1
    grep ^nameserver /etc/resolv.conf || (chmod a+w /etc/resolv.conf && echo "nameserver 114.114.114.114" >> /etc/resolv.conf)
    #可根据版本需要编辑修改各镜像版本
    for image_name in "${!images[@]}"; do
        version_var="${images[$image_name]}"
        version="${!version_var}"
        if [[ "${image_name}" != "flannel" && "${image_name}" != "flannel-cni-plugin" ]]; then
            ${imagecmd}/${image_name}:${version}
        else
            ${imageflncmd}/${image_name}:${version}
        fi
    done
    
    if [ "x$onlyinstall" == "xk8s" ]; then
        echo "rpm和镜像已安装完成！"    
    fi

    if [ "$nodetype" == "master" ];then
        kubeadm init $sockoption --image-repository=${IMAGE_REPO} --pod-network-cidr=$podnetwork --apiserver-advertise-address=$ip --kubernetes-version=${KUBERNETES_VERSION}
        #默认使用参数配置（因为可做到无人工修改），也可以解注如下代码并手工修改kubeadm-template.yaml，通过config方式完成init。
        #cp config/kubeadm-template.yaml kubeadm.yaml
        #sed -i -e "s/advertiseAddress: ip/advertiseAddress: $ip/g" -e "s/name: master/name: $name/g" -e "s/ARCH/`arch`/g" $sedcmd kubeadm.yaml
        #kubeadm init --config kubeadm.yaml
        mkdir -p $HOME/.kube
        cp /etc/kubernetes/admin.conf $HOME/.kube/config
        cp /etc/kubernetes/admin.conf ~/.kube/config
       	chown $(id -u):$(id -g) $HOME/.kube/config
        sed "s/ARCH/`arch`/g" config/flannel.yaml | kubectl apply -f -
        sed -i "/--trusted-ca-file=/a \    $etcd_insert_content" /etc/kubernetes/manifests/etcd.yaml
        sed -i "/--tls-private-key-file=/a \    $kube_apiserver_insert_content" /etc/kubernetes/manifests/kube-apiserver.yaml
        sed -i "/--use-service-account-credentials=true/a \    $kube_controller_insert_content" /etc/kubernetes/manifests/kube-controller-manager.yaml
        sed -i "/--leader-elect=true/a \    $kube_scheduler_insert_content" /etc/kubernetes/manifests/kube-scheduler.yaml
        sed -i "$ a\\$kubelet_insert_content" /var/lib/kubelet/config.yaml
        systemctl restart kubelet
        sleep 5
        echo -e "\033[44;37m 去除k8s污点 \033[0m"
        master_name=$(kubectl get node | grep control-plane | awk '{print $1}')
        master_taint=$(kubectl describe node $master_name | grep Taints | awk '{print $2}') 
        if [[ $master_taint = "<none>" ]];then
            echo "不存在污点！"
        else
            kubectl taint node --all $master_name $master_taint-
            kubectl taint node --all $master_name node.kubernetes.io/not-ready-
        fi
        #rm -rf kubeadm.yaml
        echo  -e "\033[44;37m master结点全部部署完成，请拷贝kubeadm join命令行备用 \033[0m"
    elif [ "$nodetype" == "worker" ];then
        echo  -e "\033[44;37m 请执行master配置完成后提示的kubeadm join命令行加入集群 \033[0m"
        echo  -e "\033[44;37m 执行kubeadm join命令加入master后，请执行以下命令以更新 kubelet 配置文件并重启kubelet服务 \033[0m"
        echo "sed -i \"\$ a\\\\$kubelet_insert_content\" /var/lib/kubelet/config.yaml"
        echo "systemctl restart kubelet"
    else
        echo "Please specify the 'nodetype' correctly through the '-n' option." && exit
    fi
fi
