kubernetes 安装

代理配置（可选）

对于 docker daemon

sudo mkdir -p /etc/systemd/system/docker.service.d
sudo tee /etc/systemd/system/docker.service.d/http-proxy.conf <<EOF
[Service]
Environment="HTTP_PROXY=http://10.0.1.19:8889"
Environment="HTTPS_PROXY=http://10.0.1.19:8889"
EOF
sudo systemctl daemon-reload
sudo systemctl restart docker

export http_proxy=http://10.0.1.19:8889;export https_proxy=http://10.0.1.19:8889

清理：

rm -f /etc/systemd/system/docker.service.d/http-proxy.conf
unset http_proxy;unset https_proxy

前置准备

确认主机名称、IP、product_uuid 地址均唯一

ip link
sudo cat /sys/class/dmi/id/product_uuid

关闭 swap（临时）

sudo swapoff -a

持久化关闭 swap 需要编辑 /etc/fstab 文件，·

让 bridge 能够让 iptables 看见 bridge 上的流量，这是网络插件所要求。

cat <<EOF | sudo tee /etc/modules-load.d/k8s.conf
br_netfilter
EOF

cat <<EOF | sudo tee /etc/sysctl.d/k8s.conf
net.bridge.bridge-nf-call-ip6tables = 1
net.bridge.bridge-nf-call-iptables = 1
EOF
sudo sysctl --system

安装 CRI

conainerd 与 docker 可选，选择使用 docker 时可不用配置 congainerd

安装 containerd

cat <<EOF | sudo tee /etc/modules-load.d/containerd.conf
overlay
br_netfilter
EOF

sudo modprobe overlay
sudo modprobe br_netfilter

# Setup required sysctl params, these persist across reboots.
cat <<EOF | sudo tee /etc/sysctl.d/99-kubernetes-cri.conf
net.bridge.bridge-nf-call-iptables  = 1
net.ipv4.ip_forward                 = 1
net.bridge.bridge-nf-call-ip6tables = 1
EOF

# Apply sysctl params without reboot
sudo sysctl --system

sudo apt install containerd.io -y

sudo mkdir -p /etc/containerd
containerd config default | sudo tee /etc/containerd/config.toml
sudo systemctl restart containerd

设置 runc 使用 systemd cgroup 驱动 /etc/containerd/config.toml

[plugins."io.containerd.grpc.v1.cri".containerd.runtimes.runc]
  ...
  [plugins."io.containerd.grpc.v1.cri".containerd.runtimes.runc.options]
    SystemdCgroup = true

sudo systemctl restart containerd

安装 docker(可选)

清理旧版本 docker(可选)

sudo apt-get remove docker docker-engine docker.io containerd runc
sudo rm -rf /var/lib/docker
sudo rm -rf /var/lib/containerd

可选择一键安装脚本：

curl -fsSL https://get.docker.com -o get-docker.sh
sudo sh get-docker.sh --mirror Aliyun # 阿里云镜像
sudo sh get-docker.sh --mirror AzureChinaCloud # azure中国镜像

或者

docker 原地址为：https://download.docker.com/linux/ubuntu
aliyun 镜像地址为： http://mirrors.aliyun.com/docker-ce/linux/ubuntu

curl -fsSL http://mirrors.aliyun.com/docker-ce/linux/ubuntu/gpg | sudo gpg --dearmor -o /usr/share/keyrings/docker-archive-keyring.gpg
echo \
 "deb [arch=amd64 signed-by=/usr/share/keyrings/docker-archive-keyring.gpg] http://mirrors.aliyun.com/docker-ce/linux/ubuntu \
 $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
sudo apt-get update
sudo apt-get install docker-ce docker-ce-cli containerd.io -y

配置 docker daemon

sudo mkdir /etc/docker
cat <<EOF | sudo tee /etc/docker/daemon.json
{
  "exec-opts": ["native.cgroupdriver=systemd"],
  "log-driver": "json-file",
  "log-opts": {
    "max-size": "100m"
  },
  "storage-driver": "overlay2"
}
EOF
sudo systemctl enable docker
sudo systemctl daemon-reload

sudo usermod -aG docker $USER

sudo systemctl restart docker

安装 kubernetes

sudo apt-get update
sudo apt-get install -y apt-transport-https ca-certificates curl

google 原地址为：https://packages.cloud.google.com/apt/

aliyun 镜像地址为： https://mirrors.aliyun.com/kubernetes/apt/

可以使用 aliyun mirror 进行替换

sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://mirrors.aliyun.com/kubernetes/apt/doc/apt-key.gpg
echo "deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://mirrors.aliyun.com/kubernetes/apt/ kubernetes-xenial main" | sudo tee /etc/apt/sources.list.d/kubernetes.list

sudo apt-get update
sudo apt-get install -y kubelet kubeadm kubectl

kubeadm config images pull
kubeadm init --pod-network-cidr 10.233.0.0/16

添加节点：

export KUBECONFIG=/etc/kubernetes/admin.conf
kubeadm join 10.0.2.15:6443 --token sun8lk.v61hbv2q4t6eyyuh \
    --discovery-token-ca-cert-hash sha256:7f3a8759ea6da926297fc082370982ee10e2ecf2a834847a9d9178ae963c0a49

配置 kubectl

mkdir -p $HOME/.kube
sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
sudo chown $(id -u):$(id -g) $HOME/.kube/config

安装网络插件

kubectl taint nodes --all node-role.kubernetes.io/master-

calico 和 flannel 可选

calico

kubectl create -f https://docs.projectcalico.org/manifests/tigera-operator.yaml
kubectl create -f https://docs.projectcalico.org/manifests/custom-resources.yaml
# update cidr setting

flannel

flannel:

kubectl apply -f https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml

安装 go

sudo apt install golang -y

或

sudo snap install golang --classic

或

rm -rf /usr/local/go && tar -C /usr/local -xzf go1.16.2.linux-amd64.tar.gz
echo 'export PATH=$PATH:/usr/local/go/bin' | sudo tee /etc/profile.d/golang.sh
go version

operator framework

export ARCH=$(case $(arch) in x86_64) echo -n amd64 ;; aarch64) echo -n arm64 ;; *) echo -n $(arch) ;; esac)
export OS=$(uname | awk '{print tolower($0)}')
export OPERATOR_SDK_DL_URL=https://github.com/operator-framework/operator-sdk/releases/latest/download
curl -LO ${OPERATOR_SDK_DL_URL}/operator-sdk_${OS}_${ARCH}
chmod +x operator-sdk_${OS}_${ARCH} && sudo mv operator-sdk_${OS}_${ARCH} /usr/local/bin/operator-sdk

or

git clone https://github.com/operator-framework/operator-sdk
cd operator-sdk
git checkout master
make install

使用

mkdir operator-example;cd operator-example
operator-sdk init --domain git.ghostcloud.cn   --repo github.com/fatalc/operator-example  --project-name operator-example  --skip-go-version-check
operator-sdk create api --group device --version v1 --kind Car --controller --resource