下载软件

wget https://github.com/kubesphere/kubekey/releases/download/v3.1.7/kubekey-v3.1.7-linux-amd64.tar.gz
tar xf kubekey-v3.1.7-linux-amd64.tar.gz
cp kk /usr/local/bin/

开启sftp

sed -i 's|Subsystem\tsftp\t/usr/libexec/openssh/openssh/sftp-server|Subsystem\tsftp\t/usr/libexec/openssh/sftp-server|g' /etc/ssh/sshd_config
systemctl restart sshd

制作manifest文件

export KKZONE=cn
kk create manifest --with-kubernetes v1.25.16 --with-registry --with-nerdctl --arch amd64 --arch arm64

导出离线包

kk artifact export -m manifest-sample.yaml -o ksp-v3.1.7-v1.25.16-artifact.tar.gz

创建配置文件

kk create config --with-kubernetes v1.25.16 -f ksp-offline-v1.25.16.yaml

apiVersion: kubekey.kubesphere.io/v1alpha2
kind: Cluster
metadata:
  name: sample
spec:
  hosts:
  - {name: node01, address: 192.168.32.128, internalAddress: 192.168.32.128, user: root, password: "Admin@2024"}
  - {name: node02, address: 192.168.32.129, internalAddress: 192.168.32.129, user: root, password: "Admin@2024"}
  - {name: node03, address: 192.168.32.130, internalAddress: 192.168.32.130, user: root, password: "Admin@2024"}
  roleGroups:
    etcd:
    - node01
    control-plane:
    - node01
    worker:
    - node02
    - node03
    registry:
    - node01
  controlPlaneEndpoint:
    domain: lb.kubesphere.local
    address: ""
    port: 6443
  kubernetes:
    version: v1.25.16
    clusterName: cluster.local
    autoRenewCerts: true
    containerManager: containerd
  etcd:
    type: kubekey
  network:
    plugin: kubeovn
    kubeovn:
      joinCIDR: 100.64.0.0/16
      enableSSL: false
      enableMirror: true
      pingerExternalAddress: 8.8.8.8
      networkType: geneve
      dpdkMode: false
    kubePodsCIDR: 10.233.64.0/18
    kubeServiceCIDR: 10.233.0.0/18
    multusCNI:
      enabled: false
  registry:
    privateRegistry: dockerhub.kubekey.local
    caFile: "/etc/ssl/registry/ssl/ca.crt"
    auths:
      "dockerhub.kubekey.local":
        username: admin
        password: Harbor12345
    namespaceOverride: "kubesphereio"
    registryMirrors: []

安装依赖

yum install -y conntrack socat

安装镜像仓库

kk init registry -f ksp-offline-v1.25.16.yaml -a ksp-v3.1.7-v1.25.16-artifact.tar.gz

上传镜像到镜像仓库

kk artifact image push -f ksp-offline-v1.25.16.yaml -a ksp-v3.1.7-v1.25.16-artifact.tar.gz

检查仓库镜像

curl -k -u admin:Harbor12345 https://dockerhub.kubekey.local/v2/_catalog

部署集群

kk create cluster -f ksp-offline-v1.25.16.yaml --container-manager containerd -a ksp-v3.1.7-v1.25.16-artifact.tar.gz

删除集群

kk delete cluster -f ksp-offline-v1.25.16.yaml

跨节点网络不通

geneve模式下需要开通udp 6801
stt模式需要开通 tcp 7471