[root@localhost ~]#
[root@localhost ~]# new OS:centos-7
[root@localhost ~]#
[root@localhost ~]# vim /etc/hosts
# cat /etc/hosts
127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4
::1 localhost localhost.localdomain localhost6 localhost6.localdomain6
10.239.85.153 fission-master
10.239.85.167 fission-node1
10.239.85.107 fission-node1
[root@localhost ~]#
[root@localhost ~]# reboot
[root@fission-master ~]#
[root@fission-master ~]# vim ~/.bashrc
# .bashrc
# User specific aliases and functions
alias rm='rm -i'
alias cp='cp -i'
alias mv='mv -i'
# Source global definitions
if [ -f /etc/bashrc ]; then
. /etc/bashrc
fi
export http_proxy="http://child-prc.intel.com:913"
export https_proxy="http://child-prc.intel.com:913"
export HTTP_PROXY="http://child-prc.intel.com:913"
export HTTPS_PROXY="http://child-prc.intel.com:913"
[root@fission-master ~]#
[root@fission-master ~]# vim /etc/yum.repos.d/kubernetes.repo
[kubernetes]
name=Kubernetes
baseurl=https://packages.cloud.google.com/yum/repos/kubernetes-el7-x86_64
enabled=1
gpgcheck=1
repo_gpgcheck=1
sslverify=0
gpgkey=https://packages.cloud.google.com/yum/doc/yum-key.gpg https://packages.cloud.google.com/yum/doc/rpm-package-key.gpg
[root@fission-master ~]#
[root@fission-master ~]# sudo setenforce 0
[root@fission-master ~]# yum install socat-1.7.3.2 kubernetes-cni-0.6.0 kubelet-1.11.3 kubeadm-1.12.1 kubectl-1.12.1
[root@fission-master ~]#
[root@fission-master ~]# systemctl enable --now kubelet
Created symlink from /etc/systemd/system/multi-user.target.wants/kubelet.service to /etc/systemd/system/kubelet.service.
[root@fission-master ~]#
[root@fission-master ~]# vim /etc/yum.repos.d/docker-ce.repo
[dockerrepo]
name=Docker Repository
baseurl=https://yum.dockerproject.org/repo/main/centos/7
enabled=1
gpgcheck=1
gpgkey=https://yum.dockerproject.org/gpg
[root@fission-master ~]#
[root@fission-master ~]# yum install -y yum-utils-1.1.31 device-mapper-persistent-data-0.7.3 lvm2-2.02.180
================================================================================================================================================================================================================================
Package Arch Version Repository Size
================================================================================================================================================================================================================================
Installing:
yum-utils noarch 1.1.31-50.el7 base 121 k
Updating:
device-mapper-persistent-data x86_64 0.7.3-3.el7 base 405 k
lvm2 x86_64 7:2.02.180-10.el7_6.3 updates 1.3 M
Installing for dependencies:
libxml2-python x86_64 2.9.1-6.el7_2.3 base 247 k
python-chardet noarch 2.2.1-1.el7_1 base 227 k
python-kitchen noarch 1.1.1-5.el7 base 267 k
Updating for dependencies:
device-mapper x86_64 7:1.02.149-10.el7_6.3 updates 292 k
device-mapper-event x86_64 7:1.02.149-10.el7_6.3 updates 188 k
device-mapper-event-libs x86_64 7:1.02.149-10.el7_6.3 updates 188 k
device-mapper-libs x86_64 7:1.02.149-10.el7_6.3 updates 320 k
lvm2-libs x86_64 7:2.02.180-10.el7_6.3 updates 1.1 M
Transaction Summary
================================================================================================================================================================================================================================
[root@fission-master ~]#
[root@fission-master ~]# yum-config-manager --add-repo https://mirrors.ustc.edu.cn/docker-ce/linux/centos/docker-ce.repo
Loaded plugins: fastestmirror
adding repo from: https://mirrors.ustc.edu.cn/docker-ce/linux/centos/docker-ce.repo
grabbing file https://mirrors.ustc.edu.cn/docker-ce/linux/centos/docker-ce.repo to /etc/yum.repos.d/docker-ce.repo
repo saved to /etc/yum.repos.d/docker-ce.repo
[root@fission-master ~]#
[root@fission-master ~]# yum install docker-ce-18.06.1.ce-3.el7
================================================================================================================================================================================================================================
Package Arch Version Repository Size
================================================================================================================================================================================================================================
Installing:
docker-ce x86_64 18.06.1.ce-3.el7 docker-ce-stable 41 M
Installing for dependencies:
audit-libs-python x86_64 2.8.4-4.el7 base 76 k
checkpolicy x86_64 2.5-8.el7 base 295 k
container-selinux noarch 2:2.74-1.el7 extras 38 k
libcgroup x86_64 0.41-20.el7 base 66 k
libsemanage-python x86_64 2.5-14.el7 base 113 k
libtool-ltdl x86_64 2.4.2-22.el7_3 base 49 k
policycoreutils-python x86_64 2.5-29.el7_6.1 updates 456 k
python-IPy noarch 0.75-6.el7 base 32 k
setools-libs x86_64 3.3.8-4.el7 base 620 k
Updating for dependencies:
audit x86_64 2.8.4-4.el7 base 250 k
audit-libs x86_64 2.8.4-4.el7 base 100 k
libselinux x86_64 2.5-14.1.el7 base 162 k
libselinux-python x86_64 2.5-14.1.el7 base 235 k
libselinux-utils x86_64 2.5-14.1.el7 base 151 k
libsemanage x86_64 2.5-14.el7 base 151 k
libsepol x86_64 2.5-10.el7 base 297 k
policycoreutils x86_64 2.5-29.el7_6.1 updates 916 k
selinux-policy noarch 3.13.1-229.el7_6.9 updates 483 k
selinux-policy-targeted noarch 3.13.1-229.el7_6.9 updates 6.9 M
Transaction Summary
================================================================================================================================================================================================================================
if failed to yum install docker-ce-18.06.1.ce-3.el7 !!!!!!!!! Do the following wget, rpm and yum install
[root@fission-master ~]#
[root@fission-master ~]# yum install wget
[root@fission-master ~]# wget https://download.docker.com/linux/centos/7/x86_64/stable/Packages/docker-ce-18.06.1.ce-3.el7.x86_64.rpm
[root@fission-master ~]# yum install audit-libs-python-2.8.4-4.el7 checkpolicy-2.5-8.el7 container-selinux-2.74-1.el7 libcgroup-0.41-20.el7 libsemanage-python-2.5-14.el7 libtool-ltdl-2.4.2-22.el7_3 policycoreutils-python-2.5-29.el7_6.1 python-IPy-0.75-6.el7 setools-libs-3.3.8-4.el7 libseccomp-2.3.1-3.el7
================================================================================================================================================================================
Package Arch Version Repository Size
================================================================================================================================================================================
Installing:
audit-libs-python x86_64 2.8.4-4.el7 base 76 k
checkpolicy x86_64 2.5-8.el7 base 295 k
container-selinux noarch 2:2.74-1.el7 extras 38 k
libcgroup x86_64 0.41-20.el7 base 66 k
libsemanage-python x86_64 2.5-14.el7 base 113 k
libtool-ltdl x86_64 2.4.2-22.el7_3 base 49 k
policycoreutils-python x86_64 2.5-29.el7_6.1 updates 456 k
python-IPy noarch 0.75-6.el7 base 32 k
setools-libs x86_64 3.3.8-4.el7 base 620 k
Updating for dependencies:
audit x86_64 2.8.4-4.el7 base 250 k
audit-libs x86_64 2.8.4-4.el7 base 100 k
libselinux x86_64 2.5-14.1.el7 base 162 k
libselinux-python x86_64 2.5-14.1.el7 base 235 k
libselinux-utils x86_64 2.5-14.1.el7 base 151 k
libsemanage x86_64 2.5-14.el7 base 151 k
libsepol x86_64 2.5-10.el7 base 297 k
policycoreutils x86_64 2.5-29.el7_6.1 updates 916 k
selinux-policy noarch 3.13.1-229.el7_6.9 updates 483 k
selinux-policy-targeted noarch 3.13.1-229.el7_6.9 updates 6.9 M
Transaction Summary
================================================================================================================================================================================
[root@fission-master ~]#
[root@fission-master ~]# rpm -ivh docker-ce-18.06.1.ce-3.el7.x86_64.rpm
[root@fission-master ~]#
[root@fission-master ~]# docker version
Client:
Version: 18.06.1-ce
API version: 1.38
Go version: go1.10.3
Git commit: e68fc7a
Built: Tue Aug 21 17:23:03 2018
OS/Arch: linux/amd64
Experimental: false
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
[root@fission-master ~]#
[root@fission-master ~]# systemctl enable docker
Created symlink from /etc/systemd/system/multi-user.target.wants/docker.service to /usr/lib/systemd/system/docker.service.
[root@fission-master ~]# systemctl start docker
[root@fission-master ~]#
[root@fission-master ~]# docker version
Client:
Version: 18.06.1-ce
API version: 1.38
Go version: go1.10.3
Git commit: e68fc7a
Built: Tue Aug 21 17:23:03 2018
OS/Arch: linux/amd64
Experimental: false
Server:
Engine:
Version: 18.06.1-ce
API version: 1.38 (minimum version 1.12)
Go version: go1.10.3
Git commit: e68fc7a
Built: Tue Aug 21 17:25:29 2018
OS/Arch: linux/amd64
Experimental: false
[root@fission-master ~]#
[root@fission-master ~]#
[root@fission-master ~]# kubeadm version
kubeadm version: &version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:43:08Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"}
[root@fission-master ~]#
[root@fission-master ~]# kubectl version
Client Version: version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:46:06Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"}
The connection to the server localhost:8080 was refused - did you specify the right host or port?
[root@fission-master ~]#
[root@fission-master ~]# kubelet --version
Kubernetes v1.11.3
[root@fission-master ~]#
[root@fission-master ~]#
[root@fission-master ~]# docker info |grep -i cgroup
Cgroup Driver: cgroupfs
[root@fission-master ~]# cat /etc/systemd/system/kubelet.service.d/10-kubeadm.conf
# Note: This dropin only works with kubeadm and kubelet v1.11+
[Service]
Environment="KUBELET_KUBECONFIG_ARGS=--bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --kubeconfig=/etc/kubernetes/kubelet.conf"
Environment="KUBELET_CONFIG_ARGS=--config=/var/lib/kubelet/config.yaml"
# This is a file that "kubeadm init" and "kubeadm join" generates at runtime, populating the KUBELET_KUBEADM_ARGS variable dynamically
EnvironmentFile=-/var/lib/kubelet/kubeadm-flags.env
# This is a file that the user can use for overrides of the kubelet args as a last resort. Preferably, the user should use
# the .NodeRegistration.KubeletExtraArgs object in the configuration files instead. KUBELET_EXTRA_ARGS should be sourced from this file.
EnvironmentFile=-/etc/sysconfig/kubelet
ExecStart=
ExecStart=/usr/bin/kubelet $KUBELET_KUBECONFIG_ARGS $KUBELET_CONFIG_ARGS $KUBELET_KUBEADM_ARGS $KUBELET_EXTRA_ARGS
[root@fission-master ~]#
[root@fission-master ~]#
[root@fission-master ~]# cd /etc/systemd/system/
[root@fission-master system]#
[root@fission-master system]# mkdir docker.service.d
[root@fission-master system]# vim /etc/systemd/system/docker.service.d/http-proxy.conf
[Service]
Environment="HTTP_PROXY=http://child-prc.intel.com:913" "HTTPS_PROXY=http://child-prc.intel.com:913" "NO_PROXY=localhost,127.0.0.1,10.239.85.0/24,*.intel.com,loadbalancer,gateway1,gateway2,gateway3"
[root@fission-master system]#
[root@fission-master system]# cd
[root@fission-master ~]#
[root@fission-master ~]# systemctl daemon-reload
[root@fission-master ~]# systemctl restart kubelet
[root@fission-master ~]# systemctl restart docker
[root@fission-master ~]#
[root@fission-master ~]# systemctl status docker
? docker.service - Docker Application Container Engine
Loaded: loaded (/usr/lib/systemd/system/docker.service; enabled; vendor preset: disabled)
Drop-In: /etc/systemd/system/docker.service.d
+-http-proxy.conf
Active: active (running) since Tue 2019-03-12 17:40:40 EDT; 6s ago
[root@fission-master ~]#
[root@fission-master ~]# swapoff -a
[root@fission-master ~]# systemctl stop firewalld
[root@fission-master ~]# systemctl disable firewalld
Removed symlink /etc/systemd/system/multi-user.target.wants/firewalld.service.
Removed symlink /etc/systemd/system/dbus-org.fedoraproject.FirewallD1.service.
[root@fission-master ~]#
[root@fission-master ~]# docker images
REPOSITORY TAG IMAGE ID CREATED SIZE
[root@fission-master ~]#
[root@fission-master ~]# docker pull gcr.io/google_containers/kube-apiserver-amd64:v1.9.3
v1.9.3: Pulling from google_containers/kube-apiserver-amd64
57310166fe88: Pull complete
1cfb1cc5f88e: Pull complete
Digest: sha256:a5382344aa373a90bc87d3baa4eda5402507e8df5b8bfbbad392c4fff715f043
Status: Downloaded newer image for gcr.io/google_containers/kube-apiserver-amd64:v1.9.3
[root@fission-master ~]# docker pull gcr.io/google_containers/kube-controller-manager-amd64:v1.9.3
v1.9.3: Pulling from google_containers/kube-controller-manager-amd64
57310166fe88: Already exists
a1a3a0835d92: Pull complete
Digest: sha256:3ac295ae3e78af5c9f88164ae95097c2d7af03caddf067cb35599769d0b7251e
Status: Downloaded newer image for gcr.io/google_containers/kube-controller-manager-amd64:v1.9.3
[root@fission-master ~]# docker pull gcr.io/google_containers/kube-scheduler-amd64:v1.9.3
v1.9.3: Pulling from google_containers/kube-scheduler-amd64
57310166fe88: Already exists
4122df38b6ef: Pull complete
Digest: sha256:2c17e637c8e4f9202300bd5fc26bc98a7099f49559ca0a8921cf692ffd4a1675
Status: Downloaded newer image for gcr.io/google_containers/kube-scheduler-amd64:v1.9.3
[root@fission-master ~]#
[root@fission-master ~]# docker images
REPOSITORY TAG IMAGE ID CREATED SIZE
gcr.io/google_containers/kube-apiserver-amd64 v1.9.3 360d55f91cbf 13 months ago 210MB
gcr.io/google_containers/kube-controller-manager-amd64 v1.9.3 83dbda6ee810 13 months ago 138MB
gcr.io/google_containers/kube-scheduler-amd64 v1.9.3 d3534b539b76 13 months ago 62.7MB
[root@fission-master ~]#
[root@fission-master ~]# scp root@10.239.85.167:/root/fission-env/kubeadm.yaml ./
[root@fission-master ~]#
[root@fission-master ~]# export
declare -x HISTCONTROL="ignoredups"
declare -x HISTSIZE="1000"
declare -x HOME="/root"
declare -x HOSTNAME="fission-master"
declare -x HTTPS_PROXY="http://child-prc.intel.com:913"
declare -x HTTP_PROXY="http://child-prc.intel.com:913"
declare -x LANG="en_US.UTF-8"
declare -x LESSOPEN="||/usr/bin/lesspipe.sh %s"
declare -x LOGNAME="root"
declare -x LS_COLORS="rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;05;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36:"
declare -x MAIL="/var/spool/mail/root"
declare -x OLDPWD
declare -x PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/root/bin"
declare -x PWD="/root"
declare -x SELINUX_LEVEL_REQUESTED=""
declare -x SELINUX_ROLE_REQUESTED=""
declare -x SELINUX_USE_CURRENT_RANGE=""
declare -x SHELL="/bin/bash"
declare -x SHLVL="1"
declare -x SSH_CLIENT="10.255.30.117 50706 22"
declare -x SSH_CONNECTION="10.255.30.117 50706 10.239.85.153 22"
declare -x SSH_TTY="/dev/pts/0"
declare -x TERM="xterm"
declare -x USER="root"
declare -x XDG_RUNTIME_DIR="/run/user/0"
declare -x XDG_SESSION_ID="1"
declare -x http_proxy="http://child-prc.intel.com:913"
declare -x https_proxy="http://child-prc.intel.com:913"
[root@fission-master ~]#
[root@fission-master ~]#
[root@fission-master ~]# vim kubeadm.yaml
apiVersion: kubeadm.k8s.io/v1alpha3
kind: InitConfiguration
apiEndpoint:
advertiseAddress: "10.239.85.153"
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
maxPods: 4000
---
apiVersion: kubeadm.k8s.io/v1alpha3
kind: ClusterConfiguration
kubernetesVersion: stable-1.11
networking:
podSubnet: 10.244.0.0/16
controllerManagerExtraArgs:
node-cidr-mask-size: "20"
[root@fission-master ~]#
[root@fission-master ~]# sysctl net.bridge.bridge-nf-call-iptables=1
net.bridge.bridge-nf-call-iptables = 1
[root@fission-master ~]#
[root@fission-master ~]# kubeadm init --config kubeadm.yaml
[init] using Kubernetes version: v1.11.8
kubeadm join 10.239.85.153:6443 --token z0tohm.ui8ukoll4qfnmuck --discovery-token-ca-cert-hash sha256:e5896f7b83f543633ff32938a78a53fbdcd3f7588b0bc5c8bc20f50cbe5bd243
[root@fission-master ~]#
[root@fission-master ~]# export KUBECONFIG=/etc/kubernetes/admin.conf
[root@fission-master ~]# echo "export KUBECONFIG=/etc/kubernetes/admin.conf" | tee -a ~/.bashrc
export KUBECONFIG=/etc/kubernetes/admin.conf
[root@fission-master ~]#
[root@fission-master ~]# kubectl version
Client Version: version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:46:06Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"}
Server Version: version.Info{Major:"1", Minor:"11", GitVersion:"v1.11.8", GitCommit:"4e209c9383fa00631d124c8adcc011d617339b3c", GitTreeState:"clean", BuildDate:"2019-02-28T18:40:05Z", GoVersion:"go1.10.8", Compiler:"gc", Platform:"linux/amd64"}
[root@fission-master ~]#
[root@fission-master ~]# kubectl apply -f https://cloud.weave.works/k8s/net?k8s-version=$(kubectl version | base64 | tr -d '
')
serviceaccount/weave-net created
clusterrole.rbac.authorization.k8s.io/weave-net created
clusterrolebinding.rbac.authorization.k8s.io/weave-net created
role.rbac.authorization.k8s.io/weave-net created
rolebinding.rbac.authorization.k8s.io/weave-net created
daemonset.extensions/weave-net created
[root@fission-master ~]#
[root@fission-master ~]# kubeadm version
kubeadm version: &version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:43:08Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"}
[root@fission-master ~]#
[root@fission-master ~]# kubectl version
Client Version: version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:46:06Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"}
Server Version: version.Info{Major:"1", Minor:"11", GitVersion:"v1.11.8", GitCommit:"4e209c9383fa00631d124c8adcc011d617339b3c", GitTreeState:"clean", BuildDate:"2019-02-28T18:40:05Z", GoVersion:"go1.10.8", Compiler:"gc", Platform:"linux/amd64"}
[root@fission-master ~]#
[root@fission-master ~]# kubelet --version
Kubernetes v1.11.3
[root@fission-master ~]# kubeadm join on the other nodes
[root@fission-master ~]#
[root@fission-master ~]# kubectl proxy &
[root@fission-master ~]# kubectl get nodes
F0312 18:23:41.499993 18291 proxy.go:158] listen tcp 127.0.0.1:8001: bind: address already in use
NAME STATUS ROLES AGE VERSION
fission-master Ready master 7m v1.11.3
fission-node1 Ready <none> 2m v1.11.3
[root@fission-master ~]# watch -d kubectl -n kube-system get pods -o=wide
[root@fission-master ~]# helm version
-bash: helm: command not found
[root@fission-master ~]#
[root@fission-master ~]# curl -LO https://storage.googleapis.com/kubernetes-helm/helm-v2.11.0-linux-amd64.tar.gz
% Total % Received % Xferd Average Speed Time Time Time Current
Dload Upload Total Spent Left Speed
100 18.2M 100 18.2M 0 0 287k 0 0:01:04 0:01:04 --:--:-- 570k
[root@fission-master ~]#
[root@fission-master ~]# tar -zxvf helm-v2.11.0-linux-amd64.tar.gz
[root@fission-master ~]# mv linux-amd64/helm /usr/local/bin
[root@fission-master ~]# helm version
Client: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"}
Error: could not find tiller
[root@fission-master ~]#
[root@fission-master ~]# helm init
Creating /root/.helm
Creating /root/.helm/repository
Creating /root/.helm/repository/cache
Creating /root/.helm/repository/local
Creating /root/.helm/plugins
Creating /root/.helm/starters
Creating /root/.helm/cache/archive
Creating /root/.helm/repository/repositories.yaml
Adding stable repo with URL: https://kubernetes-charts.storage.googleapis.com
Adding local repo with URL: http://127.0.0.1:8879/charts
$HELM_HOME has been configured at /root/.helm.
Tiller (the Helm server-side component) has been installed into your Kubernetes Cluster.
Please note: by default, Tiller is deployed with an insecure 'allow unauthenticated users' policy.
To prevent this, run `helm init` with the --tiller-tls-verify flag.
For more information on securing your installation see: https://docs.helm.sh/using_helm/#securing-your-helm-installation
Happy Helming!
[root@fission-master ~]#
[root@fission-master ~]# watch -d kubectl -n kube-system get pods -o=wide
[root@fission-master ~]#
[root@fission-master ~]# kubectl get svc --namespace=kube-system
NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE
kube-dns ClusterIP 10.96.0.10 <none> 53/UDP,53/TCP 10m
tiller-deploy ClusterIP 10.97.176.234 <none> 44134/TCP 16s
[root@fission-master ~]#
[root@fission-master ~]#
[root@fission-master ~]# kubectl create serviceaccount --namespace kube-system tiller
[root@fission-master ~]# kubectl create clusterrolebinding tiller-cluster-rule --clusterrole=cluster-admin --serviceaccount=kube-system:tiller
[root@fission-master ~]# kubectl patch deploy --namespace kube-system tiller-deploy -p '{"spec":{"template":{"spec":{"serviceAccount":"tiller"}}}}'
[root@fission-master ~]#
[root@fission-master ~]# kubectl delete svc tiller-deploy --namespace=kube-system
[root@fission-master ~]#
[root@fission-master ~]# kubectl get pods --all-namespaces -o=wide
NAMESPACE NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE
kube-system coredns-99b9bb8bd-8hfjv 1/1 Running 0 11m 10.40.0.2 fission-node1 <none>
kube-system coredns-99b9bb8bd-95k5w 1/1 Running 0 11m 10.40.0.1 fission-node1 <none>
kube-system etcd-fission-master 1/1 Running 0 6m 10.239.85.153 fission-master <none>
kube-system kube-apiserver-fission-master 1/1 Running 0 6m 10.239.85.153 fission-master <none>
kube-system kube-controller-manager-fission-master 1/1 Running 0 6m 10.239.85.153 fission-master <none>
kube-system kube-proxy-cwkr8 1/1 Running 0 11m 10.239.85.153 fission-master <none>
kube-system kube-proxy-fmkrp 1/1 Running 0 6m 10.239.85.167 fission-node1 <none>
kube-system kube-scheduler-fission-master 1/1 Running 0 6m 10.239.85.153 fission-master <none>
kube-system tiller-deploy-57f988f854-w5m86 1/1 Running 0 47s 10.40.0.3 fission-node1 <none>
kube-system weave-net-phhvt 2/2 Running 0 10m 10.239.85.153 fission-master <none>
kube-system weave-net-tl49r 2/2 Running 0 6m 10.239.85.167 fission-node1 <none>
[root@fission-master ~]#
[root@fission-master ~]# kubectl expose pod tiller-deploy-57f988f854-w5m86 --external-ip=10.239.85.167 --namespace=kube-system --name tiller-deploy
service/tiller-deploy exposed
[root@fission-master ~]#
[root@fission-master ~]# kubectl get svc --namespace=kube-system
NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE
kube-dns ClusterIP 10.96.0.10 <none> 53/UDP,53/TCP 12m
tiller-deploy ClusterIP 10.106.173.127 10.239.85.167 44134/TCP,44135/TCP 9s
[root@fission-master ~]# export HELM_HOST=10.239.85.167:44134
[root@fission-master ~]# helm version
Client: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"}
Error: cannot connect to Tiller
[root@fission-master ~]#
[root@fission-master ~]# unset HELM_HOST
[root@fission-master ~]#
[root@fission-master ~]# helm version
Client: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"}
Server: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"}
[root@fission-master ~]#
[root@fission-master ~]# watch -d kubectl -n kube-system get pods -o=wide
[root@fission-master ~]#
[root@fission-master ~]# wget https://github.com/fission/fission/releases/download/0.12.0/fission-all-0.12.0.tgz
[root@fission-master ~]#
[root@fission-master ~]# watch -d kubectl get pods --all-namespaces -o=wide
[root@fission-master ~]#
[root@fission-master ~]#
[root@fission-master ~]# export
declare -x HISTCONTROL="ignoredups"
declare -x HISTSIZE="1000"
declare -x HOME="/root"
declare -x HOSTNAME="fission-master"
declare -x HTTPS_PROXY="http://child-prc.intel.com:913"
declare -x HTTP_PROXY="http://child-prc.intel.com:913"
declare -x KUBECONFIG="/etc/kubernetes/admin.conf"
declare -x LANG="en_US.UTF-8"
declare -x LESSOPEN="||/usr/bin/lesspipe.sh %s"
declare -x LOGNAME="root"
declare -x LS_COLORS="rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;05;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36:"
declare -x MAIL="/var/spool/mail/root"
declare -x OLDPWD
declare -x PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/root/bin"
declare -x PWD="/root"
declare -x SELINUX_LEVEL_REQUESTED=""
declare -x SELINUX_ROLE_REQUESTED=""
declare -x SELINUX_USE_CURRENT_RANGE=""
declare -x SHELL="/bin/bash"
declare -x SHLVL="1"
declare -x SSH_CLIENT="10.255.30.117 51411 22"
declare -x SSH_CONNECTION="10.255.30.117 51411 10.239.85.153 22"
declare -x SSH_TTY="/dev/pts/1"
declare -x TERM="xterm"
declare -x USER="root"
declare -x XDG_RUNTIME_DIR="/run/user/0"
declare -x XDG_SESSION_ID="4"
declare -x http_proxy="http://child-prc.intel.com:913"
declare -x https_proxy="http://child-prc.intel.com:913"
[root@fission-master ~]#
[root@fission-master ~]#
[root@fission-master ~]# scp root@10.239.85.167:/root/fission-env/pv-volume.yaml ./
[root@fission-master ~]# scp root@10.239.85.167:/root/fission-env/pvc-volume.yaml ./
[root@fission-master ~]#
[root@fission-master ~]# kubectl create -f pv-volume.yaml
[root@fission-master ~]#
[root@fission-master ~]#
[root@fission-master ~]# scp root@10.239.85.167:/root/fission-env/fission-all-0.12.0.tgz ./
[root@fission-master ~]#
[root@fission-master ~]# helm version
Client: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"}
Server: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"}
[root@fission-master ~]#
[root@fission-master ~]# helm install --name fission --namespace fission --set serviceType=NodePort ./fission-all-0.12.0.tgz
[root@fission-master ~]#
[root@fission-master ~]# curl -Lo fission https://github.com/fission/fission/releases/download/0.12.0/fission-cli-linux && chmod +x fission && sudo mv fission /usr/local/bin/
[root@fission-master ~]#
[root@fission-master ~]# fission
VERSION:
0.12.0
[root@fission-master ~]#
[root@fission-master ~]# fission -v
client:
fission/core:
gitcommit: 7350cf7b196fb410d6510597caa1d7ce0bd4de9f
builddate: 2018-11-01T20:12:13Z
version: 0.12.0
server:
fission/core:
gitcommit: 7350cf7b196fb410d6510597caa1d7ce0bd4de9f
builddate: 2018-11-01T20:12:13Z
version: 0.12.0
[root@fission-master ~]#
[root@fission-master ~]# fission env list
NAME UID IMAGE POOLSIZE MINCPU MAXCPU MINMEMORY MAXMEMORY EXTNET GRACETIME
[root@fission-master ~]#
[root@fission-master ~]# kubectl get service router --namespace fission | grep router | awk '{print $5}' | sed 's/.*://g' | sed 's//.*//g'
31704
[root@fission-master ~]# export FISSION_ROUTER=10.239.85.153:31704
Unset ENV
unset KUBERNETES_HTTP_PROXY
unset KUBERNETES_HTTPS_PROXY
unset all_proxy
unset ALL_PROXY
unset socks_proxy
unset no_proxy
unset NO_PROXY
unset HTTP_PROXY
unset HTTPS_PROXY
unset FTP_PROXY
unset KUBECONFIG
unset FISSION_ROUTER
unset FISSION_URL
[root@fmx217 fission-env]# export
declare -x DISPLAY="localhost:10.0"
declare -x HISTCONTROL="ignoredups"
declare -x HISTSIZE="1000"
declare -x HOME="/root"
declare -x HOSTNAME="fmx217"
declare -x KUBECONFIG="/etc/kubernetes/admin.conf"
declare -x LANG="en_US.UTF-8"
declare -x LESSOPEN="||/usr/bin/lesspipe.sh %s"
declare -x LOGNAME="root"
declare -x LS_COLORS="rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;05;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36:"
declare -x MAIL="/var/spool/mail/root"
declare -x OLDPWD="/root"
declare -x PATH="/root/bin:/root/bin:/root/bin:/root/bin:/root/bin:/root/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/root/bin"
declare -x PWD="/root/changqing/fission-env"
declare -x SELINUX_LEVEL_REQUESTED=""
declare -x SELINUX_ROLE_REQUESTED=""
declare -x SELINUX_USE_CURRENT_RANGE=""
declare -x SHELL="/bin/bash"
declare -x SHLVL="1"
declare -x SSH_CLIENT="10.239.205.88 52473 22"
declare -x SSH_CONNECTION="10.239.205.88 52473 10.239.85.153 22"
declare -x SSH_TTY="/dev/pts/0"
declare -x TERM="xterm"
declare -x TZ="Asia/Shanghai"
declare -x USER="root"
declare -x XDG_DATA_DIRS="/root/.local/share/flatpak/exports/share/:/var/lib/flatpak/exports/share/:/usr/local/share/:/usr/share/"
declare -x XDG_RUNTIME_DIR="/run/user/0"
declare -x XDG_SESSION_ID="73"
declare -x ftp_proxy="http://child-prc.intel.com:913"
declare -x http_proxy="http://child-prc.intel.com:913"
declare -x https_proxy="http://child-prc.intel.com:913"
Problem: unable to get URL "https://dl.k8s.io/release/stable-1.11.txt"
[root@fmx217 fission-env]# kubeadm init --config kubeadm.yaml
I0417 10:25:42.921706 48578 version.go:89] could not fetch a Kubernetes version from the internet: unable to get URL "https://dl.k8s.io/release/stable-1.11.txt": Get https://dl.k8s.io/release/stable-1.11.txt: net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)
I0417 10:25:42.921869 48578 version.go:94] falling back to the local client version: v1.12.1
[init] using Kubernetes version: v1.12.1
[root@fmx217 fission-env]#
[root@fmx217 fission-env]# kubeadm config images list
I0417 10:26:48.559512 48969 version.go:89] could not fetch a Kubernetes version from the internet: unable to get URL "https://dl.k8s.io/release/stable-1.txt": Get https://dl.k8s.io/release/stable-1.txt: net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)
I0417 10:26:48.559666 48969 version.go:94] falling back to the local client version: v1.12.1
k8s.gcr.io/kube-apiserver:v1.12.1
k8s.gcr.io/kube-controller-manager:v1.12.1
k8s.gcr.io/kube-scheduler:v1.12.1
k8s.gcr.io/kube-proxy:v1.12.1
k8s.gcr.io/pause:3.1
k8s.gcr.io/etcd:3.2.24
k8s.gcr.io/coredns:1.2.2
[root@fmx217 fission-env]#
[root@fmx217 fission-env]# kubeadm config print-defaults --api-objects ClusterConfiguration > kubeadm.conf
[root@fmx217 fission-env]#
[root@fmx217 fission-env]# kubeadm config images list --config kubeadm.conf
k8s.gcr.io/kube-apiserver:v1.12.0
k8s.gcr.io/kube-controller-manager:v1.12.0
k8s.gcr.io/kube-scheduler:v1.12.0
k8s.gcr.io/kube-proxy:v1.12.0
k8s.gcr.io/pause:3.1
k8s.gcr.io/etcd:3.2.24
k8s.gcr.io/coredns:1.2.2
[root@fmx217 fission-env]#
[root@fmx217 fission-env]# vim kubeadm.conf
kubernetesVersion: v1.11.8
[root@fmx217 fission-env]#
[root@fmx217 fission-env]# kubeadm config images pull --config kubeadm.conf
[config/images] Pulled k8s.gcr.io/kube-apiserver:v1.11.8
[config/images] Pulled k8s.gcr.io/kube-controller-manager:v1.11.8
[config/images] Pulled k8s.gcr.io/kube-scheduler:v1.11.8
[config/images] Pulled k8s.gcr.io/kube-proxy:v1.11.8
[config/images] Pulled k8s.gcr.io/pause:3.1
[config/images] Pulled k8s.gcr.io/etcd:3.2.18
[config/images] Pulled k8s.gcr.io/coredns:1.2.2
[root@fmx217 fission-env]#
[root@fmx217 fission-env]# kubeadm init --config kubeadm.conf
[init] using Kubernetes version: v1.11.8
kubeadm join 10.239.85.153:6443 --token fjkcom.rzk0bx01qetra2ha --discovery-token-ca-cert-hash sha256:82f58287058bf3bda071eedec1b3dfca9ed79b5b2f6cca6e19efa7d83fa82a99
[root@fmx217 fission-env]#
[root@fmx217 fission-env]# export KUBECONFIG=/etc/kubernetes/admin.conf
[root@fmx217 fission-env]# kubectl version
Client Version: version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:46:06Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"}
Server Version: version.Info{Major:"1", Minor:"11", GitVersion:"v1.11.8", GitCommit:"4e209c9383fa00631d124c8adcc011d617339b3c", GitTreeState:"clean", BuildDate:"2019-02-28T18:40:05Z", GoVersion:"go1.10.8", Compiler:"gc", Platform:"linux/amd64"}
Delete fission env
helm ls --all
helm delete --purge fission
helm reset
kubectl delete svc tiller-deploy --namespace=kube-system
kubectl delete deployment tiller-deploy -n kube-system
helm init
Kubelet error
# kubectl version
Client Version: version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:46:06Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"}
The connection to the server 10.239.85.153:6443 was refused - did you specify the right host or port?
# setenforce 0; systemctl enable --now kubelet; systemctl restart kubelet; swapoff -a; systemctl stop firewalld; systemctl disable firewalld; kubectl version
Clear k8s
echo y | sudo -S kubeadm reset
unset KUBECONFIG
unset HELM_HOST
rm -rf $HOME/.kube
rm -rf $HOME/.helm
# rm -rf /usr/local/bin/kubectl
# yum erase kubeadm kubectl kubelet -y
# yum install kubeadm kubelet -y
yum install kubeadm-1.12.1 kubelet-1.11.3 kubectl-1.13.4 -y
# yum install kubeadm-1.11.8 kubectl-1.11.8 kubelet-1.11.8 -y
kubeadm version
kubectl version
kubelet --version
docker build . --tag classification:v0.2
docker tag classification:v0.1 10.239.85.153:5000/classification:v0.2
docker push 10.239.85.153:5000/classification:v0.2
docker image rm 10.239.85.153:5000/classification:v0.2
# docker pull 10.239.85.153:5000/stream-223mb:latest
Dockerfile:
FROM centos
ENV http_proxy=http://child-prc.intel.com:913
ENV ftp_proxy=http://child-prc.intel.com:913
ENV FTP_PROXY=http://child-prc.intel.com:913
ENV socks_proxy=http://proxy-shz.intel.com:1080
ENV HTTPS_PROXY=http://child-prc.intel.com:913
ENV https_proxy=http://child-prc.intel.com:913
ENV HTTP_PROXY=http://child-prc.intel.com:913
ENV PATH=$PATH:/usr/bin:/usr/local/bin:/app
ENV PYTHONPATH=$PYTHONPATH:/app
RUN yum install -y https://centos7.iuscommunity.org/ius-release.rpm
RUN yum update -y
RUN yum install -y python36u python36u-libs python36u-devel python36u-pip stress-ng bc numactl time
RUN ln -s /usr/bin/pip3.6 /usr/bin/pip3
RUN ln -s /usr/bin/python3.6 /usr/bin/python3
RUN yum install -y gcc libev
RUN yum install -y libev-devel
RUN pip3 install --upgrade pip
RUN rm -r /root/.cache
COPY . /app
WORKDIR /app
RUN pip3 install -r requirements.txt
RUN pip3 install ./tensorflow-1.8.0-cp36-cp36m-manylinux1_x86_64.whl
ENTRYPOINT ["python3"]
CMD ["server.py"]
# ubuntu 16/18 install docker
sudo apt update
sudo apt-get install -y apt-transport-https ca-certificates curl software-properties-common
curl -fsSL https://mirrors.aliyun.com/docker-ce/linux/ubuntu/gpg | sudo apt-key add -
sudo add-apt-repository "deb [arch=amd64] https://mirrors.aliyun.com/docker-ce/linux/ubuntu $(lsb_release -cs) stable"
sudo apt-get update
sudo apt-cache madison docker-ce
sudo apt-get install -y docker-ce=18.06.3~ce~3-0~ubuntu