Testbed Details: [root@master-node ansible_3par_docker_plugin]# kubectl version Client Version: version.Info{Major:"1", Minor:"15", GitVersion:"v1.15.0", GitCommit:"e8462b5b5dc2584fdcd18e6bcfe9f1e4d970a529", GitTreeState:"clean", BuildDate:"2019-06-19T16:40:16Z", GoVersion:"go1.12.5", Compiler:"gc", Platform:"linux/amd64"} Server Version: version.Info{Major:"1", Minor:"15", GitVersion:"v1.15.6", GitCommit:"7015f71e75f670eb9e7ebd4b5749639d42e20079", GitTreeState:"clean", BuildDate:"2019-11-13T11:11:50Z", GoVersion:"go1.12.12", Compiler:"gc", Platform:"linux/amd64"} [root@master-node ansible_3par_docker_plugin]# docker version Client: Version: 18.09.6 API version: 1.39 Go version: go1.10.8 Git commit: 1578dca Built: Sat May 4 02:09:15 2019 OS/Arch: linux/amd64 Experimental: false Server: Docker Engine - Enterprise Engine: Version: 18.09.6 API version: 1.39 (minimum version 1.12) Go version: go1.10.8 Git commit: 1578dca Built: Sat May 4 02:03:09 2019 OS/Arch: linux/amd64 Experimental: false [root@master-node ansible_3par_docker_plugin]# cat /etc/os-release NAME="Red Hat Enterprise Linux Server" VERSION="7.6 (Maipo)" ID="rhel" ID_LIKE="fedora" VARIANT="Server" VARIANT_ID="server" VERSION_ID="7.6" PRETTY_NAME="Red Hat Enterprise Linux" ANSI_COLOR="0;31" CPE_NAME="cpe:/o:redhat:enterprise_linux:7.6:GA:server" HOME_URL="https://www.redhat.com/" BUG_REPORT_URL="https://bugzilla.redhat.com/" REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 7" REDHAT_BUGZILLA_PRODUCT_VERSION=7.6 REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" REDHAT_SUPPORT_PRODUCT_VERSION="7.6" 10.50.9.11 - master 10.50.9.15/17 - workers Steps Performed: 1.Created the properties file ansible-vault create plugin_configuration_properties.yml Create a new vault password. 2.Edit the properties file ansible-vault edit plugin_configuration_properties.yml and save 3.Ran the install script ansible-playbook -i /root/hosts install_hpe_3par_volume_driver.yml --ask-vault-pass 4.Password will be prompted give the same password which was give while creating OUTPUT: [root@master-node ansible_3par_docker_plugin]# ansible-playbook -i hosts install_hpe_3par_volume_driver.yml --ask-vault-pass Vault password: . . . PLAY RECAP ************************************************************************************************************************************************************* 10.50.9.11 : ok=88 changed=39 unreachable=0 failed=0 10.50.9.15 : ok=72 changed=33 unreachable=0 failed=0 10.50.9.17 : ok=72 changed=33 unreachable=0 failed=0 localhost : ok=8 changed=3 unreachable=0 failed=0 [root@master-node ansible_3par_docker_plugin]# cat /etc/hpedockerplugin/hpe.conf [DEFAULT] host_etcd_ip_address=10.50.9.11:23790,10.50.9.15:23790,10.50.9.17:23790 hpe3par_username=3paradm hpe3par_password=3pardata hpe3par_cpg=Virendra hpedockerplugin_driver=hpedockerplugin.hpe.hpe_3par_iscsi.HPE3PARISCSIDriver host_etcd_port_number=23790 ssh_hosts_key_file=/root/.ssh/known_hosts san_ip=10.50.3.24 san_login=3paradm san_password=3pardata hpe3par_api_url=https://10.50.3.24:8080/api/v1 hpe3par_iscsi_ips=10.50.3.2,10.50.2.150 [3PAR1] host_etcd_ip_address=10.50.9.11:23790,10.50.9.15:23790,10.50.9.17:23790 hpe3par_username=3paradm hpe3par_password=3pardata hpe3par_cpg=Virendra hpedockerplugin_driver=hpedockerplugin.hpe.hpe_3par_iscsi.HPE3PARISCSIDriver host_etcd_port_number=23790 ssh_hosts_key_file=/root/.ssh/known_hosts logging=DEBUG san_ip=10.50.3.24 san_login=3paradm san_password=3pardata hpe3par_api_url=https://10.50.3.24:8080/api/v1 hpe3par_iscsi_ips=10.50.3.2,10.50.2.150 [root@master-node ansible_3par_docker_plugin]# kubectl get pods --namespace kube-system -o wide NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES coredns-5c98db65d4-mkzsv 1/1 Running 0 130m 10.244.0.85 master-node coredns-5c98db65d4-sxvsm 1/1 Running 0 130m 10.244.0.84 master-node etcd-master-node 1/1 Running 0 129m 10.50.9.11 master-node kube-apiserver-master-node 1/1 Running 0 129m 10.50.9.11 master-node kube-controller-manager-master-node 1/1 Running 0 129m 10.50.9.11 master-node kube-flannel-ds-amd64-jsrcw 1/1 Running 0 130m 10.50.9.11 master-node kube-flannel-ds-amd64-k9bdx 1/1 Running 0 127m 10.50.9.17 worker-node-2 kube-flannel-ds-amd64-wp2hx 1/1 Running 0 127m 10.50.9.15 worker-node1 kube-proxy-4qs8n 1/1 Running 0 127m 10.50.9.15 worker-node1 kube-proxy-5sttv 1/1 Running 0 130m 10.50.9.11 master-node kube-proxy-khgj8 1/1 Running 0 127m 10.50.9.17 worker-node-2 kube-scheduler-master-node 1/1 Running 0 129m 10.50.9.11 master-node kube-storage-controller-doryd-7dd487b446-ngsnj 0/1 ContainerCreating 0 23s worker-node1 [root@master-node ansible_3par_docker_plugin]# docker ps | grep plug 265e0c3acc67 hpestorage/legacyvolumeplugin:3.3 "/bin/sh -c ./plugin…" 5 minutes ago Up 5 minutes plugin_container [root@master-node ansible_3par_docker_plugin]# systemctl status etcd_hpe ? etcd_hpe.service - etcd Loaded: loaded (/etc/systemd/system/etcd_hpe.service; enabled; vendor preset: disabled) Active: active (running) since Thu 2019-12-05 04:20:58 EST; 7min ago Docs: https://github.com/coreos/etcd Main PID: 10603 (etcd_hpe) Tasks: 27 Memory: 15.9M CGroup: /system.slice/etcd_hpe.service +-10603 /usr/bin/etcd_hpe --name 10.50.9.11 --data-dir /root/etcd_hpe_data --initial-advertise-peer-urls http://10.50.9.11:23800 --listen-peer-urls http:/... Dec 05 04:20:58 master-node etcd_hpe[10603]: 826ead88f2e5f21c received vote from 826ead88f2e5f21c at term 2 Dec 05 04:20:58 master-node etcd_hpe[10603]: 826ead88f2e5f21c [logterm: 1, index: 3] sent vote request to 7da94f1f54f19e10 at term 2 Dec 05 04:20:58 master-node etcd_hpe[10603]: 826ead88f2e5f21c [logterm: 1, index: 3] sent vote request to d1cc901c1b41dcf9 at term 2 Dec 05 04:20:58 master-node etcd_hpe[10603]: 826ead88f2e5f21c received vote from d1cc901c1b41dcf9 at term 2 Dec 05 04:20:58 master-node etcd_hpe[10603]: 826ead88f2e5f21c [quorum:2] has received 2 votes and 0 vote rejections Dec 05 04:20:58 master-node etcd_hpe[10603]: 826ead88f2e5f21c became leader at term 2 Dec 05 04:20:58 master-node etcd_hpe[10603]: raft.node: 826ead88f2e5f21c elected leader 826ead88f2e5f21c at term 2 Dec 05 04:20:58 master-node etcd_hpe[10603]: setting up the initial cluster version to 2.3 Dec 05 04:20:58 master-node etcd_hpe[10603]: published {Name:10.50.9.11 ClientURLs:[http://10.50.9.11:23790]} to cluster 3da781de3c98196e Dec 05 04:20:58 master-node etcd_hpe[10603]: set the initial cluster version to 2.3 [root@master-node ansible_3par_docker_plugin]# kubectl get nodes NAME STATUS ROLES AGE VERSION master-node Ready master 136m v1.15.0 worker-node-2 Ready 132m v1.15.0 worker-node1 Ready 132m v1.15.0 [root@master-node ansible_3par_docker_plugin]# etcdctl --endpoints http://10.50.9.11:23790 member list 7da94f1f54f19e10: name=10.50.9.15 peerURLs=http://10.50.9.15:23800 clientURLs=http://10.50.9.15:23790 isLeader=false 826ead88f2e5f21c: name=10.50.9.11 peerURLs=http://10.50.9.11:23800 clientURLs=http://10.50.9.11:23790 isLeader=true d1cc901c1b41dcf9: name=10.50.9.17 peerURLs=http://10.50.9.17:23800 clientURLs=http://10.50.9.17:23790 isLeader=false