[ec2-user@ip-172-31-22-49 ~]$ dig ns dev.heoffice.com
; <<>> DiG 9.8.2rc1-RedHat-9.8.2-0.62.rc1.56.amzn1 <<>> ns dev.heoffice.com
;; global options: +cmd
;; Got answer:
;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 64454
;; flags: qr rd ra; QUERY: 1, ANSWER: 4, AUTHORITY: 0, ADDITIONAL: 0
;; QUESTION SECTION:
;dev.heoffice.com. IN NS
;; ANSWER SECTION:
dev.heoffice.com. 172800 IN NS ns-0.awsdns-00.com.
dev.heoffice.com. 172800 IN NS ns-1024.awsdns-00.org.
dev.heoffice.com. 172800 IN NS ns-1536.awsdns-00.co.uk.
dev.heoffice.com. 172800 IN NS ns-512.awsdns-00.net.
;; Query time: 2 msec
;; SERVER: 172.31.0.2#53(172.31.0.2)
;; WHEN: Sat Oct 9 15:42:54 2021
;; MSG SIZE rcvd: 169
[ec2-user@ip-172-31-22-49 ~]$ aws configure
AWS Access Key ID [None]: XXXX
AWS Secret Access Key [None]: XXXX
Default region name [None]: ap-southeast-1
Default output format [None]:
[ec2-user@ip-172-31-22-49 ~]$ export AWS_ACCESS_KEY_ID=$(aws configure get aws_access_key_id)
[ec2-user@ip-172-31-22-49 ~]$
[ec2-user@ip-172-31-22-49 ~]$ export AWS_SECRET_ACCESS_KEY=$(aws configure get aws_secret_access_key)
[ec2-user@ip-172-31-22-49 ~]$ export NAME=myfirstcluster.example.com
[ec2-user@ip-172-31-22-49 ~]$ export NAME=dev.heoffice.com
[ec2-user@ip-172-31-22-49 ~]$ export KOPS_STATE_STORE=s3://dev.heoffice.com
[ec2-user@ip-172-31-22-49 ~]$ kops create cluster –zones=ap-southeast-1a –dns private ${NAME}
I1009 16:16:09.576473 25980 new_cluster.go:238] Inferred “aws” cloud provider from zone “ap-southeast-1a”
I1009 16:16:09.576560 25980 new_cluster.go:962] Cloud Provider ID = aws
I1009 16:16:09.632868 25980 subnets.go:180] Assigned CIDR 172.20.32.0/19 to subnet ap-southeast-1a
I1009 16:16:11.343979 25980 create_cluster.go:724] Using SSH public key: /home/ec2-user/.ssh/id_rsa.pub
Previewing changes that will be made:
A new kops version is available: 1.21.0
Upgrading is recommended
More information: https://github.com/kubernetes/kops/blob/master/permalinks/upgrade_kops.md#1.21.0
I1009 16:16:19.488703 25980 dns.go:97] Private DNS: skipping DNS validation
I1009 16:16:20.924903 25980 executor.go:111] Tasks: 0 done / 77 total; 42 can run
W1009 16:16:21.034919 25980 vfs_castore.go:612] CA private key was not found
I1009 16:16:21.833381 25980 executor.go:111] Tasks: 42 done / 77 total; 15 can run
I1009 16:16:22.784956 25980 executor.go:111] Tasks: 57 done / 77 total; 18 can run
I1009 16:16:23.115469 25980 executor.go:111] Tasks: 75 done / 77 total; 2 can run
I1009 16:16:23.343995 25980 executor.go:111] Tasks: 77 done / 77 total; 0 can run
Will create resources:
AutoscalingGroup/master-ap-southeast-1a.masters.dev.heoffice.com
Granularity 1Minute
LaunchTemplate name:master-ap-southeast-1a.masters.dev.heoffice.com
LoadBalancers []
MaxSize 1
Metrics [GroupDesiredCapacity, GroupInServiceInstances, GroupMaxSize, GroupMinSize, GroupPendingInstances, GroupStandbyInstances, GroupTerminatingInstances, GroupTotalInstances]
MinSize 1
Subnets [name:ap-southeast-1a.dev.heoffice.com]
SuspendProcesses []
Tags {k8s.io/cluster-autoscaler/node-template/label/node-role.kubernetes.io/control-plane: , k8s.io/cluster-autoscaler/node-template/label/kubernetes.io/role: master, kops.k8s.io/instancegroup: master-ap-southeast-1a, KubernetesCluster: dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned, k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup: master-ap-southeast-1a, k8s.io/cluster-autoscaler/node-template/label/node-role.kubernetes.io/master: , k8s.io/role/master: 1, Name: master-ap-southeast-1a.masters.dev.heoffice.com}
TargetGroups []
AutoscalingGroup/nodes-ap-southeast-1a.dev.heoffice.com
Granularity 1Minute
LaunchTemplate name:nodes-ap-southeast-1a.dev.heoffice.com
LoadBalancers []
MaxSize 1
Metrics [GroupDesiredCapacity, GroupInServiceInstances, GroupMaxSize, GroupMinSize, GroupPendingInstances, GroupStandbyInstances, GroupTerminatingInstances, GroupTotalInstances]
MinSize 1
Subnets [name:ap-southeast-1a.dev.heoffice.com]
SuspendProcesses []
Tags {kops.k8s.io/instancegroup: nodes-ap-southeast-1a, Name: nodes-ap-southeast-1a.dev.heoffice.com, KubernetesCluster: dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned, k8s.io/cluster-autoscaler/node-template/label/node-role.kubernetes.io/node: , k8s.io/cluster-autoscaler/node-template/label/kubernetes.io/role: node, k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup: nodes-ap-southeast-1a, k8s.io/role/node: 1}
TargetGroups []
DHCPOptions/dev.heoffice.com
DomainName ap-southeast-1.compute.internal
DomainNameServers AmazonProvidedDNS
Shared false
Tags {kubernetes.io/cluster/dev.heoffice.com: owned, Name: dev.heoffice.com, KubernetesCluster: dev.heoffice.com}
EBSVolume/a.etcd-events.dev.heoffice.com
AvailabilityZone ap-southeast-1a
Encrypted true
SizeGB 20
Tags {k8s.io/etcd/events: a/a, k8s.io/role/master: 1, kubernetes.io/cluster/dev.heoffice.com: owned, Name: a.etcd-events.dev.heoffice.com, KubernetesCluster: dev.heoffice.com}
VolumeIops 3000
VolumeThroughput 125
VolumeType gp3
EBSVolume/a.etcd-main.dev.heoffice.com
AvailabilityZone ap-southeast-1a
Encrypted true
SizeGB 20
Tags {k8s.io/role/master: 1, kubernetes.io/cluster/dev.heoffice.com: owned, Name: a.etcd-main.dev.heoffice.com, KubernetesCluster: dev.heoffice.com, k8s.io/etcd/main: a/a}
VolumeIops 3000
VolumeThroughput 125
VolumeType gp3
IAMInstanceProfile/masters.dev.heoffice.com
Shared false
IAMInstanceProfile/nodes.dev.heoffice.com
Shared false
IAMInstanceProfileRole/masters.dev.heoffice.com
InstanceProfile name:masters.dev.heoffice.com id:masters.dev.heoffice.com
Role name:masters.dev.heoffice.com
IAMInstanceProfileRole/nodes.dev.heoffice.com
InstanceProfile name:nodes.dev.heoffice.com id:nodes.dev.heoffice.com
Role name:nodes.dev.heoffice.com
IAMRole/masters.dev.heoffice.com
Tags {KubernetesCluster: dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned, Name: masters.dev.heoffice.com}
ExportWithID masters
IAMRole/nodes.dev.heoffice.com
Tags {Name: nodes.dev.heoffice.com, KubernetesCluster: dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned}
ExportWithID nodes
IAMRolePolicy/master-policyoverride
Role name:masters.dev.heoffice.com
Managed true
IAMRolePolicy/masters.dev.heoffice.com
Role name:masters.dev.heoffice.com
Managed false
IAMRolePolicy/node-policyoverride
Role name:nodes.dev.heoffice.com
Managed true
IAMRolePolicy/nodes.dev.heoffice.com
Role name:nodes.dev.heoffice.com
Managed false
InternetGateway/dev.heoffice.com
VPC name:dev.heoffice.com
Shared false
Tags {Name: dev.heoffice.com, KubernetesCluster: dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned}
Keypair/apiserver-aggregator-ca
Subject cn=apiserver-aggregator-ca
Type ca
LegacyFormat false
Keypair/ca
Subject cn=kubernetes
Type ca
LegacyFormat false
Keypair/etcd-clients-ca
Subject cn=etcd-clients-ca
Type ca
LegacyFormat false
Keypair/etcd-manager-ca-events
Subject cn=etcd-manager-ca-events
Type ca
LegacyFormat false
Keypair/etcd-manager-ca-main
Subject cn=etcd-manager-ca-main
Type ca
LegacyFormat false
Keypair/etcd-peers-ca-events
Subject cn=etcd-peers-ca-events
Type ca
LegacyFormat false
Keypair/etcd-peers-ca-main
Subject cn=etcd-peers-ca-main
Type ca
LegacyFormat false
Keypair/service-account
Subject cn=service-account
Type ca
LegacyFormat false
LaunchTemplate/master-ap-southeast-1a.masters.dev.heoffice.com
AssociatePublicIP true
CPUCredits
HTTPPutResponseHopLimit 1
HTTPTokens optional
IAMInstanceProfile name:masters.dev.heoffice.com id:masters.dev.heoffice.com
ImageID 099720109477/ubuntu/images/hvm-ssd/ubuntu-focal-20.04-amd64-server-20210907
InstanceType t3.medium
RootVolumeIops 3000
RootVolumeSize 64
RootVolumeThroughput 125
RootVolumeType gp3
RootVolumeEncryption true
RootVolumeKmsKey
SSHKey name:kubernetes.dev.heoffice.com-3f:50:d5:28:05:6c:3f:91:dc:2e:cc:65:cc:d3:98:93 id:kubernetes.dev.heoffice.com-3f:50:d5:28:05:6c:3f:91:dc:2e:cc:65:cc:d3:98:93
SecurityGroups [name:masters.dev.heoffice.com]
SpotPrice
Tags {KubernetesCluster: dev.heoffice.com, k8s.io/cluster-autoscaler/node-template/label/node-role.kubernetes.io/control-plane: , k8s.io/cluster-autoscaler/node-template/label/kubernetes.io/role: master, k8s.io/cluster-autoscaler/node-template/label/node-role.kubernetes.io/master: , Name: master-ap-southeast-1a.masters.dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned, k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup: master-ap-southeast-1a, k8s.io/role/master: 1, kops.k8s.io/instancegroup: master-ap-southeast-1a}
LaunchTemplate/nodes-ap-southeast-1a.dev.heoffice.com
AssociatePublicIP true
CPUCredits
HTTPPutResponseHopLimit 1
HTTPTokens optional
IAMInstanceProfile name:nodes.dev.heoffice.com id:nodes.dev.heoffice.com
ImageID 099720109477/ubuntu/images/hvm-ssd/ubuntu-focal-20.04-amd64-server-20210907
InstanceType t3.medium
RootVolumeIops 3000
RootVolumeSize 128
RootVolumeThroughput 125
RootVolumeType gp3
RootVolumeEncryption true
RootVolumeKmsKey
SSHKey name:kubernetes.dev.heoffice.com-3f:50:d5:28:05:6c:3f:91:dc:2e:cc:65:cc:d3:98:93 id:kubernetes.dev.heoffice.com-3f:50:d5:28:05:6c:3f:91:dc:2e:cc:65:cc:d3:98:93
SecurityGroups [name:nodes.dev.heoffice.com]
SpotPrice
Tags {kubernetes.io/cluster/dev.heoffice.com: owned, k8s.io/cluster-autoscaler/node-template/label/kubernetes.io/role: node, k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup: nodes-ap-southeast-1a, k8s.io/cluster-autoscaler/node-template/label/node-role.kubernetes.io/node: , k8s.io/role/node: 1, kops.k8s.io/instancegroup: nodes-ap-southeast-1a, Name: nodes-ap-southeast-1a.dev.heoffice.com, KubernetesCluster: dev.heoffice.com}
ManagedFile/dev.heoffice.com-addons-bootstrap
Location addons/bootstrap-channel.yaml
ManagedFile/dev.heoffice.com-addons-core.addons.k8s.io
Location addons/core.addons.k8s.io/v1.4.0.yaml
ManagedFile/dev.heoffice.com-addons-coredns.addons.k8s.io-k8s-1.12
Location addons/coredns.addons.k8s.io/k8s-1.12.yaml
ManagedFile/dev.heoffice.com-addons-dns-controller.addons.k8s.io-k8s-1.12
Location addons/dns-controller.addons.k8s.io/k8s-1.12.yaml
ManagedFile/dev.heoffice.com-addons-kops-controller.addons.k8s.io-k8s-1.16
Location addons/kops-controller.addons.k8s.io/k8s-1.16.yaml
ManagedFile/dev.heoffice.com-addons-kubelet-api.rbac.addons.k8s.io-k8s-1.9
Location addons/kubelet-api.rbac.addons.k8s.io/k8s-1.9.yaml
ManagedFile/dev.heoffice.com-addons-limit-range.addons.k8s.io
Location addons/limit-range.addons.k8s.io/v1.5.0.yaml
ManagedFile/dev.heoffice.com-addons-storage-aws.addons.k8s.io-v1.15.0
Location addons/storage-aws.addons.k8s.io/v1.15.0.yaml
ManagedFile/dev.heoffice.com-addons-storage-aws.addons.k8s.io-v1.7.0
Location addons/storage-aws.addons.k8s.io/v1.7.0.yaml
ManagedFile/etcd-cluster-spec-events
Base s3://dev.heoffice.com/dev.heoffice.com/backups/etcd/events
Location /control/etcd-cluster-spec
ManagedFile/etcd-cluster-spec-main
Base s3://dev.heoffice.com/dev.heoffice.com/backups/etcd/main
Location /control/etcd-cluster-spec
ManagedFile/manifests-etcdmanager-events
Location manifests/etcd/events.yaml
ManagedFile/manifests-etcdmanager-main
Location manifests/etcd/main.yaml
ManagedFile/manifests-static-kube-apiserver-healthcheck
Location manifests/static/kube-apiserver-healthcheck.yaml
Route/0.0.0.0/0
RouteTable name:dev.heoffice.com
CIDR 0.0.0.0/0
InternetGateway name:dev.heoffice.com
RouteTable/dev.heoffice.com
VPC name:dev.heoffice.com
Shared false
Tags {Name: dev.heoffice.com, KubernetesCluster: dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned, kubernetes.io/kops/role: public}
RouteTableAssociation/ap-southeast-1a.dev.heoffice.com
RouteTable name:dev.heoffice.com
Subnet name:ap-southeast-1a.dev.heoffice.com
SSHKey/kubernetes.dev.heoffice.com-3f:50:d5:28:05:6c:3f:91:dc:2e:cc:65:cc:d3:98:93
Shared false
KeyFingerprint e6:08:fd:49:5b:11:5a:41:74:b7:3c:b2:8a:35:25:41
Tags {Name: dev.heoffice.com, KubernetesCluster: dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned}
Secret/admin
Secret/kube
Secret/kube-proxy
Secret/kubelet
Secret/system:controller_manager
Secret/system:dns
Secret/system:logging
Secret/system:monitoring
Secret/system:scheduler
SecurityGroup/masters.dev.heoffice.com
Description Security group for masters
VPC name:dev.heoffice.com
RemoveExtraRules [port=22, port=443, port=2380, port=2381, port=4001, port=4002, port=4789, port=179, port=8443]
Tags {KubernetesCluster: dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned, Name: masters.dev.heoffice.com}
SecurityGroup/nodes.dev.heoffice.com
Description Security group for nodes
VPC name:dev.heoffice.com
RemoveExtraRules [port=22]
Tags {Name: nodes.dev.heoffice.com, KubernetesCluster: dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned}
SecurityGroupRule/from-0.0.0.0/0-ingress-tcp-22to22-masters.dev.heoffice.com
SecurityGroup name:masters.dev.heoffice.com
CIDR 0.0.0.0/0
Protocol tcp
FromPort 22
ToPort 22
SecurityGroupRule/from-0.0.0.0/0-ingress-tcp-22to22-nodes.dev.heoffice.com
SecurityGroup name:nodes.dev.heoffice.com
CIDR 0.0.0.0/0
Protocol tcp
FromPort 22
ToPort 22
SecurityGroupRule/from-0.0.0.0/0-ingress-tcp-443to443-masters.dev.heoffice.com
SecurityGroup name:masters.dev.heoffice.com
CIDR 0.0.0.0/0
Protocol tcp
FromPort 443
ToPort 443
SecurityGroupRule/from-masters.dev.heoffice.com-egress-all-0to0-0.0.0.0/0
SecurityGroup name:masters.dev.heoffice.com
CIDR 0.0.0.0/0
Egress true
SecurityGroupRule/from-masters.dev.heoffice.com-ingress-all-0to0-masters.dev.heoffice.com
SecurityGroup name:masters.dev.heoffice.com
SourceGroup name:masters.dev.heoffice.com
SecurityGroupRule/from-masters.dev.heoffice.com-ingress-all-0to0-nodes.dev.heoffice.com
SecurityGroup name:nodes.dev.heoffice.com
SourceGroup name:masters.dev.heoffice.com
SecurityGroupRule/from-nodes.dev.heoffice.com-egress-all-0to0-0.0.0.0/0
SecurityGroup name:nodes.dev.heoffice.com
CIDR 0.0.0.0/0
Egress true
SecurityGroupRule/from-nodes.dev.heoffice.com-ingress-all-0to0-nodes.dev.heoffice.com
SecurityGroup name:nodes.dev.heoffice.com
SourceGroup name:nodes.dev.heoffice.com
SecurityGroupRule/from-nodes.dev.heoffice.com-ingress-tcp-1to2379-masters.dev.heoffice.com
SecurityGroup name:masters.dev.heoffice.com
Protocol tcp
FromPort 1
ToPort 2379
SourceGroup name:nodes.dev.heoffice.com
SecurityGroupRule/from-nodes.dev.heoffice.com-ingress-tcp-2382to4000-masters.dev.heoffice.com
SecurityGroup name:masters.dev.heoffice.com
Protocol tcp
FromPort 2382
ToPort 4000
SourceGroup name:nodes.dev.heoffice.com
SecurityGroupRule/from-nodes.dev.heoffice.com-ingress-tcp-4003to65535-masters.dev.heoffice.com
SecurityGroup name:masters.dev.heoffice.com
Protocol tcp
FromPort 4003
ToPort 65535
SourceGroup name:nodes.dev.heoffice.com
SecurityGroupRule/from-nodes.dev.heoffice.com-ingress-udp-1to65535-masters.dev.heoffice.com
SecurityGroup name:masters.dev.heoffice.com
Protocol udp
FromPort 1
ToPort 65535
SourceGroup name:nodes.dev.heoffice.com
Subnet/ap-southeast-1a.dev.heoffice.com
ShortName ap-southeast-1a
VPC name:dev.heoffice.com
AvailabilityZone ap-southeast-1a
CIDR 172.20.32.0/19
Shared false
Tags {Name: ap-southeast-1a.dev.heoffice.com, KubernetesCluster: dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned, SubnetType: Public, kubernetes.io/role/elb: 1}
VPC/dev.heoffice.com
CIDR 172.20.0.0/16
EnableDNSHostnames true
EnableDNSSupport true
Shared false
Tags {KubernetesCluster: dev.heoffice.com, kubernetes.io/cluster/dev.heoffice.com: owned, Name: dev.heoffice.com}
VPCDHCPOptionsAssociation/dev.heoffice.com
VPC name:dev.heoffice.com
DHCPOptions name:dev.heoffice.com
Will modify resources:
DNSZone/Z0959566MQQXKRIXRA3V
PrivateVPC -> name:dev.heoffice.com
Must specify –yes to apply changes
Cluster configuration has been created.
Suggestions:
- list clusters with: kops get cluster
- edit this cluster with: kops edit cluster dev.heoffice.com
- edit your node instance group: kops edit ig –name=dev.heoffice.com nodes-ap-southeast-1a
- edit your master instance group: kops edit ig –name=dev.heoffice.com master-ap-southeast-1a
Finally configure your cluster with: kops update cluster –name dev.heoffice.com –yes –admin
[ec2-user@ip-172-31-22-49 ~]$ kops version
Version 1.20.2 (git-e6ca69f55e91f87080c897216115efb811673718)
[ec2-user@ip-172-31-22-49 ~]$ kops update cluster –name dev.heoffice.com –yes –admin
A new kops version is available: 1.21.0
Upgrading is recommended
More information: https://github.com/kubernetes/kops/blob/master/permalinks/upgrade_kops.md#1.21.0
I1009 16:16:55.872391 25990 dns.go:97] Private DNS: skipping DNS validation
I1009 16:16:56.155104 25990 executor.go:111] Tasks: 0 done / 77 total; 42 can run
W1009 16:16:56.228220 25990 vfs_castore.go:612] CA private key was not found
I1009 16:16:56.229843 25990 keypair.go:195] Issuing new certificate: “etcd-clients-ca”
I1009 16:16:56.239458 25990 keypair.go:195] Issuing new certificate: “apiserver-aggregator-ca”
I1009 16:16:56.255029 25990 keypair.go:195] Issuing new certificate: “etcd-manager-ca-main”
I1009 16:16:56.307880 25990 keypair.go:195] Issuing new certificate: “etcd-manager-ca-events”
W1009 16:16:56.322393 25990 vfs_castore.go:612] CA private key was not found
I1009 16:16:56.322466 25990 keypair.go:195] Issuing new certificate: “ca”
I1009 16:16:56.333760 25990 keypair.go:195] Issuing new certificate: “etcd-peers-ca-main”
I1009 16:16:56.335904 25990 keypair.go:195] Issuing new certificate: “etcd-peers-ca-events”
I1009 16:16:56.373952 25990 keypair.go:195] Issuing new certificate: “service-account”
I1009 16:16:58.006988 25990 executor.go:111] Tasks: 42 done / 77 total; 15 can run
I1009 16:17:00.474606 25990 executor.go:111] Tasks: 57 done / 77 total; 18 can run
I1009 16:17:01.014102 25990 executor.go:111] Tasks: 75 done / 77 total; 2 can run
I1009 16:17:02.046535 25990 executor.go:137] Task “AutoscalingGroup/master-ap-southeast-1a.masters.dev.heoffice.com” not ready: waiting for the IAM Instance Profile to be propagated
I1009 16:17:02.046568 25990 executor.go:137] Task “AutoscalingGroup/nodes-ap-southeast-1a.dev.heoffice.com” not ready: waiting for the IAM Instance Profile to be propagated
I1009 16:17:02.046578 25990 executor.go:155] No progress made, sleeping before retrying 2 task(s)
I1009 16:17:12.046722 25990 executor.go:111] Tasks: 75 done / 77 total; 2 can run
I1009 16:17:13.504328 25990 executor.go:111] Tasks: 77 done / 77 total; 0 can run
I1009 16:17:13.504367 25990 dns.go:157] Pre-creating DNS records
I1009 16:17:15.113041 25990 kubectl.go:134] error running kubectl config view –output json
I1009 16:17:15.113064 25990 kubectl.go:135]
I1009 16:17:15.113071 25990 kubectl.go:136]
W1009 16:17:15.113089 25990 update_cluster.go:308] error reading kubecfg: error getting config from kubectl: error running kubectl: exec: “kubectl”: executable file not found in $PATH
I1009 16:17:15.113097 25990 update_cluster.go:313] Exporting kubecfg for cluster
W1009 16:17:15.143823 25990 create_kubecfg.go:91] Did not find API endpoint for gossip hostname; may not be able to reach cluster
kOps has set your kubectl context to dev.heoffice.com
Cluster changes have been applied to the cloud.
Changes may require instances to restart: kops rolling-update cluster
[ec2-user@ip-172-31-22-49 ~]$ ssh -i ./.ssh/
authorized_keys id_rsa id_rsa.pub known_hosts
[ec2-user@ip-172-31-22-49 ~]$ ssh -i ./.ssh/
authorized_keys id_rsa id_rsa.pub known_hosts
[ec2-user@ip-172-31-22-49 ~]$ ssh -i ./.ssh/id_rsa.pub ubuntu@172.20.46.185
ssh: connect to host 172.20.46.185 port 22: No route to host
[ec2-user@ip-172-31-22-49 ~]$ ssh -i ./.ssh/id_rsa.pub ubuntu@172.20.46.185
ssh: connect to host 172.20.46.185 port 22: No route to host
[ec2-user@ip-172-31-22-49 ~]$ ssh -i ./.ssh/id_rsa.pub ubuntu@18.139.114.208
The authenticity of host ‘18.139.114.208 (18.139.114.208)’ can’t be established.
ECDSA key fingerprint is 7a:38:cc:73:17:92:b4:ec:ee:c3:3e:b1:b1:7a:58:86.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added ‘18.139.114.208’ (ECDSA) to the list of known hosts.
@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@
@ WARNING: UNPROTECTED PRIVATE KEY FILE! @
@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@
Permissions 0644 for ‘./.ssh/id_rsa.pub’ are too open.
It is required that your private key files are NOT accessible by others.
This private key will be ignored.
bad permissions: ignore key: ./.ssh/id_rsa.pub
Permission denied (publickey).
[ec2-user@ip-172-31-22-49 ~]$ chmod 600 ./.ssh/id_rsa.pub
[ec2-user@ip-172-31-22-49 ~]$ ssh -i ./.ssh/id_rsa.pub ubuntu@18.139.114.208
Enter passphrase for key ‘./.ssh/id_rsa.pub’:
Permission denied (publickey).
[ec2-user@ip-172-31-22-49 ~]$ ssh -i ./.ssh/id_rsa.pub ubuntu@18.139.114.208
Enter passphrase for key ‘./.ssh/id_rsa.pub’:
Enter passphrase for key ‘./.ssh/id_rsa.pub’:
[ec2-user@ip-172-31-22-49 ~]$ ssh -i ./.ssh/id_rsa.pub ubuntu@172.20.46.185
ssh: connect to host 172.20.46.185 port 22: No route to host
[ec2-user@ip-172-31-22-49 ~]$ kops validate cluster
Using cluster from kubectl context: dev.heoffice.com
Validating cluster dev.heoffice.com
INSTANCE GROUPS
NAME ROLE MACHINETYPE MIN MAX SUBNETS
master-ap-southeast-1a Master t3.medium 1 1 ap-southeast-1a
nodes-ap-southeast-1a Node t3.medium 1 1 ap-southeast-1a
NODE STATUS
NAME ROLE READY
ip-172-20-46-185.ap-southeast-1.compute.internal master True
ip-172-20-61-249.ap-southeast-1.compute.internal node True
Your cluster dev.heoffice.com is ready
[ec2-user@ip-172-31-22-49 ~]$ kops delete cluster –yes
–name is required (for safety)
[ec2-user@ip-172-31-22-49 ~]$ kops delete cluster –name ${NAME} –yes
TYPE NAME ID
autoscaling-config master-ap-southeast-1a.masters.dev.heoffice.com lt-055e9d3f847bbfca1
autoscaling-config nodes-ap-southeast-1a.dev.heoffice.com lt-0773d0dd448fb6b27
autoscaling-group master-ap-southeast-1a.masters.dev.heoffice.com master-ap-southeast-1a.masters.dev.heoffice.com
autoscaling-group nodes-ap-southeast-1a.dev.heoffice.com nodes-ap-southeast-1a.dev.heoffice.com
dhcp-options dev.heoffice.com dopt-0a379f592a2ae240e
iam-instance-profile masters.dev.heoffice.com masters.dev.heoffice.com
iam-instance-profile nodes.dev.heoffice.com nodes.dev.heoffice.com
iam-role masters.dev.heoffice.com masters.dev.heoffice.com
iam-role nodes.dev.heoffice.com nodes.dev.heoffice.com
instance master-ap-southeast-1a.masters.dev.heoffice.com i-03904eaa8bb1fd6c2
instance nodes-ap-southeast-1a.dev.heoffice.com i-0d7daa92f8ae00ace
internet-gateway dev.heoffice.com igw-000d208578429094b
keypair kubernetes.dev.heoffice.com-3f:50:d5:28:05:6c:3f:91:dc:2e:cc:65:cc:d3:98:93 key-0bfaa591aa3779c85
route-table dev.heoffice.com rtb-0da1b317a36b12af9
route53-record api.dev.heoffice.com. Z0959566MQQXKRIXRA3V/api.dev.heoffice.com.
route53-record api.internal.dev.heoffice.com. Z0959566MQQXKRIXRA3V/api.internal.dev.heoffice.com.
route53-record kops-controller.internal.dev.heoffice.com. Z0959566MQQXKRIXRA3V/kops-controller.internal.dev.heoffice.com.
security-group masters.dev.heoffice.com sg-08a53927aa9e324a8
security-group nodes.dev.heoffice.com sg-0025fca62430cb370
subnet ap-southeast-1a.dev.heoffice.com subnet-0bf41a8e447bb094e
volume a.etcd-events.dev.heoffice.com vol-0daa0c3d15ec8da57
volume a.etcd-main.dev.heoffice.com vol-080049ad88cce7f6b
volume master-ap-southeast-1a.masters.dev.heoffice.com vol-00086de84d320e875
volume nodes-ap-southeast-1a.dev.heoffice.com vol-0a8bd3ce789408392
vpc dev.heoffice.com vpc-095b321acc74c9157
autoscaling-config:lt-055e9d3f847bbfca1 ok
autoscaling-config:lt-0773d0dd448fb6b27 ok
instance:i-03904eaa8bb1fd6c2 ok
instance:i-0d7daa92f8ae00ace ok
internet-gateway:igw-000d208578429094b still has dependencies, will retry
autoscaling-group:master-ap-southeast-1a.masters.dev.heoffice.com ok
keypair:key-0bfaa591aa3779c85 ok
autoscaling-group:nodes-ap-southeast-1a.dev.heoffice.com ok
route53-record:Z0959566MQQXKRIXRA3V/api.internal.dev.heoffice.com. ok
iam-instance-profile:nodes.dev.heoffice.com ok
iam-instance-profile:masters.dev.heoffice.com ok
iam-role:masters.dev.heoffice.com ok
iam-role:nodes.dev.heoffice.com ok
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
volume:vol-00086de84d320e875
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
security-group:sg-0025fca62430cb370
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-00086de84d320e875
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
security-group:sg-0025fca62430cb370
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
volume:vol-00086de84d320e875
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
security-group:sg-0025fca62430cb370
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
volume:vol-00086de84d320e875
volume:vol-080049ad88cce7f6b
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
route-table:rtb-0da1b317a36b12af9
security-group:sg-0025fca62430cb370
security-group:sg-08a53927aa9e324a8
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
vpc:vpc-095b321acc74c9157
subnet:subnet-0bf41a8e447bb094e
volume:vol-00086de84d320e875
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
security-group:sg-0025fca62430cb370
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
internet-gateway:igw-000d208578429094b
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
security-group:sg-0025fca62430cb370
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
volume:vol-00086de84d320e875
dhcp-options:dopt-0a379f592a2ae240e
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-00086de84d320e875
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
security-group:sg-0025fca62430cb370
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
volume:vol-080049ad88cce7f6b still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-00086de84d320e875
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
security-group:sg-0025fca62430cb370
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
volume:vol-00086de84d320e875
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
security-group:sg-0025fca62430cb370
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
volume:vol-00086de84d320e875 still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
volume:vol-00086de84d320e875
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
security-group:sg-0025fca62430cb370
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
security-group:sg-0025fca62430cb370
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
volume:vol-00086de84d320e875
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
internet-gateway:igw-000d208578429094b
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
security-group:sg-0025fca62430cb370
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
volume:vol-00086de84d320e875
dhcp-options:dopt-0a379f592a2ae240e
volume:vol-080049ad88cce7f6b still has dependencies, will retry
volume:vol-0a8bd3ce789408392 still has dependencies, will retry
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
security-group:sg-0025fca62430cb370 still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
Not all resources deleted; waiting before reattempting deletion
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-0a8bd3ce789408392
volume:vol-00086de84d320e875
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
security-group:sg-0025fca62430cb370
volume:vol-0a8bd3ce789408392 ok
volume:vol-00086de84d320e875 still has dependencies, will retry
volume:vol-0daa0c3d15ec8da57 still has dependencies, will retry
volume:vol-080049ad88cce7f6b still has dependencies, will retry
subnet:subnet-0bf41a8e447bb094e still has dependencies, will retry
internet-gateway:igw-000d208578429094b still has dependencies, will retry
security-group:sg-08a53927aa9e324a8 still has dependencies, will retry
security-group:sg-0025fca62430cb370 ok
Not all resources deleted; waiting before reattempting deletion
security-group:sg-08a53927aa9e324a8
route-table:rtb-0da1b317a36b12af9
subnet:subnet-0bf41a8e447bb094e
vpc:vpc-095b321acc74c9157
volume:vol-080049ad88cce7f6b
volume:vol-0daa0c3d15ec8da57
volume:vol-00086de84d320e875
dhcp-options:dopt-0a379f592a2ae240e
internet-gateway:igw-000d208578429094b
volume:vol-00086de84d320e875 ok
volume:vol-0daa0c3d15ec8da57 ok
volume:vol-080049ad88cce7f6b ok
subnet:subnet-0bf41a8e447bb094e ok
security-group:sg-08a53927aa9e324a8 ok
internet-gateway:igw-000d208578429094b ok
route-table:rtb-0da1b317a36b12af9 ok
vpc:vpc-095b321acc74c9157 ok
dhcp-options:dopt-0a379f592a2ae240e ok
Deleted kubectl config for dev.heoffice.com
Deleted cluster: “dev.heoffice.com”
[ec2-user@ip-172-31-22-49 ~]$
[ec2-user@ip-172-31-22-49 ~]$