=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:390: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:390: (dbg) Done: out/minikube-darwin-amd64 profile list --output json: (2.807044808s)
ha_test.go:413: expected profile "ha-572000" in json of 'profile list' to have "Degraded" status but have "HAppy" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-572000\",\"Status\":\"HAppy\",\"Config\":{\"Name\":\"ha-572000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19264/minikube-v1.33.1-1721146474-19264-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721146479-19264@sha256:7ee06b7e8fb4a6c7fce11a567253ea7d43fed61ee0beca281a1ac2c2566a2a2e\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":
1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.30.2\",\"ClusterName\":\"ha-572000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.5\",\"Port\":8443,\"Kubern
etesVersion\":\"v1.30.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.30.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.169.0.7\",\"Port\":8443,\"KubernetesVersion\":\"v1.30.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.169.0.8\",\"Port\":0,\"KubernetesVersion\":\"v1.30.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":fal
se,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\
"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-572000 -n ha-572000
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-572000 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-572000 logs -n 25: (3.352498984s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-572000 cp ha-572000-m03:/home/docker/cp-test.txt | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | ha-572000-m04:/home/docker/cp-test_ha-572000-m03_ha-572000-m04.txt | | | | | |
| ssh | ha-572000 ssh -n | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | ha-572000-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-572000 ssh -n ha-572000-m04 sudo cat | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | /home/docker/cp-test_ha-572000-m03_ha-572000-m04.txt | | | | | |
| cp | ha-572000 cp testdata/cp-test.txt | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | ha-572000-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-572000 ssh -n | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | ha-572000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-572000 cp ha-572000-m04:/home/docker/cp-test.txt | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | /var/folders/0y/_8hvl7v13q38_kkh25vpxkz00000gp/T/TestMultiControlPlaneserialCopyFile3497274976/001/cp-test_ha-572000-m04.txt | | | | | |
| ssh | ha-572000 ssh -n | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | ha-572000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-572000 cp ha-572000-m04:/home/docker/cp-test.txt | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | ha-572000:/home/docker/cp-test_ha-572000-m04_ha-572000.txt | | | | | |
| ssh | ha-572000 ssh -n | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | ha-572000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-572000 ssh -n ha-572000 sudo cat | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | /home/docker/cp-test_ha-572000-m04_ha-572000.txt | | | | | |
| cp | ha-572000 cp ha-572000-m04:/home/docker/cp-test.txt | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | ha-572000-m02:/home/docker/cp-test_ha-572000-m04_ha-572000-m02.txt | | | | | |
| ssh | ha-572000 ssh -n | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | ha-572000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-572000 ssh -n ha-572000-m02 sudo cat | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | /home/docker/cp-test_ha-572000-m04_ha-572000-m02.txt | | | | | |
| cp | ha-572000 cp ha-572000-m04:/home/docker/cp-test.txt | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | ha-572000-m03:/home/docker/cp-test_ha-572000-m04_ha-572000-m03.txt | | | | | |
| ssh | ha-572000 ssh -n | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | ha-572000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-572000 ssh -n ha-572000-m03 sudo cat | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | /home/docker/cp-test_ha-572000-m04_ha-572000-m03.txt | | | | | |
| node | ha-572000 node stop m02 -v=7 | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:31 PDT |
| | --alsologtostderr | | | | | |
| node | ha-572000 node start m02 -v=7 | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:31 PDT | 17 Jul 24 10:32 PDT |
| | --alsologtostderr | | | | | |
| node | list -p ha-572000 -v=7 | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:32 PDT | |
| | --alsologtostderr | | | | | |
| stop | -p ha-572000 -v=7 | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:32 PDT | 17 Jul 24 10:32 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-572000 --wait=true -v=7 | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:32 PDT | |
| | --alsologtostderr | | | | | |
| node | list -p ha-572000 | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:34 PDT | |
| node | ha-572000 node delete m03 -v=7 | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:34 PDT | |
| | --alsologtostderr | | | | | |
| stop | ha-572000 stop -v=7 | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:34 PDT | 17 Jul 24 10:37 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-572000 --wait=true | ha-572000 | jenkins | v1.33.1 | 17 Jul 24 10:37 PDT | 17 Jul 24 10:40 PDT |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=hyperkit | | | | | |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/07/17 10:37:21
Running on machine: MacOS-Agent-4
Binary: Built with gc go1.22.5 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0717 10:37:21.160279 3636 out.go:291] Setting OutFile to fd 1 ...
I0717 10:37:21.160444 3636 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0717 10:37:21.160449 3636 out.go:304] Setting ErrFile to fd 2...
I0717 10:37:21.160453 3636 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0717 10:37:21.160640 3636 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19283-1099/.minikube/bin
I0717 10:37:21.162037 3636 out.go:298] Setting JSON to false
I0717 10:37:21.184380 3636 start.go:129] hostinfo: {"hostname":"MacOS-Agent-4.local","uptime":2212,"bootTime":1721235629,"procs":436,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.5","kernelVersion":"23.5.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"f2f27e25-cfda-5ffd-9706-e98286194e62"}
W0717 10:37:21.184474 3636 start.go:137] gopshost.Virtualization returned error: not implemented yet
I0717 10:37:21.206845 3636 out.go:177] * [ha-572000] minikube v1.33.1 on Darwin 14.5
I0717 10:37:21.250316 3636 out.go:177] - MINIKUBE_LOCATION=19283
I0717 10:37:21.250374 3636 notify.go:220] Checking for updates...
I0717 10:37:21.294243 3636 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/19283-1099/kubeconfig
I0717 10:37:21.315083 3636 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I0717 10:37:21.336268 3636 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0717 10:37:21.357529 3636 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19283-1099/.minikube
I0717 10:37:21.379368 3636 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0717 10:37:21.401138 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:37:21.401903 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:37:21.401985 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:37:21.411459 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51932
I0717 10:37:21.411825 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:37:21.412241 3636 main.go:141] libmachine: Using API Version 1
I0717 10:37:21.412256 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:37:21.412501 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:37:21.412634 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:21.412826 3636 driver.go:392] Setting default libvirt URI to qemu:///system
I0717 10:37:21.413099 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:37:21.413120 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:37:21.421537 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51934
I0717 10:37:21.421880 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:37:21.422209 3636 main.go:141] libmachine: Using API Version 1
I0717 10:37:21.422224 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:37:21.422446 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:37:21.422563 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:21.451265 3636 out.go:177] * Using the hyperkit driver based on existing profile
I0717 10:37:21.493400 3636 start.go:297] selected driver: hyperkit
I0717 10:37:21.493425 3636 start.go:901] validating driver "hyperkit" against &{Name:ha-572000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19264/minikube-v1.33.1-1721146474-19264-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721146479-19264@sha256:7ee06b7e8fb4a6c7fce11a567253ea7d43fed61ee0beca281a1ac2c2566a2a2e Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber
netesVersion:v1.30.2 ClusterName:ha-572000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclas
s:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersio
n:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0717 10:37:21.493682 3636 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0717 10:37:21.493865 3636 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0717 10:37:21.494086 3636 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19283-1099/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I0717 10:37:21.503763 3636 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.33.1
I0717 10:37:21.507648 3636 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:37:21.507668 3636 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I0717 10:37:21.510386 3636 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0717 10:37:21.510420 3636 cni.go:84] Creating CNI manager for ""
I0717 10:37:21.510429 3636 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0717 10:37:21.510503 3636 start.go:340] cluster config:
{Name:ha-572000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19264/minikube-v1.33.1-1721146474-19264-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721146479-19264@sha256:7ee06b7e8fb4a6c7fce11a567253ea7d43fed61ee0beca281a1ac2c2566a2a2e Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.2 ClusterName:ha-572000 Namespace:default APIServerHAVIP:192.16
9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-t
iller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0
MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0717 10:37:21.510603 3636 iso.go:125] acquiring lock: {Name:mkf51f842bcc8a77e9c7c50d642c4c76848e96af Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0717 10:37:21.554326 3636 out.go:177] * Starting "ha-572000" primary control-plane node in "ha-572000" cluster
I0717 10:37:21.575453 3636 preload.go:131] Checking if preload exists for k8s version v1.30.2 and runtime docker
I0717 10:37:21.575524 3636 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19283-1099/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.2-docker-overlay2-amd64.tar.lz4
I0717 10:37:21.575584 3636 cache.go:56] Caching tarball of preloaded images
I0717 10:37:21.575806 3636 preload.go:172] Found /Users/jenkins/minikube-integration/19283-1099/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0717 10:37:21.575825 3636 cache.go:59] Finished verifying existence of preloaded tar for v1.30.2 on docker
I0717 10:37:21.576014 3636 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/config.json ...
I0717 10:37:21.577007 3636 start.go:360] acquireMachinesLock for ha-572000: {Name:mk35dc96ec34810d74a098085edb80c9e36fb4a6 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0717 10:37:21.577135 3636 start.go:364] duration metric: took 100.667µs to acquireMachinesLock for "ha-572000"
I0717 10:37:21.577166 3636 start.go:96] Skipping create...Using existing machine configuration
I0717 10:37:21.577183 3636 fix.go:54] fixHost starting:
I0717 10:37:21.577591 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:37:21.577617 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:37:21.586612 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51936
I0717 10:37:21.586997 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:37:21.587342 3636 main.go:141] libmachine: Using API Version 1
I0717 10:37:21.587357 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:37:21.587563 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:37:21.587707 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:21.587805 3636 main.go:141] libmachine: (ha-572000) Calling .GetState
I0717 10:37:21.587906 3636 main.go:141] libmachine: (ha-572000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:37:21.587984 3636 main.go:141] libmachine: (ha-572000) DBG | hyperkit pid from json: 3521
I0717 10:37:21.588936 3636 fix.go:112] recreateIfNeeded on ha-572000: state=Stopped err=<nil>
I0717 10:37:21.588955 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:21.588954 3636 main.go:141] libmachine: (ha-572000) DBG | hyperkit pid 3521 missing from process table
W0717 10:37:21.589054 3636 fix.go:138] unexpected machine state, will restart: <nil>
I0717 10:37:21.631187 3636 out.go:177] * Restarting existing hyperkit VM for "ha-572000" ...
I0717 10:37:21.652411 3636 main.go:141] libmachine: (ha-572000) Calling .Start
I0717 10:37:21.652671 3636 main.go:141] libmachine: (ha-572000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:37:21.652780 3636 main.go:141] libmachine: (ha-572000) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/hyperkit.pid
I0717 10:37:21.654451 3636 main.go:141] libmachine: (ha-572000) DBG | hyperkit pid 3521 missing from process table
I0717 10:37:21.654462 3636 main.go:141] libmachine: (ha-572000) DBG | pid 3521 is in state "Stopped"
I0717 10:37:21.654497 3636 main.go:141] libmachine: (ha-572000) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/hyperkit.pid...
I0717 10:37:21.654867 3636 main.go:141] libmachine: (ha-572000) DBG | Using UUID 5f2666de-0b32-4258-9840-7856c1bd4173
I0717 10:37:21.763705 3636 main.go:141] libmachine: (ha-572000) DBG | Generated MAC d2:a6:10:ad:80:98
I0717 10:37:21.763739 3636 main.go:141] libmachine: (ha-572000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000
I0717 10:37:21.763844 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"5f2666de-0b32-4258-9840-7856c1bd4173", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003a8a80)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0717 10:37:21.763875 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"5f2666de-0b32-4258-9840-7856c1bd4173", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003a8a80)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0717 10:37:21.763912 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "5f2666de-0b32-4258-9840-7856c1bd4173", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/ha-572000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/tty,log=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/bzimage,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/initrd,earlyprintk=s
erial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000"}
I0717 10:37:21.763957 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 5f2666de-0b32-4258-9840-7856c1bd4173 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/ha-572000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/tty,log=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/console-ring -f kexec,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/bzimage,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset
norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000"
I0717 10:37:21.763980 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0717 10:37:21.765595 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 DEBUG: hyperkit: Pid is 3650
I0717 10:37:21.766010 3636 main.go:141] libmachine: (ha-572000) DBG | Attempt 0
I0717 10:37:21.766020 3636 main.go:141] libmachine: (ha-572000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:37:21.766092 3636 main.go:141] libmachine: (ha-572000) DBG | hyperkit pid from json: 3650
I0717 10:37:21.767880 3636 main.go:141] libmachine: (ha-572000) DBG | Searching for d2:a6:10:ad:80:98 in /var/db/dhcpd_leases ...
I0717 10:37:21.767940 3636 main.go:141] libmachine: (ha-572000) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0717 10:37:21.767961 3636 main.go:141] libmachine: (ha-572000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:2:60:33:0:68:8b ID:1,2:60:33:0:68:8b Lease:0x669951d0}
I0717 10:37:21.767972 3636 main.go:141] libmachine: (ha-572000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:d2:a6:10:ad:80:98 ID:1,d2:a6:10:ad:80:98 Lease:0x669951be}
I0717 10:37:21.767977 3636 main.go:141] libmachine: (ha-572000) DBG | Found match: d2:a6:10:ad:80:98
I0717 10:37:21.767984 3636 main.go:141] libmachine: (ha-572000) DBG | IP: 192.169.0.5
I0717 10:37:21.768041 3636 main.go:141] libmachine: (ha-572000) Calling .GetConfigRaw
I0717 10:37:21.768653 3636 main.go:141] libmachine: (ha-572000) Calling .GetIP
I0717 10:37:21.768835 3636 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/config.json ...
I0717 10:37:21.769276 3636 machine.go:94] provisionDockerMachine start ...
I0717 10:37:21.769288 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:21.769440 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:21.769559 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:21.769675 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:21.769782 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:21.769886 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:21.770036 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:21.770285 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0717 10:37:21.770298 3636 main.go:141] libmachine: About to run SSH command:
hostname
I0717 10:37:21.773346 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0717 10:37:21.825199 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0717 10:37:21.825892 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0717 10:37:21.825902 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0717 10:37:21.825909 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0717 10:37:21.825917 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0717 10:37:22.200252 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:22 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0717 10:37:22.200268 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:22 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0717 10:37:22.314927 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:22 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0717 10:37:22.314948 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:22 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0717 10:37:22.314982 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:22 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0717 10:37:22.314999 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:22 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0717 10:37:22.315852 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:22 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0717 10:37:22.315864 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:22 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0717 10:37:27.580528 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:27 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0717 10:37:27.580565 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:27 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0717 10:37:27.580573 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:27 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0717 10:37:27.604198 3636 main.go:141] libmachine: (ha-572000) DBG | 2024/07/17 10:37:27 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0717 10:37:32.830003 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0717 10:37:32.830021 3636 main.go:141] libmachine: (ha-572000) Calling .GetMachineName
I0717 10:37:32.830158 3636 buildroot.go:166] provisioning hostname "ha-572000"
I0717 10:37:32.830170 3636 main.go:141] libmachine: (ha-572000) Calling .GetMachineName
I0717 10:37:32.830268 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:32.830359 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:32.830451 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:32.830548 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:32.830646 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:32.830800 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:32.830958 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0717 10:37:32.830967 3636 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-572000 && echo "ha-572000" | sudo tee /etc/hostname
I0717 10:37:32.892396 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-572000
I0717 10:37:32.892414 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:32.892535 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:32.892617 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:32.892697 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:32.892768 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:32.892926 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:32.893069 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0717 10:37:32.893080 3636 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-572000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-572000/g' /etc/hosts;
else
echo '127.0.1.1 ha-572000' | sudo tee -a /etc/hosts;
fi
fi
I0717 10:37:32.952066 3636 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0717 10:37:32.952086 3636 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19283-1099/.minikube CaCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19283-1099/.minikube}
I0717 10:37:32.952098 3636 buildroot.go:174] setting up certificates
I0717 10:37:32.952109 3636 provision.go:84] configureAuth start
I0717 10:37:32.952116 3636 main.go:141] libmachine: (ha-572000) Calling .GetMachineName
I0717 10:37:32.952255 3636 main.go:141] libmachine: (ha-572000) Calling .GetIP
I0717 10:37:32.952365 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:32.952464 3636 provision.go:143] copyHostCerts
I0717 10:37:32.952503 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem
I0717 10:37:32.952585 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem, removing ...
I0717 10:37:32.952594 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem
I0717 10:37:32.952749 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem (1123 bytes)
I0717 10:37:32.952965 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem
I0717 10:37:32.953012 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem, removing ...
I0717 10:37:32.953018 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem
I0717 10:37:32.953117 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem (1679 bytes)
I0717 10:37:32.953281 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem
I0717 10:37:32.953328 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem, removing ...
I0717 10:37:32.953333 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem
I0717 10:37:32.953420 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem (1078 bytes)
I0717 10:37:32.953574 3636 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem org=jenkins.ha-572000 san=[127.0.0.1 192.169.0.5 ha-572000 localhost minikube]
I0717 10:37:33.013099 3636 provision.go:177] copyRemoteCerts
I0717 10:37:33.013145 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0717 10:37:33.013161 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:33.013272 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:33.013371 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:33.013543 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:33.013682 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/id_rsa Username:docker}
I0717 10:37:33.045521 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0717 10:37:33.045593 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0717 10:37:33.064633 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem -> /etc/docker/server.pem
I0717 10:37:33.064699 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I0717 10:37:33.084163 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0717 10:37:33.084229 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0717 10:37:33.103388 3636 provision.go:87] duration metric: took 151.262739ms to configureAuth
I0717 10:37:33.103401 3636 buildroot.go:189] setting minikube options for container-runtime
I0717 10:37:33.103573 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:37:33.103587 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:33.103711 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:33.103809 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:33.103896 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:33.103977 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:33.104077 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:33.104181 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:33.104316 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0717 10:37:33.104324 3636 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0717 10:37:33.156434 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0717 10:37:33.156448 3636 buildroot.go:70] root file system type: tmpfs
I0717 10:37:33.156525 3636 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0717 10:37:33.156537 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:33.156662 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:33.156743 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:33.156842 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:33.156931 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:33.157047 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:33.157186 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0717 10:37:33.157233 3636 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0717 10:37:33.218680 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0717 10:37:33.218702 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:33.218866 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:33.218955 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:33.219056 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:33.219143 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:33.219283 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:33.219430 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0717 10:37:33.219443 3636 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0717 10:37:34.829521 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0717 10:37:34.829537 3636 machine.go:97] duration metric: took 13.059920588s to provisionDockerMachine
I0717 10:37:34.829550 3636 start.go:293] postStartSetup for "ha-572000" (driver="hyperkit")
I0717 10:37:34.829558 3636 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0717 10:37:34.829569 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:34.829747 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0717 10:37:34.829763 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:34.829864 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:34.829977 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:34.830076 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:34.830154 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/id_rsa Username:docker}
I0717 10:37:34.863781 3636 ssh_runner.go:195] Run: cat /etc/os-release
I0717 10:37:34.867753 3636 info.go:137] Remote host: Buildroot 2023.02.9
I0717 10:37:34.867768 3636 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19283-1099/.minikube/addons for local assets ...
I0717 10:37:34.867875 3636 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19283-1099/.minikube/files for local assets ...
I0717 10:37:34.868074 3636 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> 16392.pem in /etc/ssl/certs
I0717 10:37:34.868081 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> /etc/ssl/certs/16392.pem
I0717 10:37:34.868294 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0717 10:37:34.881801 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem --> /etc/ssl/certs/16392.pem (1708 bytes)
I0717 10:37:34.912172 3636 start.go:296] duration metric: took 82.609841ms for postStartSetup
I0717 10:37:34.912193 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:34.912376 3636 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0717 10:37:34.912397 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:34.912490 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:34.912588 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:34.912689 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:34.912778 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/id_rsa Username:docker}
I0717 10:37:34.946140 3636 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0717 10:37:34.946199 3636 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0717 10:37:34.999470 3636 fix.go:56] duration metric: took 13.421948957s for fixHost
I0717 10:37:34.999494 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:34.999648 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:34.999748 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:34.999850 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:34.999944 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:35.000069 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:35.000221 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0717 10:37:35.000229 3636 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0717 10:37:35.051085 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721237854.922867132
I0717 10:37:35.051099 3636 fix.go:216] guest clock: 1721237854.922867132
I0717 10:37:35.051112 3636 fix.go:229] Guest: 2024-07-17 10:37:34.922867132 -0700 PDT Remote: 2024-07-17 10:37:34.999482 -0700 PDT m=+13.873438456 (delta=-76.614868ms)
I0717 10:37:35.051130 3636 fix.go:200] guest clock delta is within tolerance: -76.614868ms
I0717 10:37:35.051134 3636 start.go:83] releasing machines lock for "ha-572000", held for 13.473647062s
I0717 10:37:35.051154 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:35.051301 3636 main.go:141] libmachine: (ha-572000) Calling .GetIP
I0717 10:37:35.051418 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:35.051739 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:35.051853 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:35.051967 3636 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0717 10:37:35.051989 3636 ssh_runner.go:195] Run: cat /version.json
I0717 10:37:35.051998 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:35.052000 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:35.052101 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:35.052120 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:35.052207 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:35.052223 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:35.052289 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:35.052308 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:35.052381 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/id_rsa Username:docker}
I0717 10:37:35.052403 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/id_rsa Username:docker}
I0717 10:37:35.080899 3636 ssh_runner.go:195] Run: systemctl --version
I0717 10:37:35.132487 3636 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0717 10:37:35.137302 3636 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0717 10:37:35.137349 3636 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0717 10:37:35.150408 3636 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0717 10:37:35.150420 3636 start.go:495] detecting cgroup driver to use...
I0717 10:37:35.150523 3636 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0717 10:37:35.166824 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0717 10:37:35.175726 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0717 10:37:35.184531 3636 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0717 10:37:35.184576 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0717 10:37:35.193352 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0717 10:37:35.202047 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0717 10:37:35.210925 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0717 10:37:35.219775 3636 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0717 10:37:35.228824 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0717 10:37:35.237746 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0717 10:37:35.246520 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0717 10:37:35.255409 3636 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0717 10:37:35.263547 3636 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0717 10:37:35.271637 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:37:35.370819 3636 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0717 10:37:35.385762 3636 start.go:495] detecting cgroup driver to use...
I0717 10:37:35.385839 3636 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0717 10:37:35.397460 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0717 10:37:35.408605 3636 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0717 10:37:35.423025 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0717 10:37:35.433954 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0717 10:37:35.444983 3636 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0717 10:37:35.462789 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0717 10:37:35.474320 3636 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0717 10:37:35.491905 3636 ssh_runner.go:195] Run: which cri-dockerd
I0717 10:37:35.494848 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0717 10:37:35.502963 3636 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0717 10:37:35.516602 3636 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0717 10:37:35.626759 3636 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0717 10:37:35.732422 3636 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0717 10:37:35.732511 3636 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0717 10:37:35.746415 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:37:35.837452 3636 ssh_runner.go:195] Run: sudo systemctl restart docker
I0717 10:37:38.134243 3636 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.296714656s)
I0717 10:37:38.134309 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0717 10:37:38.145497 3636 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0717 10:37:38.159451 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0717 10:37:38.170560 3636 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0717 10:37:38.274400 3636 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0717 10:37:38.385610 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:37:38.490247 3636 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0717 10:37:38.502358 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0717 10:37:38.513179 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:37:38.610828 3636 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0717 10:37:38.675050 3636 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0717 10:37:38.675129 3636 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0717 10:37:38.679555 3636 start.go:563] Will wait 60s for crictl version
I0717 10:37:38.679605 3636 ssh_runner.go:195] Run: which crictl
I0717 10:37:38.682545 3636 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0717 10:37:38.707789 3636 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.0.3
RuntimeApiVersion: v1
I0717 10:37:38.707873 3636 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0717 10:37:38.724822 3636 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0717 10:37:38.769236 3636 out.go:204] * Preparing Kubernetes v1.30.2 on Docker 27.0.3 ...
I0717 10:37:38.769287 3636 main.go:141] libmachine: (ha-572000) Calling .GetIP
I0717 10:37:38.769657 3636 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0717 10:37:38.774296 3636 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0717 10:37:38.784075 3636 kubeadm.go:883] updating cluster {Name:ha-572000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19264/minikube-v1.33.1-1721146474-19264-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721146479-19264@sha256:7ee06b7e8fb4a6c7fce11a567253ea7d43fed61ee0beca281a1ac2c2566a2a2e Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.
2 ClusterName:ha-572000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false f
reshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID
:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0717 10:37:38.784175 3636 preload.go:131] Checking if preload exists for k8s version v1.30.2 and runtime docker
I0717 10:37:38.784231 3636 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0717 10:37:38.798317 3636 docker.go:685] Got preloaded images: -- stdout --
kindest/kindnetd:v20240715-585640e9
registry.k8s.io/kube-apiserver:v1.30.2
registry.k8s.io/kube-controller-manager:v1.30.2
registry.k8s.io/kube-scheduler:v1.30.2
registry.k8s.io/kube-proxy:v1.30.2
ghcr.io/kube-vip/kube-vip:v0.8.0
registry.k8s.io/etcd:3.5.12-0
registry.k8s.io/coredns/coredns:v1.11.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0717 10:37:38.798329 3636 docker.go:615] Images already preloaded, skipping extraction
I0717 10:37:38.798398 3636 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0717 10:37:38.810938 3636 docker.go:685] Got preloaded images: -- stdout --
kindest/kindnetd:v20240715-585640e9
registry.k8s.io/kube-apiserver:v1.30.2
registry.k8s.io/kube-controller-manager:v1.30.2
registry.k8s.io/kube-scheduler:v1.30.2
registry.k8s.io/kube-proxy:v1.30.2
ghcr.io/kube-vip/kube-vip:v0.8.0
registry.k8s.io/etcd:3.5.12-0
registry.k8s.io/coredns/coredns:v1.11.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0717 10:37:38.810957 3636 cache_images.go:84] Images are preloaded, skipping loading
I0717 10:37:38.810966 3636 kubeadm.go:934] updating node { 192.169.0.5 8443 v1.30.2 docker true true} ...
I0717 10:37:38.811048 3636 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-572000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.5
[Install]
config:
{KubernetesVersion:v1.30.2 ClusterName:ha-572000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0717 10:37:38.811115 3636 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0717 10:37:38.829256 3636 cni.go:84] Creating CNI manager for ""
I0717 10:37:38.829269 3636 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0717 10:37:38.829280 3636 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0717 10:37:38.829295 3636 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.5 APIServerPort:8443 KubernetesVersion:v1.30.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-572000 NodeName:ha-572000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.5"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.5 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manif
ests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0717 10:37:38.829373 3636 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.5
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-572000"
kubeletExtraArgs:
node-ip: 192.169.0.5
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.5"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.30.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0717 10:37:38.829387 3636 kube-vip.go:115] generating kube-vip config ...
I0717 10:37:38.829437 3636 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0717 10:37:38.842048 3636 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0717 10:37:38.842112 3636 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0717 10:37:38.842157 3636 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.2
I0717 10:37:38.849945 3636 binaries.go:44] Found k8s binaries, skipping transfer
I0717 10:37:38.849994 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0717 10:37:38.857243 3636 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (307 bytes)
I0717 10:37:38.870596 3636 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0717 10:37:38.883936 3636 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2148 bytes)
I0717 10:37:38.897367 3636 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0717 10:37:38.910809 3636 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0717 10:37:38.913705 3636 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0717 10:37:38.922873 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:37:39.030583 3636 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0717 10:37:39.043433 3636 certs.go:68] Setting up /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000 for IP: 192.169.0.5
I0717 10:37:39.043445 3636 certs.go:194] generating shared ca certs ...
I0717 10:37:39.043456 3636 certs.go:226] acquiring lock for ca certs: {Name:mk556f0034fd1398769f39242a6de33bc5cbce7b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 10:37:39.043642 3636 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key
I0717 10:37:39.043720 3636 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key
I0717 10:37:39.043730 3636 certs.go:256] generating profile certs ...
I0717 10:37:39.043839 3636 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/client.key
I0717 10:37:39.043918 3636 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.key.8191f6c7
I0717 10:37:39.043992 3636 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.key
I0717 10:37:39.043999 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0717 10:37:39.044021 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0717 10:37:39.044039 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0717 10:37:39.044057 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0717 10:37:39.044074 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0717 10:37:39.044104 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0717 10:37:39.044133 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0717 10:37:39.044152 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0717 10:37:39.044248 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem (1338 bytes)
W0717 10:37:39.044296 3636 certs.go:480] ignoring /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639_empty.pem, impossibly tiny 0 bytes
I0717 10:37:39.044310 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem (1679 bytes)
I0717 10:37:39.044353 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem (1078 bytes)
I0717 10:37:39.044397 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem (1123 bytes)
I0717 10:37:39.044448 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem (1679 bytes)
I0717 10:37:39.044541 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem (1708 bytes)
I0717 10:37:39.044586 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0717 10:37:39.044607 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem -> /usr/share/ca-certificates/1639.pem
I0717 10:37:39.044626 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> /usr/share/ca-certificates/16392.pem
I0717 10:37:39.045107 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0717 10:37:39.076893 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0717 10:37:39.102499 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0717 10:37:39.129749 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0717 10:37:39.155627 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0717 10:37:39.180179 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0717 10:37:39.210181 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0717 10:37:39.264808 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0717 10:37:39.318806 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0717 10:37:39.365954 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem --> /usr/share/ca-certificates/1639.pem (1338 bytes)
I0717 10:37:39.390620 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem --> /usr/share/ca-certificates/16392.pem (1708 bytes)
I0717 10:37:39.410051 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0717 10:37:39.423408 3636 ssh_runner.go:195] Run: openssl version
I0717 10:37:39.427605 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0717 10:37:39.436575 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0717 10:37:39.439804 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 17 17:11 /usr/share/ca-certificates/minikubeCA.pem
I0717 10:37:39.439837 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0717 10:37:39.443971 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0717 10:37:39.452794 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1639.pem && ln -fs /usr/share/ca-certificates/1639.pem /etc/ssl/certs/1639.pem"
I0717 10:37:39.461667 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1639.pem
I0717 10:37:39.464961 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 17 17:20 /usr/share/ca-certificates/1639.pem
I0717 10:37:39.465002 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1639.pem
I0717 10:37:39.469065 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1639.pem /etc/ssl/certs/51391683.0"
I0717 10:37:39.477903 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16392.pem && ln -fs /usr/share/ca-certificates/16392.pem /etc/ssl/certs/16392.pem"
I0717 10:37:39.486816 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16392.pem
I0717 10:37:39.490121 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 17 17:20 /usr/share/ca-certificates/16392.pem
I0717 10:37:39.490162 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16392.pem
I0717 10:37:39.494244 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16392.pem /etc/ssl/certs/3ec20f2e.0"
I0717 10:37:39.503378 3636 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0717 10:37:39.506714 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0717 10:37:39.510953 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0717 10:37:39.515092 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0717 10:37:39.519272 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0717 10:37:39.523407 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0717 10:37:39.527554 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0717 10:37:39.531780 3636 kubeadm.go:392] StartCluster: {Name:ha-572000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19264/minikube-v1.33.1-1721146474-19264-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721146479-19264@sha256:7ee06b7e8fb4a6c7fce11a567253ea7d43fed61ee0beca281a1ac2c2566a2a2e Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.30.2 C
lusterName:ha-572000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false fres
hpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:do
cker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0717 10:37:39.531904 3636 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0717 10:37:39.544965 3636 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0717 10:37:39.553126 3636 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I0717 10:37:39.553138 3636 kubeadm.go:593] restartPrimaryControlPlane start ...
I0717 10:37:39.553178 3636 ssh_runner.go:195] Run: sudo test -d /data/minikube
I0717 10:37:39.561206 3636 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I0717 10:37:39.561518 3636 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-572000" does not appear in /Users/jenkins/minikube-integration/19283-1099/kubeconfig
I0717 10:37:39.561607 3636 kubeconfig.go:62] /Users/jenkins/minikube-integration/19283-1099/kubeconfig needs updating (will repair): [kubeconfig missing "ha-572000" cluster setting kubeconfig missing "ha-572000" context setting]
I0717 10:37:39.561822 3636 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19283-1099/kubeconfig: {Name:mk47c0ee7be69c05382b12c14b16d695a32165a6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 10:37:39.562469 3636 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19283-1099/kubeconfig
I0717 10:37:39.562674 3636 kapi.go:59] client config for ha-572000: &rest.Config{Host:"https://192.169.0.5:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/client.key", CAFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xa0a8b40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0717 10:37:39.562998 3636 cert_rotation.go:137] Starting client certificate rotation controller
I0717 10:37:39.563178 3636 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I0717 10:37:39.570855 3636 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.5
I0717 10:37:39.570867 3636 kubeadm.go:597] duration metric: took 17.724744ms to restartPrimaryControlPlane
I0717 10:37:39.570878 3636 kubeadm.go:394] duration metric: took 39.101036ms to StartCluster
I0717 10:37:39.570889 3636 settings.go:142] acquiring lock: {Name:mkc45f011a907c66e2dbca7dadfff37ab48f7d33 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 10:37:39.570961 3636 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/19283-1099/kubeconfig
I0717 10:37:39.571333 3636 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19283-1099/kubeconfig: {Name:mk47c0ee7be69c05382b12c14b16d695a32165a6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 10:37:39.571564 3636 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I0717 10:37:39.571579 3636 start.go:241] waiting for startup goroutines ...
I0717 10:37:39.571583 3636 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0717 10:37:39.571709 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:37:39.622273 3636 out.go:177] * Enabled addons:
I0717 10:37:39.644517 3636 addons.go:510] duration metric: took 72.937257ms for enable addons: enabled=[]
I0717 10:37:39.644554 3636 start.go:246] waiting for cluster config update ...
I0717 10:37:39.644589 3636 start.go:255] writing updated cluster config ...
I0717 10:37:39.667630 3636 out.go:177]
I0717 10:37:39.689827 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:37:39.689958 3636 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/config.json ...
I0717 10:37:39.712261 3636 out.go:177] * Starting "ha-572000-m02" control-plane node in "ha-572000" cluster
I0717 10:37:39.754151 3636 preload.go:131] Checking if preload exists for k8s version v1.30.2 and runtime docker
I0717 10:37:39.754211 3636 cache.go:56] Caching tarball of preloaded images
I0717 10:37:39.754408 3636 preload.go:172] Found /Users/jenkins/minikube-integration/19283-1099/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0717 10:37:39.754427 3636 cache.go:59] Finished verifying existence of preloaded tar for v1.30.2 on docker
I0717 10:37:39.754564 3636 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/config.json ...
I0717 10:37:39.755532 3636 start.go:360] acquireMachinesLock for ha-572000-m02: {Name:mk35dc96ec34810d74a098085edb80c9e36fb4a6 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0717 10:37:39.755656 3636 start.go:364] duration metric: took 98.999µs to acquireMachinesLock for "ha-572000-m02"
I0717 10:37:39.755680 3636 start.go:96] Skipping create...Using existing machine configuration
I0717 10:37:39.755687 3636 fix.go:54] fixHost starting: m02
I0717 10:37:39.756121 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:37:39.756167 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:37:39.765321 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51958
I0717 10:37:39.765669 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:37:39.765987 3636 main.go:141] libmachine: Using API Version 1
I0717 10:37:39.765996 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:37:39.766231 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:37:39.766367 3636 main.go:141] libmachine: (ha-572000-m02) Calling .DriverName
I0717 10:37:39.766465 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetState
I0717 10:37:39.766561 3636 main.go:141] libmachine: (ha-572000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:37:39.766639 3636 main.go:141] libmachine: (ha-572000-m02) DBG | hyperkit pid from json: 3526
I0717 10:37:39.767558 3636 main.go:141] libmachine: (ha-572000-m02) DBG | hyperkit pid 3526 missing from process table
I0717 10:37:39.767584 3636 fix.go:112] recreateIfNeeded on ha-572000-m02: state=Stopped err=<nil>
I0717 10:37:39.767592 3636 main.go:141] libmachine: (ha-572000-m02) Calling .DriverName
W0717 10:37:39.767681 3636 fix.go:138] unexpected machine state, will restart: <nil>
I0717 10:37:39.811253 3636 out.go:177] * Restarting existing hyperkit VM for "ha-572000-m02" ...
I0717 10:37:39.832179 3636 main.go:141] libmachine: (ha-572000-m02) Calling .Start
I0717 10:37:39.832337 3636 main.go:141] libmachine: (ha-572000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:37:39.832362 3636 main.go:141] libmachine: (ha-572000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/hyperkit.pid
I0717 10:37:39.833334 3636 main.go:141] libmachine: (ha-572000-m02) DBG | hyperkit pid 3526 missing from process table
I0717 10:37:39.833343 3636 main.go:141] libmachine: (ha-572000-m02) DBG | pid 3526 is in state "Stopped"
I0717 10:37:39.833355 3636 main.go:141] libmachine: (ha-572000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/hyperkit.pid...
I0717 10:37:39.833536 3636 main.go:141] libmachine: (ha-572000-m02) DBG | Using UUID b5da5881-83da-4916-aec8-9a96c30c8c05
I0717 10:37:39.859749 3636 main.go:141] libmachine: (ha-572000-m02) DBG | Generated MAC 2:60:33:0:68:8b
I0717 10:37:39.859777 3636 main.go:141] libmachine: (ha-572000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000
I0717 10:37:39.859978 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"b5da5881-83da-4916-aec8-9a96c30c8c05", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003c0ae0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0717 10:37:39.860020 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"b5da5881-83da-4916-aec8-9a96c30c8c05", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003c0ae0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0717 10:37:39.860096 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "b5da5881-83da-4916-aec8-9a96c30c8c05", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/ha-572000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/tty,log=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/bzimage,/Users/jenkins/minikube-integration/19283-1099/.minikube/machine
s/ha-572000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000"}
I0717 10:37:39.860169 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U b5da5881-83da-4916-aec8-9a96c30c8c05 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/ha-572000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/tty,log=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/bzimage,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/initrd,earlyprintk=serial loglevel=3 console=t
tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000"
I0717 10:37:39.860189 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0717 10:37:39.861788 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 DEBUG: hyperkit: Pid is 3657
I0717 10:37:39.862251 3636 main.go:141] libmachine: (ha-572000-m02) DBG | Attempt 0
I0717 10:37:39.862268 3636 main.go:141] libmachine: (ha-572000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:37:39.862355 3636 main.go:141] libmachine: (ha-572000-m02) DBG | hyperkit pid from json: 3657
I0717 10:37:39.864079 3636 main.go:141] libmachine: (ha-572000-m02) DBG | Searching for 2:60:33:0:68:8b in /var/db/dhcpd_leases ...
I0717 10:37:39.864121 3636 main.go:141] libmachine: (ha-572000-m02) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0717 10:37:39.864142 3636 main.go:141] libmachine: (ha-572000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:d2:a6:10:ad:80:98 ID:1,d2:a6:10:ad:80:98 Lease:0x669952da}
I0717 10:37:39.864158 3636 main.go:141] libmachine: (ha-572000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:2:60:33:0:68:8b ID:1,2:60:33:0:68:8b Lease:0x669951d0}
I0717 10:37:39.864182 3636 main.go:141] libmachine: (ha-572000-m02) DBG | Found match: 2:60:33:0:68:8b
I0717 10:37:39.864197 3636 main.go:141] libmachine: (ha-572000-m02) DBG | IP: 192.169.0.6
I0717 10:37:39.864229 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetConfigRaw
I0717 10:37:39.865013 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetIP
I0717 10:37:39.865242 3636 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/config.json ...
I0717 10:37:39.865841 3636 machine.go:94] provisionDockerMachine start ...
I0717 10:37:39.865853 3636 main.go:141] libmachine: (ha-572000-m02) Calling .DriverName
I0717 10:37:39.866023 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:39.866160 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:39.866271 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:39.866402 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:39.866505 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:39.866622 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:39.866842 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0717 10:37:39.866854 3636 main.go:141] libmachine: About to run SSH command:
hostname
I0717 10:37:39.869683 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0717 10:37:39.878483 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0717 10:37:39.879603 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0717 10:37:39.879617 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0717 10:37:39.879624 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0717 10:37:39.879629 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:39 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0717 10:37:40.255889 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:40 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0717 10:37:40.255907 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:40 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0717 10:37:40.370491 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:40 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0717 10:37:40.370510 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:40 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0717 10:37:40.370520 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:40 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0717 10:37:40.370527 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:40 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0717 10:37:40.371371 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:40 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0717 10:37:40.371379 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:40 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0717 10:37:45.614184 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:45 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0717 10:37:45.614198 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:45 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0717 10:37:45.614209 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:45 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0717 10:37:45.638128 3636 main.go:141] libmachine: (ha-572000-m02) DBG | 2024/07/17 10:37:45 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0717 10:37:50.925250 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0717 10:37:50.925264 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetMachineName
I0717 10:37:50.925388 3636 buildroot.go:166] provisioning hostname "ha-572000-m02"
I0717 10:37:50.925396 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetMachineName
I0717 10:37:50.925487 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:50.925569 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:50.925664 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:50.925753 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:50.925857 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:50.925992 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:50.926145 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0717 10:37:50.926154 3636 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-572000-m02 && echo "ha-572000-m02" | sudo tee /etc/hostname
I0717 10:37:50.991059 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-572000-m02
I0717 10:37:50.991079 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:50.991219 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:50.991316 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:50.991401 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:50.991492 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:50.991638 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:50.991791 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0717 10:37:50.991803 3636 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-572000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-572000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-572000-m02' | sudo tee -a /etc/hosts;
fi
fi
I0717 10:37:51.051090 3636 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0717 10:37:51.051108 3636 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19283-1099/.minikube CaCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19283-1099/.minikube}
I0717 10:37:51.051119 3636 buildroot.go:174] setting up certificates
I0717 10:37:51.051126 3636 provision.go:84] configureAuth start
I0717 10:37:51.051132 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetMachineName
I0717 10:37:51.051276 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetIP
I0717 10:37:51.051370 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:51.051458 3636 provision.go:143] copyHostCerts
I0717 10:37:51.051492 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem
I0717 10:37:51.051538 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem, removing ...
I0717 10:37:51.051544 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem
I0717 10:37:51.051674 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem (1679 bytes)
I0717 10:37:51.051883 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem
I0717 10:37:51.051914 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem, removing ...
I0717 10:37:51.051919 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem
I0717 10:37:51.052017 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem (1078 bytes)
I0717 10:37:51.052173 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem
I0717 10:37:51.052202 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem, removing ...
I0717 10:37:51.052207 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem
I0717 10:37:51.052377 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem (1123 bytes)
I0717 10:37:51.052529 3636 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem org=jenkins.ha-572000-m02 san=[127.0.0.1 192.169.0.6 ha-572000-m02 localhost minikube]
I0717 10:37:51.118183 3636 provision.go:177] copyRemoteCerts
I0717 10:37:51.118227 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0717 10:37:51.118240 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:51.118378 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:51.118485 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:51.118583 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:51.118673 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/id_rsa Username:docker}
I0717 10:37:51.152061 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0717 10:37:51.152130 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0717 10:37:51.171745 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem -> /etc/docker/server.pem
I0717 10:37:51.171819 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0717 10:37:51.192673 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0717 10:37:51.192744 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0717 10:37:51.212788 3636 provision.go:87] duration metric: took 161.649391ms to configureAuth
I0717 10:37:51.212802 3636 buildroot.go:189] setting minikube options for container-runtime
I0717 10:37:51.212965 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:37:51.212978 3636 main.go:141] libmachine: (ha-572000-m02) Calling .DriverName
I0717 10:37:51.213112 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:51.213224 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:51.213316 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:51.213411 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:51.213499 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:51.213614 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:51.213748 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0717 10:37:51.213755 3636 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0717 10:37:51.269367 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0717 10:37:51.269384 3636 buildroot.go:70] root file system type: tmpfs
I0717 10:37:51.269468 3636 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0717 10:37:51.269484 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:51.269663 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:51.269800 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:51.269888 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:51.269973 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:51.270120 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:51.270267 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0717 10:37:51.270313 3636 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.5"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0717 10:37:51.334311 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.5
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0717 10:37:51.334330 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:51.334460 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:51.334550 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:51.334644 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:51.334739 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:51.334864 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:51.335013 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0717 10:37:51.335026 3636 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0717 10:37:52.973251 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0717 10:37:52.973265 3636 machine.go:97] duration metric: took 13.107082478s to provisionDockerMachine
I0717 10:37:52.973273 3636 start.go:293] postStartSetup for "ha-572000-m02" (driver="hyperkit")
I0717 10:37:52.973280 3636 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0717 10:37:52.973291 3636 main.go:141] libmachine: (ha-572000-m02) Calling .DriverName
I0717 10:37:52.973486 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0717 10:37:52.973497 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:52.973604 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:52.973699 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:52.973791 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:52.973882 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/id_rsa Username:docker}
I0717 10:37:53.016888 3636 ssh_runner.go:195] Run: cat /etc/os-release
I0717 10:37:53.020683 3636 info.go:137] Remote host: Buildroot 2023.02.9
I0717 10:37:53.020693 3636 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19283-1099/.minikube/addons for local assets ...
I0717 10:37:53.020793 3636 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19283-1099/.minikube/files for local assets ...
I0717 10:37:53.020968 3636 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> 16392.pem in /etc/ssl/certs
I0717 10:37:53.020974 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> /etc/ssl/certs/16392.pem
I0717 10:37:53.021167 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0717 10:37:53.029813 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem --> /etc/ssl/certs/16392.pem (1708 bytes)
I0717 10:37:53.057224 3636 start.go:296] duration metric: took 83.939886ms for postStartSetup
I0717 10:37:53.057245 3636 main.go:141] libmachine: (ha-572000-m02) Calling .DriverName
I0717 10:37:53.057420 3636 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0717 10:37:53.057442 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:53.057549 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:53.057634 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:53.057729 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:53.057811 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/id_rsa Username:docker}
I0717 10:37:53.091296 3636 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0717 10:37:53.091355 3636 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0717 10:37:53.145297 3636 fix.go:56] duration metric: took 13.389268028s for fixHost
I0717 10:37:53.145323 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:53.145457 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:53.145570 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:53.145662 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:53.145747 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:53.145888 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:37:53.146033 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0717 10:37:53.146041 3636 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0717 10:37:53.200266 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721237873.035451058
I0717 10:37:53.200279 3636 fix.go:216] guest clock: 1721237873.035451058
I0717 10:37:53.200284 3636 fix.go:229] Guest: 2024-07-17 10:37:53.035451058 -0700 PDT Remote: 2024-07-17 10:37:53.145313 -0700 PDT m=+32.018809214 (delta=-109.861942ms)
I0717 10:37:53.200294 3636 fix.go:200] guest clock delta is within tolerance: -109.861942ms
I0717 10:37:53.200298 3636 start.go:83] releasing machines lock for "ha-572000-m02", held for 13.44429115s
I0717 10:37:53.200315 3636 main.go:141] libmachine: (ha-572000-m02) Calling .DriverName
I0717 10:37:53.200436 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetIP
I0717 10:37:53.222208 3636 out.go:177] * Found network options:
I0717 10:37:53.243791 3636 out.go:177] - NO_PROXY=192.169.0.5
W0717 10:37:53.264601 3636 proxy.go:119] fail to check proxy env: Error ip not in block
I0717 10:37:53.264624 3636 main.go:141] libmachine: (ha-572000-m02) Calling .DriverName
I0717 10:37:53.265081 3636 main.go:141] libmachine: (ha-572000-m02) Calling .DriverName
I0717 10:37:53.265198 3636 main.go:141] libmachine: (ha-572000-m02) Calling .DriverName
I0717 10:37:53.265269 3636 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0717 10:37:53.265297 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
W0717 10:37:53.265332 3636 proxy.go:119] fail to check proxy env: Error ip not in block
I0717 10:37:53.265384 3636 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0717 10:37:53.265387 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:53.265394 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHHostname
I0717 10:37:53.265518 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:53.265536 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHPort
I0717 10:37:53.265639 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:53.265670 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHKeyPath
I0717 10:37:53.265728 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/id_rsa Username:docker}
I0717 10:37:53.265789 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetSSHUsername
I0717 10:37:53.265871 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m02/id_rsa Username:docker}
W0717 10:37:53.294993 3636 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0717 10:37:53.295059 3636 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0717 10:37:53.339897 3636 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0717 10:37:53.339919 3636 start.go:495] detecting cgroup driver to use...
I0717 10:37:53.340039 3636 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0717 10:37:53.356231 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0717 10:37:53.365203 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0717 10:37:53.374127 3636 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0717 10:37:53.374184 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0717 10:37:53.382910 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0717 10:37:53.391778 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0717 10:37:53.400635 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0717 10:37:53.409795 3636 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0717 10:37:53.418780 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0717 10:37:53.427594 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0717 10:37:53.436364 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0717 10:37:53.445437 3636 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0717 10:37:53.453621 3636 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0717 10:37:53.461634 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:37:53.558529 3636 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0717 10:37:53.577286 3636 start.go:495] detecting cgroup driver to use...
I0717 10:37:53.577360 3636 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0717 10:37:53.591736 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0717 10:37:53.603521 3636 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0717 10:37:53.618503 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0717 10:37:53.629064 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0717 10:37:53.639359 3636 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0717 10:37:53.658160 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0717 10:37:53.668814 3636 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0717 10:37:53.683643 3636 ssh_runner.go:195] Run: which cri-dockerd
I0717 10:37:53.686618 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0717 10:37:53.693926 3636 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0717 10:37:53.707525 3636 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0717 10:37:53.805691 3636 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0717 10:37:53.920383 3636 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0717 10:37:53.920404 3636 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0717 10:37:53.934506 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:37:54.030259 3636 ssh_runner.go:195] Run: sudo systemctl restart docker
I0717 10:37:56.344867 3636 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.314525686s)
I0717 10:37:56.344926 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0717 10:37:56.355390 3636 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0717 10:37:56.369820 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0717 10:37:56.380473 3636 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0717 10:37:56.479810 3636 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0717 10:37:56.576860 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:37:56.671071 3636 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0717 10:37:56.685037 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0717 10:37:56.696333 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:37:56.796692 3636 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0717 10:37:56.861896 3636 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0717 10:37:56.861969 3636 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0717 10:37:56.866672 3636 start.go:563] Will wait 60s for crictl version
I0717 10:37:56.866724 3636 ssh_runner.go:195] Run: which crictl
I0717 10:37:56.869877 3636 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0717 10:37:56.896141 3636 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.0.3
RuntimeApiVersion: v1
I0717 10:37:56.896217 3636 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0717 10:37:56.915592 3636 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0717 10:37:56.953839 3636 out.go:204] * Preparing Kubernetes v1.30.2 on Docker 27.0.3 ...
I0717 10:37:56.975427 3636 out.go:177] - env NO_PROXY=192.169.0.5
I0717 10:37:56.996201 3636 main.go:141] libmachine: (ha-572000-m02) Calling .GetIP
I0717 10:37:56.996608 3636 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0717 10:37:57.001171 3636 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0717 10:37:57.011676 3636 mustload.go:65] Loading cluster: ha-572000
I0717 10:37:57.011852 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:37:57.012113 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:37:57.012134 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:37:57.020969 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51980
I0717 10:37:57.021367 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:37:57.021710 3636 main.go:141] libmachine: Using API Version 1
I0717 10:37:57.021724 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:37:57.021923 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:37:57.022051 3636 main.go:141] libmachine: (ha-572000) Calling .GetState
I0717 10:37:57.022138 3636 main.go:141] libmachine: (ha-572000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:37:57.022223 3636 main.go:141] libmachine: (ha-572000) DBG | hyperkit pid from json: 3650
I0717 10:37:57.023174 3636 host.go:66] Checking if "ha-572000" exists ...
I0717 10:37:57.023426 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:37:57.023448 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:37:57.032019 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51982
I0717 10:37:57.032378 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:37:57.032733 3636 main.go:141] libmachine: Using API Version 1
I0717 10:37:57.032749 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:37:57.032974 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:37:57.033082 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:37:57.033182 3636 certs.go:68] Setting up /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000 for IP: 192.169.0.6
I0717 10:37:57.033189 3636 certs.go:194] generating shared ca certs ...
I0717 10:37:57.033198 3636 certs.go:226] acquiring lock for ca certs: {Name:mk556f0034fd1398769f39242a6de33bc5cbce7b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 10:37:57.033338 3636 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key
I0717 10:37:57.033394 3636 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key
I0717 10:37:57.033402 3636 certs.go:256] generating profile certs ...
I0717 10:37:57.033489 3636 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/client.key
I0717 10:37:57.033573 3636 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.key.060f3240
I0717 10:37:57.033624 3636 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.key
I0717 10:37:57.033631 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0717 10:37:57.033652 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0717 10:37:57.033672 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0717 10:37:57.033691 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0717 10:37:57.033708 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0717 10:37:57.033726 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0717 10:37:57.033744 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0717 10:37:57.033762 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0717 10:37:57.033840 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem (1338 bytes)
W0717 10:37:57.033893 3636 certs.go:480] ignoring /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639_empty.pem, impossibly tiny 0 bytes
I0717 10:37:57.033902 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem (1679 bytes)
I0717 10:37:57.033938 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem (1078 bytes)
I0717 10:37:57.033978 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem (1123 bytes)
I0717 10:37:57.034008 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem (1679 bytes)
I0717 10:37:57.034074 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem (1708 bytes)
I0717 10:37:57.034108 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem -> /usr/share/ca-certificates/1639.pem
I0717 10:37:57.034128 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> /usr/share/ca-certificates/16392.pem
I0717 10:37:57.034146 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0717 10:37:57.034178 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:37:57.034270 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:37:57.034368 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:37:57.034458 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:37:57.034541 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/id_rsa Username:docker}
I0717 10:37:57.060171 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.pub
I0717 10:37:57.063698 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0717 10:37:57.072274 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.key
I0717 10:37:57.075754 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I0717 10:37:57.084043 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.crt
I0717 10:37:57.087057 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0717 10:37:57.095232 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.key
I0717 10:37:57.098576 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0717 10:37:57.107451 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.crt
I0717 10:37:57.110444 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0717 10:37:57.118613 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.key
I0717 10:37:57.121532 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0717 10:37:57.130217 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0717 10:37:57.149961 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0717 10:37:57.168914 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0717 10:37:57.188002 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0717 10:37:57.207206 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0717 10:37:57.226812 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0717 10:37:57.246070 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0717 10:37:57.265450 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0717 10:37:57.284420 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem --> /usr/share/ca-certificates/1639.pem (1338 bytes)
I0717 10:37:57.303511 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem --> /usr/share/ca-certificates/16392.pem (1708 bytes)
I0717 10:37:57.322687 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0717 10:37:57.341613 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0717 10:37:57.355190 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I0717 10:37:57.368847 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0717 10:37:57.382513 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0717 10:37:57.395989 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0717 10:37:57.409357 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0717 10:37:57.423052 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0717 10:37:57.436932 3636 ssh_runner.go:195] Run: openssl version
I0717 10:37:57.441057 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1639.pem && ln -fs /usr/share/ca-certificates/1639.pem /etc/ssl/certs/1639.pem"
I0717 10:37:57.450112 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1639.pem
I0717 10:37:57.453386 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 17 17:20 /usr/share/ca-certificates/1639.pem
I0717 10:37:57.453428 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1639.pem
I0717 10:37:57.457514 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1639.pem /etc/ssl/certs/51391683.0"
I0717 10:37:57.466394 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16392.pem && ln -fs /usr/share/ca-certificates/16392.pem /etc/ssl/certs/16392.pem"
I0717 10:37:57.475362 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16392.pem
I0717 10:37:57.478777 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 17 17:20 /usr/share/ca-certificates/16392.pem
I0717 10:37:57.478819 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16392.pem
I0717 10:37:57.482919 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16392.pem /etc/ssl/certs/3ec20f2e.0"
I0717 10:37:57.491931 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0717 10:37:57.500785 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0717 10:37:57.504034 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 17 17:11 /usr/share/ca-certificates/minikubeCA.pem
I0717 10:37:57.504067 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0717 10:37:57.508244 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0717 10:37:57.517376 3636 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0717 10:37:57.520713 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0717 10:37:57.524959 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0717 10:37:57.529259 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0717 10:37:57.533468 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0717 10:37:57.537834 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0717 10:37:57.542026 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0717 10:37:57.546248 3636 kubeadm.go:934] updating node {m02 192.169.0.6 8443 v1.30.2 docker true true} ...
I0717 10:37:57.546318 3636 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-572000-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.6
[Install]
config:
{KubernetesVersion:v1.30.2 ClusterName:ha-572000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0717 10:37:57.546337 3636 kube-vip.go:115] generating kube-vip config ...
I0717 10:37:57.546371 3636 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0717 10:37:57.559423 3636 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0717 10:37:57.559466 3636 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0717 10:37:57.559520 3636 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.2
I0717 10:37:57.567774 3636 binaries.go:44] Found k8s binaries, skipping transfer
I0717 10:37:57.567817 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0717 10:37:57.575763 3636 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)
I0717 10:37:57.589137 3636 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0717 10:37:57.602430 3636 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0717 10:37:57.616134 3636 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0717 10:37:57.619036 3636 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0717 10:37:57.629004 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:37:57.726717 3636 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0717 10:37:57.741206 3636 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I0717 10:37:57.741389 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:37:57.762661 3636 out.go:177] * Verifying Kubernetes components...
I0717 10:37:57.804314 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:37:57.930654 3636 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0717 10:37:57.959022 3636 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19283-1099/kubeconfig
I0717 10:37:57.959251 3636 kapi.go:59] client config for ha-572000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/client.key", CAFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}
, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xa0a8b40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0717 10:37:57.959292 3636 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.5:8443
I0717 10:37:57.959472 3636 node_ready.go:35] waiting up to 6m0s for node "ha-572000-m02" to be "Ready" ...
I0717 10:37:57.959551 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:37:57.959557 3636 round_trippers.go:469] Request Headers:
I0717 10:37:57.959564 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:37:57.959567 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.587526 3636 round_trippers.go:574] Response Status: 200 OK in 8627 milliseconds
I0717 10:38:06.588080 3636 node_ready.go:49] node "ha-572000-m02" has status "Ready":"True"
I0717 10:38:06.588093 3636 node_ready.go:38] duration metric: took 8.628386286s for node "ha-572000-m02" to be "Ready" ...
I0717 10:38:06.588101 3636 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0717 10:38:06.588149 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0717 10:38:06.588155 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.588161 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.588168 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.624239 3636 round_trippers.go:574] Response Status: 200 OK in 36 milliseconds
I0717 10:38:06.633134 3636 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace to be "Ready" ...
I0717 10:38:06.633193 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:06.633198 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.633204 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.633210 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.642331 3636 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I0717 10:38:06.642741 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:06.642749 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.642756 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.642759 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.645958 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:06.646753 3636 pod_ready.go:92] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:06.646763 3636 pod_ready.go:81] duration metric: took 13.611341ms for pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace to be "Ready" ...
I0717 10:38:06.646771 3636 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-9dzd5" in "kube-system" namespace to be "Ready" ...
I0717 10:38:06.646808 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-9dzd5
I0717 10:38:06.646813 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.646818 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.646822 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.650165 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:06.650520 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:06.650527 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.650533 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.650538 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.652506 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:06.652830 3636 pod_ready.go:92] pod "coredns-7db6d8ff4d-9dzd5" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:06.652839 3636 pod_ready.go:81] duration metric: took 6.063342ms for pod "coredns-7db6d8ff4d-9dzd5" in "kube-system" namespace to be "Ready" ...
I0717 10:38:06.652846 3636 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:38:06.652883 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-572000
I0717 10:38:06.652888 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.652894 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.652897 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.688343 3636 round_trippers.go:574] Response Status: 200 OK in 35 milliseconds
I0717 10:38:06.688830 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:06.688842 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.688852 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.688855 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.691433 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:06.691756 3636 pod_ready.go:92] pod "etcd-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:06.691766 3636 pod_ready.go:81] duration metric: took 38.913354ms for pod "etcd-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:38:06.691776 3636 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:38:06.691822 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-572000-m02
I0717 10:38:06.691828 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.691835 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.691841 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.722915 3636 round_trippers.go:574] Response Status: 200 OK in 31 milliseconds
I0717 10:38:06.723291 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:38:06.723298 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.723304 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.723309 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.762595 3636 round_trippers.go:574] Response Status: 200 OK in 39 milliseconds
I0717 10:38:06.763038 3636 pod_ready.go:92] pod "etcd-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:06.763050 3636 pod_ready.go:81] duration metric: took 71.265447ms for pod "etcd-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:38:06.763057 3636 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:38:06.763098 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-572000-m03
I0717 10:38:06.763103 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.763109 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.763112 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.766379 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:06.788728 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:38:06.788744 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.788750 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.788754 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.790975 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:06.791292 3636 pod_ready.go:92] pod "etcd-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:06.791302 3636 pod_ready.go:81] duration metric: took 28.239348ms for pod "etcd-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:38:06.791319 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:38:06.988792 3636 request.go:629] Waited for 197.413405ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000
I0717 10:38:06.988885 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000
I0717 10:38:06.988891 3636 round_trippers.go:469] Request Headers:
I0717 10:38:06.988897 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:06.988903 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:06.991048 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:07.189095 3636 request.go:629] Waited for 197.524443ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:07.189132 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:07.189138 3636 round_trippers.go:469] Request Headers:
I0717 10:38:07.189146 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:07.189196 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:07.191472 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:07.191816 3636 pod_ready.go:92] pod "kube-apiserver-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:07.191825 3636 pod_ready.go:81] duration metric: took 400.490534ms for pod "kube-apiserver-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:38:07.191832 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:38:07.388673 3636 request.go:629] Waited for 196.768491ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m02
I0717 10:38:07.388712 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m02
I0717 10:38:07.388717 3636 round_trippers.go:469] Request Headers:
I0717 10:38:07.388723 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:07.388726 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:07.390742 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:07.589477 3636 request.go:629] Waited for 198.180735ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:38:07.589514 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:38:07.589519 3636 round_trippers.go:469] Request Headers:
I0717 10:38:07.589526 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:07.589532 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:07.593904 3636 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0717 10:38:07.594274 3636 pod_ready.go:92] pod "kube-apiserver-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:07.594283 3636 pod_ready.go:81] duration metric: took 402.436695ms for pod "kube-apiserver-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:38:07.594290 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:38:07.789046 3636 request.go:629] Waited for 194.715768ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m03
I0717 10:38:07.789116 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m03
I0717 10:38:07.789122 3636 round_trippers.go:469] Request Headers:
I0717 10:38:07.789128 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:07.789134 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:07.791498 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:07.988262 3636 request.go:629] Waited for 196.319765ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:38:07.988331 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:38:07.988337 3636 round_trippers.go:469] Request Headers:
I0717 10:38:07.988344 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:07.988349 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:07.990665 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:07.990933 3636 pod_ready.go:92] pod "kube-apiserver-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:07.990943 3636 pod_ready.go:81] duration metric: took 396.637435ms for pod "kube-apiserver-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:38:07.990949 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:38:08.189888 3636 request.go:629] Waited for 198.896315ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000
I0717 10:38:08.189961 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000
I0717 10:38:08.189968 3636 round_trippers.go:469] Request Headers:
I0717 10:38:08.189977 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:08.189982 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:08.192640 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:08.388942 3636 request.go:629] Waited for 195.85351ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:08.388998 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:08.389006 3636 round_trippers.go:469] Request Headers:
I0717 10:38:08.389019 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:08.389035 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:08.392574 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:08.392939 3636 pod_ready.go:92] pod "kube-controller-manager-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:08.392951 3636 pod_ready.go:81] duration metric: took 401.985681ms for pod "kube-controller-manager-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:38:08.392963 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:38:08.589323 3636 request.go:629] Waited for 196.303012ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m02
I0717 10:38:08.589449 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m02
I0717 10:38:08.589461 3636 round_trippers.go:469] Request Headers:
I0717 10:38:08.589473 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:08.589481 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:08.592867 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:08.788589 3636 request.go:629] Waited for 195.011915ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:38:08.788634 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:38:08.788643 3636 round_trippers.go:469] Request Headers:
I0717 10:38:08.788654 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:08.788663 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:08.791468 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:08.791995 3636 pod_ready.go:92] pod "kube-controller-manager-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:08.792019 3636 pod_ready.go:81] duration metric: took 399.039947ms for pod "kube-controller-manager-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:38:08.792032 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:38:08.990174 3636 request.go:629] Waited for 198.086662ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m03
I0717 10:38:08.990290 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m03
I0717 10:38:08.990300 3636 round_trippers.go:469] Request Headers:
I0717 10:38:08.990310 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:08.990317 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:08.993459 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:09.189555 3636 request.go:629] Waited for 195.556708ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:38:09.189686 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:38:09.189699 3636 round_trippers.go:469] Request Headers:
I0717 10:38:09.189710 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:09.189717 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:09.193157 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:09.193504 3636 pod_ready.go:92] pod "kube-controller-manager-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:09.193518 3636 pod_ready.go:81] duration metric: took 401.469313ms for pod "kube-controller-manager-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:38:09.193543 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-5wcph" in "kube-system" namespace to be "Ready" ...
I0717 10:38:09.389705 3636 request.go:629] Waited for 196.104363ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5wcph
I0717 10:38:09.389843 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5wcph
I0717 10:38:09.389855 3636 round_trippers.go:469] Request Headers:
I0717 10:38:09.389866 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:09.389872 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:09.393695 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:09.588443 3636 request.go:629] Waited for 194.213728ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m04
I0717 10:38:09.588571 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m04
I0717 10:38:09.588582 3636 round_trippers.go:469] Request Headers:
I0717 10:38:09.588591 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:09.588614 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:09.591794 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:09.592120 3636 pod_ready.go:92] pod "kube-proxy-5wcph" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:09.592130 3636 pod_ready.go:81] duration metric: took 398.566071ms for pod "kube-proxy-5wcph" in "kube-system" namespace to be "Ready" ...
I0717 10:38:09.592136 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-h7k9z" in "kube-system" namespace to be "Ready" ...
I0717 10:38:09.789810 3636 request.go:629] Waited for 197.599858ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-h7k9z
I0717 10:38:09.789932 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-h7k9z
I0717 10:38:09.789953 3636 round_trippers.go:469] Request Headers:
I0717 10:38:09.789967 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:09.789977 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:09.793548 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:09.990128 3636 request.go:629] Waited for 195.990226ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:38:09.990259 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:38:09.990271 3636 round_trippers.go:469] Request Headers:
I0717 10:38:09.990282 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:09.990289 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:09.994401 3636 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0717 10:38:09.995074 3636 pod_ready.go:92] pod "kube-proxy-h7k9z" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:09.995084 3636 pod_ready.go:81] duration metric: took 402.932164ms for pod "kube-proxy-h7k9z" in "kube-system" namespace to be "Ready" ...
I0717 10:38:09.995091 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-hst7h" in "kube-system" namespace to be "Ready" ...
I0717 10:38:10.188412 3636 request.go:629] Waited for 193.228723ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hst7h
I0717 10:38:10.188460 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hst7h
I0717 10:38:10.188468 3636 round_trippers.go:469] Request Headers:
I0717 10:38:10.188479 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:10.188487 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:10.192053 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:10.389379 3636 request.go:629] Waited for 196.635202ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:10.389554 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:10.389574 3636 round_trippers.go:469] Request Headers:
I0717 10:38:10.389589 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:10.389599 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:10.393541 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:10.393889 3636 pod_ready.go:92] pod "kube-proxy-hst7h" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:10.393900 3636 pod_ready.go:81] duration metric: took 398.793558ms for pod "kube-proxy-hst7h" in "kube-system" namespace to be "Ready" ...
I0717 10:38:10.393912 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-v6jxh" in "kube-system" namespace to be "Ready" ...
I0717 10:38:10.589752 3636 request.go:629] Waited for 195.757616ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-v6jxh
I0717 10:38:10.589810 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-v6jxh
I0717 10:38:10.589821 3636 round_trippers.go:469] Request Headers:
I0717 10:38:10.589833 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:10.589842 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:10.593161 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:10.789574 3636 request.go:629] Waited for 195.972483ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:38:10.789649 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:38:10.789655 3636 round_trippers.go:469] Request Headers:
I0717 10:38:10.789661 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:10.789665 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:10.792056 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:10.792456 3636 pod_ready.go:92] pod "kube-proxy-v6jxh" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:10.792465 3636 pod_ready.go:81] duration metric: took 398.537807ms for pod "kube-proxy-v6jxh" in "kube-system" namespace to be "Ready" ...
I0717 10:38:10.792472 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:38:10.990155 3636 request.go:629] Waited for 197.636631ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000
I0717 10:38:10.990304 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000
I0717 10:38:10.990316 3636 round_trippers.go:469] Request Headers:
I0717 10:38:10.990327 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:10.990333 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:10.993508 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:11.188937 3636 request.go:629] Waited for 194.57393ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:11.188967 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:11.188973 3636 round_trippers.go:469] Request Headers:
I0717 10:38:11.188979 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:11.188983 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:11.190738 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:11.191134 3636 pod_ready.go:92] pod "kube-scheduler-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:11.191144 3636 pod_ready.go:81] duration metric: took 398.656979ms for pod "kube-scheduler-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:38:11.191150 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:38:11.388866 3636 request.go:629] Waited for 197.675969ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m02
I0717 10:38:11.388927 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m02
I0717 10:38:11.388931 3636 round_trippers.go:469] Request Headers:
I0717 10:38:11.388937 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:11.388941 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:11.390887 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:11.589661 3636 request.go:629] Waited for 198.35169ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:38:11.589745 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:38:11.589751 3636 round_trippers.go:469] Request Headers:
I0717 10:38:11.589759 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:11.589764 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:11.591880 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:11.592231 3636 pod_ready.go:92] pod "kube-scheduler-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:11.592240 3636 pod_ready.go:81] duration metric: took 401.075331ms for pod "kube-scheduler-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:38:11.592247 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:38:11.790368 3636 request.go:629] Waited for 198.069219ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m03
I0717 10:38:11.790468 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m03
I0717 10:38:11.790479 3636 round_trippers.go:469] Request Headers:
I0717 10:38:11.790491 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:11.790498 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:11.793691 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:11.988391 3636 request.go:629] Waited for 194.130009ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:38:11.988514 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:38:11.988524 3636 round_trippers.go:469] Request Headers:
I0717 10:38:11.988535 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:11.988543 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:11.991587 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:11.991946 3636 pod_ready.go:92] pod "kube-scheduler-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:38:11.991960 3636 pod_ready.go:81] duration metric: took 399.692083ms for pod "kube-scheduler-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:38:11.991969 3636 pod_ready.go:38] duration metric: took 5.403719656s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0717 10:38:11.991988 3636 api_server.go:52] waiting for apiserver process to appear ...
I0717 10:38:11.992040 3636 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0717 10:38:12.003855 3636 api_server.go:72] duration metric: took 14.26226374s to wait for apiserver process to appear ...
I0717 10:38:12.003867 3636 api_server.go:88] waiting for apiserver healthz status ...
I0717 10:38:12.003882 3636 api_server.go:253] Checking apiserver healthz at https://192.169.0.5:8443/healthz ...
I0717 10:38:12.008423 3636 api_server.go:279] https://192.169.0.5:8443/healthz returned 200:
ok
I0717 10:38:12.008465 3636 round_trippers.go:463] GET https://192.169.0.5:8443/version
I0717 10:38:12.008471 3636 round_trippers.go:469] Request Headers:
I0717 10:38:12.008478 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:12.008481 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:12.009101 3636 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0717 10:38:12.009162 3636 api_server.go:141] control plane version: v1.30.2
I0717 10:38:12.009171 3636 api_server.go:131] duration metric: took 5.299116ms to wait for apiserver health ...
I0717 10:38:12.009178 3636 system_pods.go:43] waiting for kube-system pods to appear ...
I0717 10:38:12.189013 3636 request.go:629] Waited for 179.768156ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0717 10:38:12.189094 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0717 10:38:12.189102 3636 round_trippers.go:469] Request Headers:
I0717 10:38:12.189111 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:12.189116 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:12.194083 3636 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0717 10:38:12.199463 3636 system_pods.go:59] 26 kube-system pods found
I0717 10:38:12.199478 3636 system_pods.go:61] "coredns-7db6d8ff4d-2phrp" [e76a91cf-8a14-454c-baee-7c0128645e0e] Running
I0717 10:38:12.199495 3636 system_pods.go:61] "coredns-7db6d8ff4d-9dzd5" [f9a7cff1-56a3-4600-ae2f-a951dda10753] Running
I0717 10:38:12.199501 3636 system_pods.go:61] "etcd-ha-572000" [2d7b717e-d404-4c63-afe9-799de6711964] Running
I0717 10:38:12.199505 3636 system_pods.go:61] "etcd-ha-572000-m02" [8abc7662-c159-4953-9aba-11a75b4e7d65] Running
I0717 10:38:12.199509 3636 system_pods.go:61] "etcd-ha-572000-m03" [78629908-d362-4a27-933f-2b929867c22f] Running
I0717 10:38:12.199518 3636 system_pods.go:61] "kindnet-5xsrp" [0b84aa4d-7452-47f6-8052-f063e2e8ef7b] Running
I0717 10:38:12.199521 3636 system_pods.go:61] "kindnet-72zfp" [0cc735c4-08b3-499a-b9e2-8c38377f371b] Running
I0717 10:38:12.199524 3636 system_pods.go:61] "kindnet-g2m92" [be3d84cf-f9e8-426c-b02a-49eb7eed9d6a] Running
I0717 10:38:12.199526 3636 system_pods.go:61] "kindnet-t85bv" [8649cc70-8ce8-4caf-938e-bd253fa5b7ae] Running
I0717 10:38:12.199530 3636 system_pods.go:61] "kube-apiserver-ha-572000" [6409591d-7a50-414b-be63-44d5ddb0b0e0] Running
I0717 10:38:12.199532 3636 system_pods.go:61] "kube-apiserver-ha-572000-m02" [d658459c-67f9-4798-87f2-c651d830af35] Running
I0717 10:38:12.199535 3636 system_pods.go:61] "kube-apiserver-ha-572000-m03" [ac1c02f1-f023-4ad2-99bc-2657fb9d50d7] Running
I0717 10:38:12.199538 3636 system_pods.go:61] "kube-controller-manager-ha-572000" [075c4d23-04bd-404a-822d-ae7d326a68ac] Running
I0717 10:38:12.199541 3636 system_pods.go:61] "kube-controller-manager-ha-572000-m02" [3014bdb3-bb86-48d5-a045-2a8dab026bd8] Running
I0717 10:38:12.199544 3636 system_pods.go:61] "kube-controller-manager-ha-572000-m03" [3b76e220-3a5b-4dac-8f69-6b380799d2ef] Running
I0717 10:38:12.199546 3636 system_pods.go:61] "kube-proxy-5wcph" [731f5b57-131e-4e97-b47a-036b8d4edbcd] Running
I0717 10:38:12.199553 3636 system_pods.go:61] "kube-proxy-h7k9z" [cf687084-b40d-43b6-9476-8c60c5f37d1d] Running
I0717 10:38:12.199557 3636 system_pods.go:61] "kube-proxy-hst7h" [2b7c8d2c-3d71-4357-9429-1d8438c446f5] Running
I0717 10:38:12.199559 3636 system_pods.go:61] "kube-proxy-v6jxh" [3f952fc8-747f-49da-b400-5212dba538d8] Running
I0717 10:38:12.199565 3636 system_pods.go:61] "kube-scheduler-ha-572000" [da36a422-ba49-4cd6-8f47-9be7c43657be] Running
I0717 10:38:12.199568 3636 system_pods.go:61] "kube-scheduler-ha-572000-m02" [13e289a2-8d3c-478f-9220-1d114dd5bf62] Running
I0717 10:38:12.199571 3636 system_pods.go:61] "kube-scheduler-ha-572000-m03" [428716db-8096-4b57-9f90-e706d5683852] Running
I0717 10:38:12.199573 3636 system_pods.go:61] "kube-vip-ha-572000" [289bb6df-c101-49d3-9e4a-6c0ecdd26551] Running
I0717 10:38:12.199576 3636 system_pods.go:61] "kube-vip-ha-572000-m02" [fa57b8d2-bc41-42af-9d9a-1b68f882e6fe] Running
I0717 10:38:12.199579 3636 system_pods.go:61] "kube-vip-ha-572000-m03" [a35c5007-dfe3-4b58-b16c-d568b8f9c1c2] Running
I0717 10:38:12.199581 3636 system_pods.go:61] "storage-provisioner" [1801216d-6529-4049-b874-1577132fc03f] Running
I0717 10:38:12.199585 3636 system_pods.go:74] duration metric: took 190.398086ms to wait for pod list to return data ...
I0717 10:38:12.199592 3636 default_sa.go:34] waiting for default service account to be created ...
I0717 10:38:12.388401 3636 request.go:629] Waited for 188.727547ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts
I0717 10:38:12.388434 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts
I0717 10:38:12.388439 3636 round_trippers.go:469] Request Headers:
I0717 10:38:12.388445 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:12.388449 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:12.390736 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:12.390877 3636 default_sa.go:45] found service account: "default"
I0717 10:38:12.390886 3636 default_sa.go:55] duration metric: took 191.284842ms for default service account to be created ...
I0717 10:38:12.390892 3636 system_pods.go:116] waiting for k8s-apps to be running ...
I0717 10:38:12.588992 3636 request.go:629] Waited for 198.054942ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0717 10:38:12.589092 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0717 10:38:12.589101 3636 round_trippers.go:469] Request Headers:
I0717 10:38:12.589115 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:12.589123 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:12.595003 3636 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0717 10:38:12.599941 3636 system_pods.go:86] 26 kube-system pods found
I0717 10:38:12.599953 3636 system_pods.go:89] "coredns-7db6d8ff4d-2phrp" [e76a91cf-8a14-454c-baee-7c0128645e0e] Running
I0717 10:38:12.599962 3636 system_pods.go:89] "coredns-7db6d8ff4d-9dzd5" [f9a7cff1-56a3-4600-ae2f-a951dda10753] Running
I0717 10:38:12.599966 3636 system_pods.go:89] "etcd-ha-572000" [2d7b717e-d404-4c63-afe9-799de6711964] Running
I0717 10:38:12.599970 3636 system_pods.go:89] "etcd-ha-572000-m02" [8abc7662-c159-4953-9aba-11a75b4e7d65] Running
I0717 10:38:12.599986 3636 system_pods.go:89] "etcd-ha-572000-m03" [78629908-d362-4a27-933f-2b929867c22f] Running
I0717 10:38:12.599992 3636 system_pods.go:89] "kindnet-5xsrp" [0b84aa4d-7452-47f6-8052-f063e2e8ef7b] Running
I0717 10:38:12.599996 3636 system_pods.go:89] "kindnet-72zfp" [0cc735c4-08b3-499a-b9e2-8c38377f371b] Running
I0717 10:38:12.599999 3636 system_pods.go:89] "kindnet-g2m92" [be3d84cf-f9e8-426c-b02a-49eb7eed9d6a] Running
I0717 10:38:12.600003 3636 system_pods.go:89] "kindnet-t85bv" [8649cc70-8ce8-4caf-938e-bd253fa5b7ae] Running
I0717 10:38:12.600007 3636 system_pods.go:89] "kube-apiserver-ha-572000" [6409591d-7a50-414b-be63-44d5ddb0b0e0] Running
I0717 10:38:12.600010 3636 system_pods.go:89] "kube-apiserver-ha-572000-m02" [d658459c-67f9-4798-87f2-c651d830af35] Running
I0717 10:38:12.600014 3636 system_pods.go:89] "kube-apiserver-ha-572000-m03" [ac1c02f1-f023-4ad2-99bc-2657fb9d50d7] Running
I0717 10:38:12.600018 3636 system_pods.go:89] "kube-controller-manager-ha-572000" [075c4d23-04bd-404a-822d-ae7d326a68ac] Running
I0717 10:38:12.600021 3636 system_pods.go:89] "kube-controller-manager-ha-572000-m02" [3014bdb3-bb86-48d5-a045-2a8dab026bd8] Running
I0717 10:38:12.600024 3636 system_pods.go:89] "kube-controller-manager-ha-572000-m03" [3b76e220-3a5b-4dac-8f69-6b380799d2ef] Running
I0717 10:38:12.600028 3636 system_pods.go:89] "kube-proxy-5wcph" [731f5b57-131e-4e97-b47a-036b8d4edbcd] Running
I0717 10:38:12.600031 3636 system_pods.go:89] "kube-proxy-h7k9z" [cf687084-b40d-43b6-9476-8c60c5f37d1d] Running
I0717 10:38:12.600035 3636 system_pods.go:89] "kube-proxy-hst7h" [2b7c8d2c-3d71-4357-9429-1d8438c446f5] Running
I0717 10:38:12.600038 3636 system_pods.go:89] "kube-proxy-v6jxh" [3f952fc8-747f-49da-b400-5212dba538d8] Running
I0717 10:38:12.600041 3636 system_pods.go:89] "kube-scheduler-ha-572000" [da36a422-ba49-4cd6-8f47-9be7c43657be] Running
I0717 10:38:12.600044 3636 system_pods.go:89] "kube-scheduler-ha-572000-m02" [13e289a2-8d3c-478f-9220-1d114dd5bf62] Running
I0717 10:38:12.600048 3636 system_pods.go:89] "kube-scheduler-ha-572000-m03" [428716db-8096-4b57-9f90-e706d5683852] Running
I0717 10:38:12.600051 3636 system_pods.go:89] "kube-vip-ha-572000" [289bb6df-c101-49d3-9e4a-6c0ecdd26551] Running
I0717 10:38:12.600054 3636 system_pods.go:89] "kube-vip-ha-572000-m02" [fa57b8d2-bc41-42af-9d9a-1b68f882e6fe] Running
I0717 10:38:12.600058 3636 system_pods.go:89] "kube-vip-ha-572000-m03" [a35c5007-dfe3-4b58-b16c-d568b8f9c1c2] Running
I0717 10:38:12.600061 3636 system_pods.go:89] "storage-provisioner" [1801216d-6529-4049-b874-1577132fc03f] Running
I0717 10:38:12.600065 3636 system_pods.go:126] duration metric: took 209.164597ms to wait for k8s-apps to be running ...
I0717 10:38:12.600076 3636 system_svc.go:44] waiting for kubelet service to be running ....
I0717 10:38:12.600137 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0717 10:38:12.610524 3636 system_svc.go:56] duration metric: took 10.448568ms WaitForService to wait for kubelet
I0717 10:38:12.610538 3636 kubeadm.go:582] duration metric: took 14.868933199s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0717 10:38:12.610564 3636 node_conditions.go:102] verifying NodePressure condition ...
I0717 10:38:12.789306 3636 request.go:629] Waited for 178.678322ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes
I0717 10:38:12.789427 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes
I0717 10:38:12.789438 3636 round_trippers.go:469] Request Headers:
I0717 10:38:12.789448 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:12.789457 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:12.793007 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:12.794084 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:38:12.794097 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:38:12.794107 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:38:12.794110 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:38:12.794114 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:38:12.794122 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:38:12.794126 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:38:12.794129 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:38:12.794133 3636 node_conditions.go:105] duration metric: took 183.560156ms to run NodePressure ...
I0717 10:38:12.794140 3636 start.go:241] waiting for startup goroutines ...
I0717 10:38:12.794158 3636 start.go:255] writing updated cluster config ...
I0717 10:38:12.815984 3636 out.go:177]
I0717 10:38:12.836616 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:38:12.836683 3636 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/config.json ...
I0717 10:38:12.857448 3636 out.go:177] * Starting "ha-572000-m03" control-plane node in "ha-572000" cluster
I0717 10:38:12.899463 3636 preload.go:131] Checking if preload exists for k8s version v1.30.2 and runtime docker
I0717 10:38:12.899506 3636 cache.go:56] Caching tarball of preloaded images
I0717 10:38:12.899666 3636 preload.go:172] Found /Users/jenkins/minikube-integration/19283-1099/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0717 10:38:12.899684 3636 cache.go:59] Finished verifying existence of preloaded tar for v1.30.2 on docker
I0717 10:38:12.899813 3636 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/config.json ...
I0717 10:38:12.900669 3636 start.go:360] acquireMachinesLock for ha-572000-m03: {Name:mk35dc96ec34810d74a098085edb80c9e36fb4a6 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0717 10:38:12.900765 3636 start.go:364] duration metric: took 73.243µs to acquireMachinesLock for "ha-572000-m03"
I0717 10:38:12.900790 3636 start.go:96] Skipping create...Using existing machine configuration
I0717 10:38:12.900816 3636 fix.go:54] fixHost starting: m03
I0717 10:38:12.901158 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:38:12.901182 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:38:12.910100 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:51987
I0717 10:38:12.910428 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:38:12.910808 3636 main.go:141] libmachine: Using API Version 1
I0717 10:38:12.910824 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:38:12.911027 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:38:12.911151 3636 main.go:141] libmachine: (ha-572000-m03) Calling .DriverName
I0717 10:38:12.911236 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetState
I0717 10:38:12.911315 3636 main.go:141] libmachine: (ha-572000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:38:12.911405 3636 main.go:141] libmachine: (ha-572000-m03) DBG | hyperkit pid from json: 2972
I0717 10:38:12.912336 3636 main.go:141] libmachine: (ha-572000-m03) DBG | hyperkit pid 2972 missing from process table
I0717 10:38:12.912361 3636 fix.go:112] recreateIfNeeded on ha-572000-m03: state=Stopped err=<nil>
I0717 10:38:12.912369 3636 main.go:141] libmachine: (ha-572000-m03) Calling .DriverName
W0717 10:38:12.912452 3636 fix.go:138] unexpected machine state, will restart: <nil>
I0717 10:38:12.933536 3636 out.go:177] * Restarting existing hyperkit VM for "ha-572000-m03" ...
I0717 10:38:12.975448 3636 main.go:141] libmachine: (ha-572000-m03) Calling .Start
I0717 10:38:12.975666 3636 main.go:141] libmachine: (ha-572000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:38:12.975716 3636 main.go:141] libmachine: (ha-572000-m03) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/hyperkit.pid
I0717 10:38:12.977484 3636 main.go:141] libmachine: (ha-572000-m03) DBG | hyperkit pid 2972 missing from process table
I0717 10:38:12.977496 3636 main.go:141] libmachine: (ha-572000-m03) DBG | pid 2972 is in state "Stopped"
I0717 10:38:12.977512 3636 main.go:141] libmachine: (ha-572000-m03) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/hyperkit.pid...
I0717 10:38:12.977862 3636 main.go:141] libmachine: (ha-572000-m03) DBG | Using UUID 5064fb5d-6e32-4be4-8d75-15b09204e5f5
I0717 10:38:13.005572 3636 main.go:141] libmachine: (ha-572000-m03) DBG | Generated MAC 6e:d3:62:da:43:cf
I0717 10:38:13.005591 3636 main.go:141] libmachine: (ha-572000-m03) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000
I0717 10:38:13.005736 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"5064fb5d-6e32-4be4-8d75-15b09204e5f5", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003acc00)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0717 10:38:13.005764 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"5064fb5d-6e32-4be4-8d75-15b09204e5f5", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003acc00)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0717 10:38:13.005828 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "5064fb5d-6e32-4be4-8d75-15b09204e5f5", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/ha-572000-m03.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/tty,log=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/bzimage,/Users/jenkins/minikube-integration/19283-1099/.minikube/machine
s/ha-572000-m03/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000"}
I0717 10:38:13.005888 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 5064fb5d-6e32-4be4-8d75-15b09204e5f5 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/ha-572000-m03.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/tty,log=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/console-ring -f kexec,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/bzimage,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/initrd,earlyprintk=serial loglevel=3 console=t
tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000"
I0717 10:38:13.005909 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0717 10:38:13.007252 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 DEBUG: hyperkit: Pid is 3665
I0717 10:38:13.007703 3636 main.go:141] libmachine: (ha-572000-m03) DBG | Attempt 0
I0717 10:38:13.007718 3636 main.go:141] libmachine: (ha-572000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:38:13.007809 3636 main.go:141] libmachine: (ha-572000-m03) DBG | hyperkit pid from json: 3665
I0717 10:38:13.009827 3636 main.go:141] libmachine: (ha-572000-m03) DBG | Searching for 6e:d3:62:da:43:cf in /var/db/dhcpd_leases ...
I0717 10:38:13.009874 3636 main.go:141] libmachine: (ha-572000-m03) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0717 10:38:13.009921 3636 main.go:141] libmachine: (ha-572000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:2:60:33:0:68:8b ID:1,2:60:33:0:68:8b Lease:0x669952ec}
I0717 10:38:13.009945 3636 main.go:141] libmachine: (ha-572000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:d2:a6:10:ad:80:98 ID:1,d2:a6:10:ad:80:98 Lease:0x669952da}
I0717 10:38:13.009959 3636 main.go:141] libmachine: (ha-572000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:1e:37:45:6a:f1:7f ID:1,1e:37:45:6a:f1:7f Lease:0x6698001b}
I0717 10:38:13.009965 3636 main.go:141] libmachine: (ha-572000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:6e:d3:62:da:43:cf ID:1,6e:d3:62:da:43:cf Lease:0x669950e4}
I0717 10:38:13.009979 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetConfigRaw
I0717 10:38:13.009982 3636 main.go:141] libmachine: (ha-572000-m03) DBG | Found match: 6e:d3:62:da:43:cf
I0717 10:38:13.009992 3636 main.go:141] libmachine: (ha-572000-m03) DBG | IP: 192.169.0.7
I0717 10:38:13.010657 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetIP
I0717 10:38:13.010834 3636 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/config.json ...
I0717 10:38:13.011336 3636 machine.go:94] provisionDockerMachine start ...
I0717 10:38:13.011346 3636 main.go:141] libmachine: (ha-572000-m03) Calling .DriverName
I0717 10:38:13.011471 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:13.011562 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:13.011675 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:13.011768 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:13.011883 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:13.012034 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:38:13.012203 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0717 10:38:13.012211 3636 main.go:141] libmachine: About to run SSH command:
hostname
I0717 10:38:13.014976 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0717 10:38:13.023104 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0717 10:38:13.024110 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0717 10:38:13.024135 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0717 10:38:13.024157 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0717 10:38:13.024175 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0717 10:38:13.404157 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0717 10:38:13.404173 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0717 10:38:13.519656 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0717 10:38:13.519690 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0717 10:38:13.519727 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0717 10:38:13.519751 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0717 10:38:13.520524 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0717 10:38:13.520534 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:13 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0717 10:38:18.810258 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:18 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 0
I0717 10:38:18.810297 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:18 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 0
I0717 10:38:18.810307 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:18 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 0
I0717 10:38:18.834790 3636 main.go:141] libmachine: (ha-572000-m03) DBG | 2024/07/17 10:38:18 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 0
I0717 10:38:24.076646 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0717 10:38:24.076665 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetMachineName
I0717 10:38:24.076790 3636 buildroot.go:166] provisioning hostname "ha-572000-m03"
I0717 10:38:24.076802 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetMachineName
I0717 10:38:24.076886 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:24.077024 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:24.077111 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:24.077196 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:24.077278 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:24.077404 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:38:24.077556 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0717 10:38:24.077565 3636 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-572000-m03 && echo "ha-572000-m03" | sudo tee /etc/hostname
I0717 10:38:24.142857 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-572000-m03
I0717 10:38:24.142872 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:24.143001 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:24.143104 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:24.143196 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:24.143280 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:24.143395 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:38:24.143539 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0717 10:38:24.143551 3636 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-572000-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-572000-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-572000-m03' | sudo tee -a /etc/hosts;
fi
fi
I0717 10:38:24.203331 3636 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0717 10:38:24.203349 3636 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19283-1099/.minikube CaCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19283-1099/.minikube}
I0717 10:38:24.203359 3636 buildroot.go:174] setting up certificates
I0717 10:38:24.203364 3636 provision.go:84] configureAuth start
I0717 10:38:24.203370 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetMachineName
I0717 10:38:24.203518 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetIP
I0717 10:38:24.203623 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:24.203721 3636 provision.go:143] copyHostCerts
I0717 10:38:24.203751 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem
I0717 10:38:24.203800 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem, removing ...
I0717 10:38:24.203806 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem
I0717 10:38:24.203931 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem (1679 bytes)
I0717 10:38:24.204144 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem
I0717 10:38:24.204174 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem, removing ...
I0717 10:38:24.204179 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem
I0717 10:38:24.204294 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem (1078 bytes)
I0717 10:38:24.204463 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem
I0717 10:38:24.204496 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem, removing ...
I0717 10:38:24.204500 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem
I0717 10:38:24.204570 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem (1123 bytes)
I0717 10:38:24.204726 3636 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem org=jenkins.ha-572000-m03 san=[127.0.0.1 192.169.0.7 ha-572000-m03 localhost minikube]
I0717 10:38:24.389534 3636 provision.go:177] copyRemoteCerts
I0717 10:38:24.389582 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0717 10:38:24.389597 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:24.389749 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:24.389840 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:24.389936 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:24.390018 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/id_rsa Username:docker}
I0717 10:38:24.424587 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0717 10:38:24.424660 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0717 10:38:24.444455 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem -> /etc/docker/server.pem
I0717 10:38:24.444522 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0717 10:38:24.465006 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0717 10:38:24.465071 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0717 10:38:24.485065 3636 provision.go:87] duration metric: took 281.685984ms to configureAuth
I0717 10:38:24.485079 3636 buildroot.go:189] setting minikube options for container-runtime
I0717 10:38:24.485254 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:38:24.485268 3636 main.go:141] libmachine: (ha-572000-m03) Calling .DriverName
I0717 10:38:24.485399 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:24.485509 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:24.485606 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:24.485695 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:24.485780 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:24.485889 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:38:24.486018 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0717 10:38:24.486026 3636 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0717 10:38:24.539772 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0717 10:38:24.539786 3636 buildroot.go:70] root file system type: tmpfs
I0717 10:38:24.539874 3636 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0717 10:38:24.539885 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:24.540019 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:24.540102 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:24.540205 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:24.540313 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:24.540462 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:38:24.540607 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0717 10:38:24.540655 3636 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.5"
Environment="NO_PROXY=192.169.0.5,192.169.0.6"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0717 10:38:24.605074 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.5
Environment=NO_PROXY=192.169.0.5,192.169.0.6
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0717 10:38:24.605091 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:24.605230 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:24.605339 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:24.605424 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:24.605494 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:24.605620 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:38:24.605771 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0717 10:38:24.605784 3636 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0717 10:38:26.231394 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0717 10:38:26.231416 3636 machine.go:97] duration metric: took 13.21973714s to provisionDockerMachine
I0717 10:38:26.231428 3636 start.go:293] postStartSetup for "ha-572000-m03" (driver="hyperkit")
I0717 10:38:26.231437 3636 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0717 10:38:26.231448 3636 main.go:141] libmachine: (ha-572000-m03) Calling .DriverName
I0717 10:38:26.231633 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0717 10:38:26.231652 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:26.231764 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:26.231872 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:26.231959 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:26.232054 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/id_rsa Username:docker}
I0717 10:38:26.266647 3636 ssh_runner.go:195] Run: cat /etc/os-release
I0717 10:38:26.269791 3636 info.go:137] Remote host: Buildroot 2023.02.9
I0717 10:38:26.269801 3636 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19283-1099/.minikube/addons for local assets ...
I0717 10:38:26.269897 3636 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19283-1099/.minikube/files for local assets ...
I0717 10:38:26.270060 3636 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> 16392.pem in /etc/ssl/certs
I0717 10:38:26.270067 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> /etc/ssl/certs/16392.pem
I0717 10:38:26.270227 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0717 10:38:26.278127 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem --> /etc/ssl/certs/16392.pem (1708 bytes)
I0717 10:38:26.297704 3636 start.go:296] duration metric: took 66.264765ms for postStartSetup
I0717 10:38:26.297725 3636 main.go:141] libmachine: (ha-572000-m03) Calling .DriverName
I0717 10:38:26.297894 3636 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0717 10:38:26.297906 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:26.297982 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:26.298095 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:26.298185 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:26.298259 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/id_rsa Username:docker}
I0717 10:38:26.332566 3636 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0717 10:38:26.332629 3636 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0717 10:38:26.364567 3636 fix.go:56] duration metric: took 13.463410955s for fixHost
I0717 10:38:26.364593 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:26.364774 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:26.364878 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:26.364991 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:26.365075 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:26.365213 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:38:26.365360 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0717 10:38:26.365368 3636 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0717 10:38:26.420992 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721237906.507932482
I0717 10:38:26.421006 3636 fix.go:216] guest clock: 1721237906.507932482
I0717 10:38:26.421017 3636 fix.go:229] Guest: 2024-07-17 10:38:26.507932482 -0700 PDT Remote: 2024-07-17 10:38:26.364583 -0700 PDT m=+65.237237021 (delta=143.349482ms)
I0717 10:38:26.421032 3636 fix.go:200] guest clock delta is within tolerance: 143.349482ms
I0717 10:38:26.421036 3636 start.go:83] releasing machines lock for "ha-572000-m03", held for 13.519917261s
I0717 10:38:26.421054 3636 main.go:141] libmachine: (ha-572000-m03) Calling .DriverName
I0717 10:38:26.421181 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetIP
I0717 10:38:26.443010 3636 out.go:177] * Found network options:
I0717 10:38:26.464409 3636 out.go:177] - NO_PROXY=192.169.0.5,192.169.0.6
W0717 10:38:26.487460 3636 proxy.go:119] fail to check proxy env: Error ip not in block
W0717 10:38:26.487486 3636 proxy.go:119] fail to check proxy env: Error ip not in block
I0717 10:38:26.487503 3636 main.go:141] libmachine: (ha-572000-m03) Calling .DriverName
I0717 10:38:26.488209 3636 main.go:141] libmachine: (ha-572000-m03) Calling .DriverName
I0717 10:38:26.488434 3636 main.go:141] libmachine: (ha-572000-m03) Calling .DriverName
I0717 10:38:26.488546 3636 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0717 10:38:26.488583 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
W0717 10:38:26.488701 3636 proxy.go:119] fail to check proxy env: Error ip not in block
W0717 10:38:26.488736 3636 proxy.go:119] fail to check proxy env: Error ip not in block
I0717 10:38:26.488809 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:26.488843 3636 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0717 10:38:26.488855 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHHostname
I0717 10:38:26.489040 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:26.489074 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHPort
I0717 10:38:26.489211 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:26.489222 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHKeyPath
I0717 10:38:26.489320 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/id_rsa Username:docker}
I0717 10:38:26.489386 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetSSHUsername
I0717 10:38:26.489533 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m03/id_rsa Username:docker}
W0717 10:38:26.520778 3636 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0717 10:38:26.520842 3636 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0717 10:38:26.572109 3636 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0717 10:38:26.572138 3636 start.go:495] detecting cgroup driver to use...
I0717 10:38:26.572238 3636 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0717 10:38:26.587958 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0717 10:38:26.596058 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0717 10:38:26.604066 3636 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0717 10:38:26.604116 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0717 10:38:26.612485 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0717 10:38:26.620942 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0717 10:38:26.629083 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0717 10:38:26.637275 3636 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0717 10:38:26.645515 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0717 10:38:26.653717 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0717 10:38:26.662055 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0717 10:38:26.670484 3636 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0717 10:38:26.677700 3636 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0717 10:38:26.684962 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:38:26.781787 3636 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0717 10:38:26.802958 3636 start.go:495] detecting cgroup driver to use...
I0717 10:38:26.803029 3636 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0717 10:38:26.827692 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0717 10:38:26.840860 3636 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0717 10:38:26.869195 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0717 10:38:26.881705 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0717 10:38:26.892987 3636 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0717 10:38:26.911733 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0717 10:38:26.922817 3636 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0717 10:38:26.938911 3636 ssh_runner.go:195] Run: which cri-dockerd
I0717 10:38:26.941995 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0717 10:38:26.951587 3636 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0717 10:38:26.965318 3636 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0717 10:38:27.062809 3636 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0717 10:38:27.181748 3636 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0717 10:38:27.181774 3636 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0717 10:38:27.195694 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:38:27.293396 3636 ssh_runner.go:195] Run: sudo systemctl restart docker
I0717 10:38:29.632743 3636 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.339268733s)
I0717 10:38:29.632812 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0717 10:38:29.643610 3636 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0717 10:38:29.657480 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0717 10:38:29.668578 3636 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0717 10:38:29.772887 3636 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0717 10:38:29.887343 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:38:29.983127 3636 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0717 10:38:29.998340 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0717 10:38:30.010843 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:38:30.124553 3636 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0717 10:38:30.193605 3636 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0717 10:38:30.193684 3636 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0717 10:38:30.198773 3636 start.go:563] Will wait 60s for crictl version
I0717 10:38:30.198857 3636 ssh_runner.go:195] Run: which crictl
I0717 10:38:30.202846 3636 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0717 10:38:30.233816 3636 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.0.3
RuntimeApiVersion: v1
I0717 10:38:30.233915 3636 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0717 10:38:30.253337 3636 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0717 10:38:30.311688 3636 out.go:204] * Preparing Kubernetes v1.30.2 on Docker 27.0.3 ...
I0717 10:38:30.384020 3636 out.go:177] - env NO_PROXY=192.169.0.5
I0717 10:38:30.444054 3636 out.go:177] - env NO_PROXY=192.169.0.5,192.169.0.6
I0717 10:38:30.480967 3636 main.go:141] libmachine: (ha-572000-m03) Calling .GetIP
I0717 10:38:30.481248 3636 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0717 10:38:30.485047 3636 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0717 10:38:30.495793 3636 mustload.go:65] Loading cluster: ha-572000
I0717 10:38:30.495976 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:38:30.496198 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:38:30.496221 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:38:30.505198 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52009
I0717 10:38:30.505558 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:38:30.505932 3636 main.go:141] libmachine: Using API Version 1
I0717 10:38:30.505942 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:38:30.506222 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:38:30.506342 3636 main.go:141] libmachine: (ha-572000) Calling .GetState
I0717 10:38:30.506437 3636 main.go:141] libmachine: (ha-572000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:38:30.506526 3636 main.go:141] libmachine: (ha-572000) DBG | hyperkit pid from json: 3650
I0717 10:38:30.507493 3636 host.go:66] Checking if "ha-572000" exists ...
I0717 10:38:30.507764 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:38:30.507798 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:38:30.516606 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52011
I0717 10:38:30.516943 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:38:30.517270 3636 main.go:141] libmachine: Using API Version 1
I0717 10:38:30.517281 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:38:30.517513 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:38:30.517630 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:38:30.517732 3636 certs.go:68] Setting up /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000 for IP: 192.169.0.7
I0717 10:38:30.517737 3636 certs.go:194] generating shared ca certs ...
I0717 10:38:30.517751 3636 certs.go:226] acquiring lock for ca certs: {Name:mk556f0034fd1398769f39242a6de33bc5cbce7b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 10:38:30.517912 3636 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key
I0717 10:38:30.517964 3636 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key
I0717 10:38:30.517973 3636 certs.go:256] generating profile certs ...
I0717 10:38:30.518074 3636 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/client.key
I0717 10:38:30.518169 3636 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.key.562e5459
I0717 10:38:30.518222 3636 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.key
I0717 10:38:30.518229 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0717 10:38:30.518253 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0717 10:38:30.518273 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0717 10:38:30.518296 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0717 10:38:30.518321 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0717 10:38:30.518340 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0717 10:38:30.518358 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0717 10:38:30.518375 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0717 10:38:30.518476 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem (1338 bytes)
W0717 10:38:30.518520 3636 certs.go:480] ignoring /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639_empty.pem, impossibly tiny 0 bytes
I0717 10:38:30.518529 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem (1679 bytes)
I0717 10:38:30.518566 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem (1078 bytes)
I0717 10:38:30.518602 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem (1123 bytes)
I0717 10:38:30.518634 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem (1679 bytes)
I0717 10:38:30.518702 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem (1708 bytes)
I0717 10:38:30.518736 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> /usr/share/ca-certificates/16392.pem
I0717 10:38:30.518764 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0717 10:38:30.518783 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem -> /usr/share/ca-certificates/1639.pem
I0717 10:38:30.518808 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHHostname
I0717 10:38:30.518899 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHPort
I0717 10:38:30.518987 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHKeyPath
I0717 10:38:30.519076 3636 main.go:141] libmachine: (ha-572000) Calling .GetSSHUsername
I0717 10:38:30.519152 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000/id_rsa Username:docker}
I0717 10:38:30.544343 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.pub
I0717 10:38:30.547913 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0717 10:38:30.557636 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/sa.key
I0717 10:38:30.561333 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I0717 10:38:30.570252 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.crt
I0717 10:38:30.573631 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0717 10:38:30.582360 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/front-proxy-ca.key
I0717 10:38:30.585629 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0717 10:38:30.593318 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.crt
I0717 10:38:30.596412 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0717 10:38:30.604690 3636 ssh_runner.go:195] Run: stat -c %!s(MISSING) /var/lib/minikube/certs/etcd/ca.key
I0717 10:38:30.607967 3636 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0717 10:38:30.616462 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0717 10:38:30.638619 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0717 10:38:30.660075 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0717 10:38:30.679834 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0717 10:38:30.699712 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0717 10:38:30.720095 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0717 10:38:30.740379 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0717 10:38:30.760837 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0717 10:38:30.780662 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem --> /usr/share/ca-certificates/16392.pem (1708 bytes)
I0717 10:38:30.800982 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0717 10:38:30.821007 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem --> /usr/share/ca-certificates/1639.pem (1338 bytes)
I0717 10:38:30.841019 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0717 10:38:30.855040 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I0717 10:38:30.868897 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0717 10:38:30.882296 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0717 10:38:30.895884 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0717 10:38:30.909514 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0717 10:38:30.923253 3636 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0717 10:38:30.937006 3636 ssh_runner.go:195] Run: openssl version
I0717 10:38:30.941436 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16392.pem && ln -fs /usr/share/ca-certificates/16392.pem /etc/ssl/certs/16392.pem"
I0717 10:38:30.950257 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16392.pem
I0717 10:38:30.955139 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 17 17:20 /usr/share/ca-certificates/16392.pem
I0717 10:38:30.955192 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16392.pem
I0717 10:38:30.959572 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16392.pem /etc/ssl/certs/3ec20f2e.0"
I0717 10:38:30.968160 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0717 10:38:30.976579 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0717 10:38:30.980025 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 17 17:11 /usr/share/ca-certificates/minikubeCA.pem
I0717 10:38:30.980067 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0717 10:38:30.984288 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0717 10:38:30.992609 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1639.pem && ln -fs /usr/share/ca-certificates/1639.pem /etc/ssl/certs/1639.pem"
I0717 10:38:31.001221 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1639.pem
I0717 10:38:31.004796 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 17 17:20 /usr/share/ca-certificates/1639.pem
I0717 10:38:31.004841 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1639.pem
I0717 10:38:31.009065 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1639.pem /etc/ssl/certs/51391683.0"
I0717 10:38:31.017464 3636 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0717 10:38:31.021030 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0717 10:38:31.025586 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0717 10:38:31.029983 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0717 10:38:31.034293 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0717 10:38:31.038625 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0717 10:38:31.042961 3636 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0717 10:38:31.047275 3636 kubeadm.go:934] updating node {m03 192.169.0.7 8443 v1.30.2 docker true true} ...
I0717 10:38:31.047334 3636 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-572000-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.7
[Install]
config:
{KubernetesVersion:v1.30.2 ClusterName:ha-572000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0717 10:38:31.047351 3636 kube-vip.go:115] generating kube-vip config ...
I0717 10:38:31.047388 3636 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0717 10:38:31.059333 3636 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0717 10:38:31.059386 3636 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0717 10:38:31.059445 3636 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.2
I0717 10:38:31.067249 3636 binaries.go:44] Found k8s binaries, skipping transfer
I0717 10:38:31.067300 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0717 10:38:31.075304 3636 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)
I0717 10:38:31.088747 3636 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0717 10:38:31.102087 3636 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0717 10:38:31.115605 3636 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0717 10:38:31.118396 3636 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0717 10:38:31.128499 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:38:31.224486 3636 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0717 10:38:31.238639 3636 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I0717 10:38:31.238848 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:38:31.259920 3636 out.go:177] * Verifying Kubernetes components...
I0717 10:38:31.280661 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:38:31.399137 3636 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0717 10:38:31.415018 3636 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19283-1099/kubeconfig
I0717 10:38:31.415346 3636 kapi.go:59] client config for ha-572000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/client.key", CAFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}
, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xa0a8b40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0717 10:38:31.415404 3636 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.5:8443
I0717 10:38:31.415666 3636 node_ready.go:35] waiting up to 6m0s for node "ha-572000-m03" to be "Ready" ...
I0717 10:38:31.415725 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:38:31.415732 3636 round_trippers.go:469] Request Headers:
I0717 10:38:31.415740 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:31.415745 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:31.421957 3636 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0717 10:38:31.422260 3636 node_ready.go:49] node "ha-572000-m03" has status "Ready":"True"
I0717 10:38:31.422274 3636 node_ready.go:38] duration metric: took 6.596243ms for node "ha-572000-m03" to be "Ready" ...
I0717 10:38:31.422281 3636 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0717 10:38:31.422331 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0717 10:38:31.422337 3636 round_trippers.go:469] Request Headers:
I0717 10:38:31.422343 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:31.422347 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:31.431073 3636 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I0717 10:38:31.436681 3636 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace to be "Ready" ...
I0717 10:38:31.436766 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:31.436772 3636 round_trippers.go:469] Request Headers:
I0717 10:38:31.436778 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:31.436782 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:31.440248 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:31.440722 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:31.440730 3636 round_trippers.go:469] Request Headers:
I0717 10:38:31.440735 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:31.440738 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:31.442939 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:31.937618 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:31.937636 3636 round_trippers.go:469] Request Headers:
I0717 10:38:31.937668 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:31.937673 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:31.940388 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:31.940820 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:31.940828 3636 round_trippers.go:469] Request Headers:
I0717 10:38:31.940834 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:31.940838 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:31.943159 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:32.437866 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:32.437879 3636 round_trippers.go:469] Request Headers:
I0717 10:38:32.437885 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:32.437888 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:32.446284 3636 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I0717 10:38:32.446927 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:32.446936 3636 round_trippers.go:469] Request Headers:
I0717 10:38:32.446943 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:32.446948 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:32.452237 3636 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0717 10:38:32.937878 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:32.937890 3636 round_trippers.go:469] Request Headers:
I0717 10:38:32.937896 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:32.937901 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:32.940439 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:32.941049 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:32.941057 3636 round_trippers.go:469] Request Headers:
I0717 10:38:32.941064 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:32.941080 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:32.943760 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:33.437735 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:33.437751 3636 round_trippers.go:469] Request Headers:
I0717 10:38:33.437757 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:33.437760 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:33.440741 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:33.441277 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:33.441285 3636 round_trippers.go:469] Request Headers:
I0717 10:38:33.441291 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:33.441302 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:33.443897 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:33.444546 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:33.938758 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:33.938781 3636 round_trippers.go:469] Request Headers:
I0717 10:38:33.938787 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:33.938791 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:33.941068 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:33.941437 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:33.941445 3636 round_trippers.go:469] Request Headers:
I0717 10:38:33.941451 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:33.941462 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:33.943283 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:34.437334 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:34.437347 3636 round_trippers.go:469] Request Headers:
I0717 10:38:34.437354 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:34.437357 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:34.440066 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:34.440546 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:34.440554 3636 round_trippers.go:469] Request Headers:
I0717 10:38:34.440560 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:34.440563 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:34.442659 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:34.938574 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:34.938586 3636 round_trippers.go:469] Request Headers:
I0717 10:38:34.938593 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:34.938602 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:34.941243 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:34.941810 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:34.941818 3636 round_trippers.go:469] Request Headers:
I0717 10:38:34.941824 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:34.941827 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:34.943881 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:35.437928 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:35.437948 3636 round_trippers.go:469] Request Headers:
I0717 10:38:35.437959 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:35.437965 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:35.441416 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:35.441923 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:35.441931 3636 round_trippers.go:469] Request Headers:
I0717 10:38:35.441937 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:35.441941 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:35.443781 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:35.937111 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:35.937132 3636 round_trippers.go:469] Request Headers:
I0717 10:38:35.937144 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:35.937149 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:35.941097 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:35.941689 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:35.941702 3636 round_trippers.go:469] Request Headers:
I0717 10:38:35.941708 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:35.941711 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:35.943483 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:35.943912 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:36.437284 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:36.437298 3636 round_trippers.go:469] Request Headers:
I0717 10:38:36.437304 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:36.437308 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:36.439570 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:36.440110 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:36.440117 3636 round_trippers.go:469] Request Headers:
I0717 10:38:36.440127 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:36.440130 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:36.441781 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:36.938251 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:36.938279 3636 round_trippers.go:469] Request Headers:
I0717 10:38:36.938357 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:36.938372 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:36.941451 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:36.942095 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:36.942103 3636 round_trippers.go:469] Request Headers:
I0717 10:38:36.942109 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:36.942112 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:36.943809 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:37.438234 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:37.438246 3636 round_trippers.go:469] Request Headers:
I0717 10:38:37.438251 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:37.438256 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:37.440243 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:37.440651 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:37.440658 3636 round_trippers.go:469] Request Headers:
I0717 10:38:37.440664 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:37.440674 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:37.442390 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:37.938519 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:37.938538 3636 round_trippers.go:469] Request Headers:
I0717 10:38:37.938588 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:37.938592 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:37.940708 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:37.941242 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:37.941250 3636 round_trippers.go:469] Request Headers:
I0717 10:38:37.941256 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:37.941260 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:37.942969 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:38.437210 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:38.437229 3636 round_trippers.go:469] Request Headers:
I0717 10:38:38.437263 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:38.437275 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:38.440621 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:38.441113 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:38.441120 3636 round_trippers.go:469] Request Headers:
I0717 10:38:38.441126 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:38.441130 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:38.444813 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:38.445187 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:38.937338 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:38.937354 3636 round_trippers.go:469] Request Headers:
I0717 10:38:38.937363 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:38.937368 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:38.939598 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:38.940020 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:38.940027 3636 round_trippers.go:469] Request Headers:
I0717 10:38:38.940033 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:38.940038 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:38.941562 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:39.437538 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:39.437553 3636 round_trippers.go:469] Request Headers:
I0717 10:38:39.437563 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:39.437566 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:39.439993 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:39.440392 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:39.440400 3636 round_trippers.go:469] Request Headers:
I0717 10:38:39.440405 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:39.440408 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:39.442187 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:39.938827 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:39.938859 3636 round_trippers.go:469] Request Headers:
I0717 10:38:39.938867 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:39.938871 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:39.941007 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:39.941470 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:39.941477 3636 round_trippers.go:469] Request Headers:
I0717 10:38:39.941482 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:39.941486 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:39.943155 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:40.437526 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:40.437540 3636 round_trippers.go:469] Request Headers:
I0717 10:38:40.437546 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:40.437550 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:40.439587 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:40.440056 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:40.440063 3636 round_trippers.go:469] Request Headers:
I0717 10:38:40.440068 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:40.440072 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:40.441961 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:40.937672 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:40.937688 3636 round_trippers.go:469] Request Headers:
I0717 10:38:40.937697 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:40.937701 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:40.940217 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:40.940568 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:40.940576 3636 round_trippers.go:469] Request Headers:
I0717 10:38:40.940581 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:40.940585 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:40.942351 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:40.942718 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:41.437331 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:41.437344 3636 round_trippers.go:469] Request Headers:
I0717 10:38:41.437350 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:41.437354 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:41.439766 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:41.440280 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:41.440287 3636 round_trippers.go:469] Request Headers:
I0717 10:38:41.440293 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:41.440296 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:41.441965 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:41.938758 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:41.938778 3636 round_trippers.go:469] Request Headers:
I0717 10:38:41.938790 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:41.938798 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:41.941589 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:41.942137 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:41.942146 3636 round_trippers.go:469] Request Headers:
I0717 10:38:41.942152 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:41.942157 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:41.943723 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:42.438172 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:42.438185 3636 round_trippers.go:469] Request Headers:
I0717 10:38:42.438194 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:42.438198 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:42.440429 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:42.440980 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:42.440988 3636 round_trippers.go:469] Request Headers:
I0717 10:38:42.440994 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:42.440998 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:42.442893 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:42.938134 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:42.938172 3636 round_trippers.go:469] Request Headers:
I0717 10:38:42.938183 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:42.938191 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:42.940744 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:42.941114 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:42.941122 3636 round_trippers.go:469] Request Headers:
I0717 10:38:42.941127 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:42.941131 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:42.942787 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:42.943905 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:43.438163 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:43.438195 3636 round_trippers.go:469] Request Headers:
I0717 10:38:43.438217 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:43.438224 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:43.440858 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:43.441272 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:43.441279 3636 round_trippers.go:469] Request Headers:
I0717 10:38:43.441288 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:43.441292 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:43.443069 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:43.937578 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:43.937589 3636 round_trippers.go:469] Request Headers:
I0717 10:38:43.937596 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:43.937599 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:43.939582 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:43.940136 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:43.940144 3636 round_trippers.go:469] Request Headers:
I0717 10:38:43.940150 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:43.940152 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:43.941646 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:44.437231 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:44.437244 3636 round_trippers.go:469] Request Headers:
I0717 10:38:44.437250 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:44.437254 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:44.439651 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:44.440190 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:44.440197 3636 round_trippers.go:469] Request Headers:
I0717 10:38:44.440202 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:44.440206 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:44.442158 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:44.937185 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:44.937196 3636 round_trippers.go:469] Request Headers:
I0717 10:38:44.937203 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:44.937206 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:44.939361 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:44.939788 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:44.939796 3636 round_trippers.go:469] Request Headers:
I0717 10:38:44.939802 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:44.939805 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:44.941482 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:45.437377 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:45.437392 3636 round_trippers.go:469] Request Headers:
I0717 10:38:45.437401 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:45.437406 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:45.439768 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:45.440303 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:45.440311 3636 round_trippers.go:469] Request Headers:
I0717 10:38:45.440317 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:45.440320 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:45.441925 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:45.442312 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:45.939181 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:45.939236 3636 round_trippers.go:469] Request Headers:
I0717 10:38:45.939246 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:45.939253 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:45.941938 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:45.942549 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:45.942557 3636 round_trippers.go:469] Request Headers:
I0717 10:38:45.942563 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:45.942566 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:45.944281 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:46.437228 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:46.437238 3636 round_trippers.go:469] Request Headers:
I0717 10:38:46.437245 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:46.437248 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:46.439099 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:46.439744 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:46.439751 3636 round_trippers.go:469] Request Headers:
I0717 10:38:46.439757 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:46.439760 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:46.441200 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:46.938133 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:46.938186 3636 round_trippers.go:469] Request Headers:
I0717 10:38:46.938196 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:46.938202 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:46.940467 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:46.940876 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:46.940884 3636 round_trippers.go:469] Request Headers:
I0717 10:38:46.940890 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:46.940893 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:46.942527 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:47.437838 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:47.437850 3636 round_trippers.go:469] Request Headers:
I0717 10:38:47.437857 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:47.437861 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:47.440152 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:47.440651 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:47.440660 3636 round_trippers.go:469] Request Headers:
I0717 10:38:47.440665 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:47.440669 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:47.442745 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:47.443107 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:47.937851 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:47.937867 3636 round_trippers.go:469] Request Headers:
I0717 10:38:47.937873 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:47.937876 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:47.940047 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:47.940510 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:47.940517 3636 round_trippers.go:469] Request Headers:
I0717 10:38:47.940523 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:47.940530 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:47.942242 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:48.439255 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:48.439310 3636 round_trippers.go:469] Request Headers:
I0717 10:38:48.439329 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:48.439338 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:48.442468 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:48.443256 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:48.443264 3636 round_trippers.go:469] Request Headers:
I0717 10:38:48.443269 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:48.443272 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:48.444868 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:48.937733 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:48.937744 3636 round_trippers.go:469] Request Headers:
I0717 10:38:48.937750 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:48.937753 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:48.939731 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:48.940190 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:48.940198 3636 round_trippers.go:469] Request Headers:
I0717 10:38:48.940204 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:48.940207 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:48.941747 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:49.438149 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:49.438169 3636 round_trippers.go:469] Request Headers:
I0717 10:38:49.438181 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:49.438190 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:49.441135 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:49.441712 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:49.441721 3636 round_trippers.go:469] Request Headers:
I0717 10:38:49.441726 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:49.441738 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:49.443421 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:49.443800 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:49.937835 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:49.937887 3636 round_trippers.go:469] Request Headers:
I0717 10:38:49.937895 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:49.937905 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:49.940121 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:49.940667 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:49.940674 3636 round_trippers.go:469] Request Headers:
I0717 10:38:49.940680 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:49.940698 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:49.942630 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:50.438458 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:50.438469 3636 round_trippers.go:469] Request Headers:
I0717 10:38:50.438476 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:50.438483 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:50.440697 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:50.441412 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:50.441420 3636 round_trippers.go:469] Request Headers:
I0717 10:38:50.441426 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:50.441430 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:50.443161 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:50.937976 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:50.937995 3636 round_trippers.go:469] Request Headers:
I0717 10:38:50.938003 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:50.938009 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:50.940796 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:50.941307 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:50.941315 3636 round_trippers.go:469] Request Headers:
I0717 10:38:50.941320 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:50.941323 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:50.943029 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:51.437692 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:51.437705 3636 round_trippers.go:469] Request Headers:
I0717 10:38:51.437714 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:51.437720 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:51.440262 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:51.440918 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:51.440926 3636 round_trippers.go:469] Request Headers:
I0717 10:38:51.440932 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:51.440936 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:51.442631 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:51.937774 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:51.937792 3636 round_trippers.go:469] Request Headers:
I0717 10:38:51.937801 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:51.937807 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:51.940276 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:51.940668 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:51.940675 3636 round_trippers.go:469] Request Headers:
I0717 10:38:51.940681 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:51.940685 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:51.942296 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:51.942616 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:52.438854 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:52.438878 3636 round_trippers.go:469] Request Headers:
I0717 10:38:52.438892 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:52.438900 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:52.442008 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:52.442522 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:52.442530 3636 round_trippers.go:469] Request Headers:
I0717 10:38:52.442536 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:52.442540 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:52.444262 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:52.937664 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:52.937675 3636 round_trippers.go:469] Request Headers:
I0717 10:38:52.937684 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:52.937687 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:52.939825 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:52.940415 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:52.940422 3636 round_trippers.go:469] Request Headers:
I0717 10:38:52.940428 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:52.940432 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:52.942064 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:53.439277 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:53.439300 3636 round_trippers.go:469] Request Headers:
I0717 10:38:53.439309 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:53.439315 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:53.441705 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:53.442130 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:53.442138 3636 round_trippers.go:469] Request Headers:
I0717 10:38:53.442143 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:53.442146 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:53.443926 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:53.938741 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:53.938755 3636 round_trippers.go:469] Request Headers:
I0717 10:38:53.938785 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:53.938790 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:53.941015 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:53.941672 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:53.941680 3636 round_trippers.go:469] Request Headers:
I0717 10:38:53.941685 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:53.941689 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:53.943953 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:53.944413 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:54.438636 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:54.438654 3636 round_trippers.go:469] Request Headers:
I0717 10:38:54.438663 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:54.438668 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:54.441262 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:54.441677 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:54.441684 3636 round_trippers.go:469] Request Headers:
I0717 10:38:54.441690 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:54.441693 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:54.443309 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:54.938770 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:54.938788 3636 round_trippers.go:469] Request Headers:
I0717 10:38:54.938798 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:54.938802 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:54.941486 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:54.941877 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:54.941884 3636 round_trippers.go:469] Request Headers:
I0717 10:38:54.941890 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:54.941893 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:54.943590 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:55.438030 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:55.438049 3636 round_trippers.go:469] Request Headers:
I0717 10:38:55.438059 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:55.438064 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:55.440706 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:55.441272 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:55.441280 3636 round_trippers.go:469] Request Headers:
I0717 10:38:55.441289 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:55.441292 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:55.443295 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:55.938147 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:55.938203 3636 round_trippers.go:469] Request Headers:
I0717 10:38:55.938215 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:55.938222 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:55.940270 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:55.940729 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:55.940737 3636 round_trippers.go:469] Request Headers:
I0717 10:38:55.940742 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:55.940745 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:55.942359 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:56.437637 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:56.437654 3636 round_trippers.go:469] Request Headers:
I0717 10:38:56.437666 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:56.437671 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:56.440401 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:56.440900 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:56.440909 3636 round_trippers.go:469] Request Headers:
I0717 10:38:56.440916 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:56.440920 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:56.442737 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:56.443083 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:56.938496 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:56.938521 3636 round_trippers.go:469] Request Headers:
I0717 10:38:56.938533 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:56.938541 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:56.941967 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:38:56.942683 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:56.942691 3636 round_trippers.go:469] Request Headers:
I0717 10:38:56.942697 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:56.942707 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:56.944542 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:57.438317 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:57.438392 3636 round_trippers.go:469] Request Headers:
I0717 10:38:57.438405 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:57.438411 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:57.441323 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:57.441768 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:57.441776 3636 round_trippers.go:469] Request Headers:
I0717 10:38:57.441780 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:57.441793 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:57.443513 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:57.937977 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:57.937990 3636 round_trippers.go:469] Request Headers:
I0717 10:38:57.937996 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:57.938000 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:57.940155 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:57.940631 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:57.940639 3636 round_trippers.go:469] Request Headers:
I0717 10:38:57.940645 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:57.940650 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:57.942518 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:58.438589 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:58.438606 3636 round_trippers.go:469] Request Headers:
I0717 10:38:58.438612 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:58.438615 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:58.440808 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:58.441401 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:58.441409 3636 round_trippers.go:469] Request Headers:
I0717 10:38:58.441415 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:58.441423 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:58.443141 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:58.443478 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:38:58.938651 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:58.938670 3636 round_trippers.go:469] Request Headers:
I0717 10:38:58.938679 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:58.938683 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:58.940981 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:58.941414 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:58.941422 3636 round_trippers.go:469] Request Headers:
I0717 10:38:58.941428 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:58.941431 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:58.943207 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:59.437795 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:59.437809 3636 round_trippers.go:469] Request Headers:
I0717 10:38:59.437815 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:59.437819 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:59.440022 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:59.440439 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:59.440446 3636 round_trippers.go:469] Request Headers:
I0717 10:38:59.440452 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:59.440457 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:59.442209 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:38:59.938380 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:38:59.938393 3636 round_trippers.go:469] Request Headers:
I0717 10:38:59.938400 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:59.938403 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:59.940648 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:38:59.941030 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:38:59.941038 3636 round_trippers.go:469] Request Headers:
I0717 10:38:59.941044 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:38:59.941048 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:38:59.942631 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:00.437586 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:00.437607 3636 round_trippers.go:469] Request Headers:
I0717 10:39:00.437616 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:00.437621 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:00.440082 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:00.440574 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:00.440582 3636 round_trippers.go:469] Request Headers:
I0717 10:39:00.440588 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:00.440591 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:00.442224 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:00.939171 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:00.939189 3636 round_trippers.go:469] Request Headers:
I0717 10:39:00.939198 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:00.939203 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:00.941658 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:00.942057 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:00.942065 3636 round_trippers.go:469] Request Headers:
I0717 10:39:00.942071 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:00.942075 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:00.943872 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:00.944304 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:39:01.438420 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:01.438444 3636 round_trippers.go:469] Request Headers:
I0717 10:39:01.438462 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:01.438475 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:01.441885 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:01.442448 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:01.442456 3636 round_trippers.go:469] Request Headers:
I0717 10:39:01.442462 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:01.442473 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:01.444325 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:01.937741 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:01.937759 3636 round_trippers.go:469] Request Headers:
I0717 10:39:01.937769 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:01.937774 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:01.941004 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:01.941638 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:01.941645 3636 round_trippers.go:469] Request Headers:
I0717 10:39:01.941651 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:01.941655 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:01.943421 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:02.439464 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:02.439515 3636 round_trippers.go:469] Request Headers:
I0717 10:39:02.439539 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:02.439547 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:02.442788 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:02.443568 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:02.443575 3636 round_trippers.go:469] Request Headers:
I0717 10:39:02.443581 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:02.443584 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:02.445070 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:02.939355 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:02.939398 3636 round_trippers.go:469] Request Headers:
I0717 10:39:02.939423 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:02.939432 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:02.943288 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:02.943786 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:02.943793 3636 round_trippers.go:469] Request Headers:
I0717 10:39:02.943798 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:02.943808 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:02.945549 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:02.945918 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:39:03.437814 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:03.437833 3636 round_trippers.go:469] Request Headers:
I0717 10:39:03.437846 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:03.437852 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:03.440696 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:03.441473 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:03.441481 3636 round_trippers.go:469] Request Headers:
I0717 10:39:03.441487 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:03.441494 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:03.443180 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:03.938154 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:03.938171 3636 round_trippers.go:469] Request Headers:
I0717 10:39:03.938179 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:03.938185 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:03.940749 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:03.941323 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:03.941330 3636 round_trippers.go:469] Request Headers:
I0717 10:39:03.941336 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:03.941338 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:03.942986 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:04.438509 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:04.438533 3636 round_trippers.go:469] Request Headers:
I0717 10:39:04.438544 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:04.438552 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:04.441587 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:04.442338 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:04.442346 3636 round_trippers.go:469] Request Headers:
I0717 10:39:04.442351 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:04.442354 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:04.443865 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:04.939464 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:04.939517 3636 round_trippers.go:469] Request Headers:
I0717 10:39:04.939527 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:04.939530 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:04.941589 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:04.942132 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:04.942139 3636 round_trippers.go:469] Request Headers:
I0717 10:39:04.942144 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:04.942147 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:04.943787 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:05.437854 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:05.437866 3636 round_trippers.go:469] Request Headers:
I0717 10:39:05.437872 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:05.437875 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:05.439895 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:05.440295 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:05.440303 3636 round_trippers.go:469] Request Headers:
I0717 10:39:05.440308 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:05.440312 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:05.441766 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:05.442130 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:39:05.937813 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:05.937871 3636 round_trippers.go:469] Request Headers:
I0717 10:39:05.937882 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:05.937888 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:05.940367 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:05.940885 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:05.940892 3636 round_trippers.go:469] Request Headers:
I0717 10:39:05.940898 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:05.940902 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:05.942721 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:06.438966 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:06.438991 3636 round_trippers.go:469] Request Headers:
I0717 10:39:06.439007 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:06.439020 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:06.442137 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:06.442785 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:06.442793 3636 round_trippers.go:469] Request Headers:
I0717 10:39:06.442799 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:06.442802 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:06.444436 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:06.938695 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:06.938714 3636 round_trippers.go:469] Request Headers:
I0717 10:39:06.938723 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:06.938727 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:06.941327 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:06.941790 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:06.941798 3636 round_trippers.go:469] Request Headers:
I0717 10:39:06.941802 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:06.941805 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:06.943432 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:07.438469 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:07.438553 3636 round_trippers.go:469] Request Headers:
I0717 10:39:07.438567 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:07.438573 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:07.442157 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:07.442736 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:07.442744 3636 round_trippers.go:469] Request Headers:
I0717 10:39:07.442750 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:07.442754 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:07.444281 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:07.444696 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:39:07.937804 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:07.937815 3636 round_trippers.go:469] Request Headers:
I0717 10:39:07.937821 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:07.937823 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:07.939794 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:07.940418 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:07.940426 3636 round_trippers.go:469] Request Headers:
I0717 10:39:07.940432 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:07.940435 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:07.942179 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:08.437799 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:08.437814 3636 round_trippers.go:469] Request Headers:
I0717 10:39:08.437821 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:08.437827 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:08.440300 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:08.440760 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:08.440768 3636 round_trippers.go:469] Request Headers:
I0717 10:39:08.440773 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:08.440776 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:08.442402 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:08.938764 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:08.938789 3636 round_trippers.go:469] Request Headers:
I0717 10:39:08.938896 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:08.938909 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:08.942041 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:08.942737 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:08.942744 3636 round_trippers.go:469] Request Headers:
I0717 10:39:08.942751 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:08.942754 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:08.944691 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:09.437781 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:09.437795 3636 round_trippers.go:469] Request Headers:
I0717 10:39:09.437802 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:09.437807 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:09.440310 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:09.440716 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:09.440725 3636 round_trippers.go:469] Request Headers:
I0717 10:39:09.440731 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:09.440741 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:09.442571 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:09.937834 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:09.937847 3636 round_trippers.go:469] Request Headers:
I0717 10:39:09.937853 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:09.937856 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:09.939731 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:09.940144 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:09.940153 3636 round_trippers.go:469] Request Headers:
I0717 10:39:09.940159 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:09.940163 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:09.941982 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:09.942266 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:39:10.438403 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:10.438414 3636 round_trippers.go:469] Request Headers:
I0717 10:39:10.438421 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:10.438424 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:10.440749 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:10.441120 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:10.441127 3636 round_trippers.go:469] Request Headers:
I0717 10:39:10.441133 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:10.441138 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:10.442757 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:10.939169 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:10.939227 3636 round_trippers.go:469] Request Headers:
I0717 10:39:10.939238 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:10.939244 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:10.942004 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:10.942575 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:10.942582 3636 round_trippers.go:469] Request Headers:
I0717 10:39:10.942588 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:10.942591 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:10.944436 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:11.438251 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:11.438276 3636 round_trippers.go:469] Request Headers:
I0717 10:39:11.438353 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:11.438364 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:11.441421 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:11.441961 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:11.441969 3636 round_trippers.go:469] Request Headers:
I0717 10:39:11.441975 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:11.441979 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:11.446242 3636 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0717 10:39:11.938022 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:11.938033 3636 round_trippers.go:469] Request Headers:
I0717 10:39:11.938040 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:11.938044 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:11.939924 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:11.940511 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:11.940519 3636 round_trippers.go:469] Request Headers:
I0717 10:39:11.940525 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:11.940528 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:11.942450 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:11.942833 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:39:12.439246 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:12.439269 3636 round_trippers.go:469] Request Headers:
I0717 10:39:12.439279 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:12.439285 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:12.442445 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:12.443020 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:12.443027 3636 round_trippers.go:469] Request Headers:
I0717 10:39:12.443033 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:12.443037 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:12.444778 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:12.939028 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:12.939059 3636 round_trippers.go:469] Request Headers:
I0717 10:39:12.939075 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:12.939144 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:12.941663 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:12.942169 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:12.942176 3636 round_trippers.go:469] Request Headers:
I0717 10:39:12.942182 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:12.942198 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:12.944174 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:13.439017 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:13.439030 3636 round_trippers.go:469] Request Headers:
I0717 10:39:13.439036 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:13.439039 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:13.441436 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:13.442003 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:13.442011 3636 round_trippers.go:469] Request Headers:
I0717 10:39:13.442017 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:13.442020 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:13.443715 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:13.939125 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:13.939138 3636 round_trippers.go:469] Request Headers:
I0717 10:39:13.939150 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:13.939154 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:13.941396 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:13.942124 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:13.942133 3636 round_trippers.go:469] Request Headers:
I0717 10:39:13.942138 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:13.942141 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:13.943860 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:13.944207 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:39:14.439525 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:14.439539 3636 round_trippers.go:469] Request Headers:
I0717 10:39:14.439545 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:14.439549 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:14.441636 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:14.442072 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:14.442080 3636 round_trippers.go:469] Request Headers:
I0717 10:39:14.442085 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:14.442088 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:14.443727 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:14.938392 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:14.938412 3636 round_trippers.go:469] Request Headers:
I0717 10:39:14.938425 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:14.938431 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:14.941839 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:14.942527 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:14.942535 3636 round_trippers.go:469] Request Headers:
I0717 10:39:14.942541 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:14.942556 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:14.944390 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:15.439124 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:15.439154 3636 round_trippers.go:469] Request Headers:
I0717 10:39:15.439236 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:15.439243 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:15.442572 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:15.443123 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:15.443133 3636 round_trippers.go:469] Request Headers:
I0717 10:39:15.443141 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:15.443145 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:15.445133 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:15.938789 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:15.938855 3636 round_trippers.go:469] Request Headers:
I0717 10:39:15.938870 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:15.938877 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:15.941774 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:15.942286 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:15.942294 3636 round_trippers.go:469] Request Headers:
I0717 10:39:15.942300 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:15.942304 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:15.944348 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:15.944660 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:39:16.439349 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:16.439368 3636 round_trippers.go:469] Request Headers:
I0717 10:39:16.439378 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:16.439383 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:16.441938 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:16.442524 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:16.442532 3636 round_trippers.go:469] Request Headers:
I0717 10:39:16.442537 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:16.442548 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:16.444186 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:16.938018 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:16.938067 3636 round_trippers.go:469] Request Headers:
I0717 10:39:16.938075 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:16.938081 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:16.940227 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:16.940771 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:16.940780 3636 round_trippers.go:469] Request Headers:
I0717 10:39:16.940785 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:16.940789 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:16.942609 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:17.438002 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:17.438028 3636 round_trippers.go:469] Request Headers:
I0717 10:39:17.438034 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:17.438038 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:17.440220 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:17.440724 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:17.440733 3636 round_trippers.go:469] Request Headers:
I0717 10:39:17.440739 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:17.440742 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:17.442604 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:17.938219 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:17.938237 3636 round_trippers.go:469] Request Headers:
I0717 10:39:17.938249 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:17.938255 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:17.941281 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:17.941690 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:17.941698 3636 round_trippers.go:469] Request Headers:
I0717 10:39:17.941703 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:17.941707 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:17.943715 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:18.439167 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:18.439186 3636 round_trippers.go:469] Request Headers:
I0717 10:39:18.439195 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:18.439200 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:18.441725 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:18.442096 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:18.442104 3636 round_trippers.go:469] Request Headers:
I0717 10:39:18.442109 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:18.442113 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:18.443738 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:18.444159 3636 pod_ready.go:102] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"False"
I0717 10:39:18.939393 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:18.939469 3636 round_trippers.go:469] Request Headers:
I0717 10:39:18.939479 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:18.939485 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:18.941987 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:18.942423 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:18.942431 3636 round_trippers.go:469] Request Headers:
I0717 10:39:18.942436 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:18.942439 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:18.944249 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:19.438795 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:39:19.438808 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.438814 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.438816 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.441023 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:19.441456 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:19.441464 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.441470 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.441475 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.443744 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:19.444095 3636 pod_ready.go:92] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:19.444104 3636 pod_ready.go:81] duration metric: took 48.006189425s for pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace to be "Ready" ...
I0717 10:39:19.444111 3636 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-9dzd5" in "kube-system" namespace to be "Ready" ...
I0717 10:39:19.444150 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-9dzd5
I0717 10:39:19.444154 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.444160 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.444165 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.447092 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:19.447847 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:19.447856 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.447861 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.447865 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.449618 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:19.449899 3636 pod_ready.go:92] pod "coredns-7db6d8ff4d-9dzd5" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:19.449908 3636 pod_ready.go:81] duration metric: took 5.792129ms for pod "coredns-7db6d8ff4d-9dzd5" in "kube-system" namespace to be "Ready" ...
I0717 10:39:19.449915 3636 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:39:19.449950 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-572000
I0717 10:39:19.449955 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.449961 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.449966 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.451887 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:19.452242 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:19.452249 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.452255 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.452259 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.455734 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:19.456038 3636 pod_ready.go:92] pod "etcd-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:19.456048 3636 pod_ready.go:81] duration metric: took 6.128452ms for pod "etcd-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:39:19.456055 3636 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:39:19.456091 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-572000-m02
I0717 10:39:19.456096 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.456102 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.456104 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.459121 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:19.459474 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:39:19.459482 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.459487 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.459491 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.461049 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:19.461321 3636 pod_ready.go:92] pod "etcd-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:19.461330 3636 pod_ready.go:81] duration metric: took 5.269541ms for pod "etcd-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:39:19.461337 3636 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:39:19.461367 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-572000-m03
I0717 10:39:19.461373 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.461378 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.461381 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.463280 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:19.463738 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:39:19.463745 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.463750 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.463754 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.466609 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:19.466864 3636 pod_ready.go:92] pod "etcd-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:19.466874 3636 pod_ready.go:81] duration metric: took 5.532002ms for pod "etcd-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:39:19.466885 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:39:19.640514 3636 request.go:629] Waited for 173.589043ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000
I0717 10:39:19.640593 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000
I0717 10:39:19.640602 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.640610 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.640614 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.643241 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:19.839100 3636 request.go:629] Waited for 195.343311ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:19.839145 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:19.839152 3636 round_trippers.go:469] Request Headers:
I0717 10:39:19.839188 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:19.839194 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:19.845230 3636 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0717 10:39:19.845548 3636 pod_ready.go:92] pod "kube-apiserver-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:19.845558 3636 pod_ready.go:81] duration metric: took 378.657463ms for pod "kube-apiserver-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:39:19.845565 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:39:20.040239 3636 request.go:629] Waited for 194.632219ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m02
I0717 10:39:20.040319 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m02
I0717 10:39:20.040328 3636 round_trippers.go:469] Request Headers:
I0717 10:39:20.040336 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:20.040342 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:20.042714 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:20.240297 3636 request.go:629] Waited for 196.995157ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:39:20.240378 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:39:20.240384 3636 round_trippers.go:469] Request Headers:
I0717 10:39:20.240390 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:20.240396 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:20.242369 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:20.242695 3636 pod_ready.go:92] pod "kube-apiserver-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:20.242704 3636 pod_ready.go:81] duration metric: took 397.124019ms for pod "kube-apiserver-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:39:20.242711 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:39:20.439359 3636 request.go:629] Waited for 196.544114ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m03
I0717 10:39:20.439408 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m03
I0717 10:39:20.439416 3636 round_trippers.go:469] Request Headers:
I0717 10:39:20.439427 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:20.439434 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:20.442435 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:20.638955 3636 request.go:629] Waited for 196.048572ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:39:20.639046 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:39:20.639056 3636 round_trippers.go:469] Request Headers:
I0717 10:39:20.639068 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:20.639075 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:20.642008 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:20.642430 3636 pod_ready.go:92] pod "kube-apiserver-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:20.642442 3636 pod_ready.go:81] duration metric: took 399.714561ms for pod "kube-apiserver-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:39:20.642451 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:39:20.838986 3636 request.go:629] Waited for 196.455933ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000
I0717 10:39:20.839106 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000
I0717 10:39:20.839119 3636 round_trippers.go:469] Request Headers:
I0717 10:39:20.839131 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:20.839141 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:20.842621 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:21.039118 3636 request.go:629] Waited for 195.900542ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:21.039165 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:21.039176 3636 round_trippers.go:469] Request Headers:
I0717 10:39:21.039188 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:21.039196 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:21.042149 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:21.042711 3636 pod_ready.go:92] pod "kube-controller-manager-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:21.042741 3636 pod_ready.go:81] duration metric: took 400.268935ms for pod "kube-controller-manager-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:39:21.042748 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:39:21.238981 3636 request.go:629] Waited for 196.178207ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m02
I0717 10:39:21.239040 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m02
I0717 10:39:21.239051 3636 round_trippers.go:469] Request Headers:
I0717 10:39:21.239063 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:21.239071 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:21.242170 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:21.440519 3636 request.go:629] Waited for 197.63517ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:39:21.440569 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:39:21.440581 3636 round_trippers.go:469] Request Headers:
I0717 10:39:21.440597 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:21.440606 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:21.443784 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:21.444203 3636 pod_ready.go:92] pod "kube-controller-manager-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:21.444212 3636 pod_ready.go:81] duration metric: took 401.448672ms for pod "kube-controller-manager-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:39:21.444219 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:39:21.640166 3636 request.go:629] Waited for 195.890355ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m03
I0717 10:39:21.640224 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m03
I0717 10:39:21.640235 3636 round_trippers.go:469] Request Headers:
I0717 10:39:21.640246 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:21.640254 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:21.643178 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:21.840025 3636 request.go:629] Waited for 196.38625ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:39:21.840077 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:39:21.840087 3636 round_trippers.go:469] Request Headers:
I0717 10:39:21.840099 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:21.840107 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:21.842881 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:21.843340 3636 pod_ready.go:92] pod "kube-controller-manager-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:21.843349 3636 pod_ready.go:81] duration metric: took 399.115148ms for pod "kube-controller-manager-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:39:21.843356 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-5wcph" in "kube-system" namespace to be "Ready" ...
I0717 10:39:22.038929 3636 request.go:629] Waited for 195.527396ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5wcph
I0717 10:39:22.038980 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5wcph
I0717 10:39:22.038991 3636 round_trippers.go:469] Request Headers:
I0717 10:39:22.039000 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:22.039006 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:22.041797 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:22.239447 3636 request.go:629] Waited for 196.85315ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m04
I0717 10:39:22.239496 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m04
I0717 10:39:22.239504 3636 round_trippers.go:469] Request Headers:
I0717 10:39:22.239515 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:22.239525 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:22.242443 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:22.242932 3636 pod_ready.go:97] node "ha-572000-m04" hosting pod "kube-proxy-5wcph" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-572000-m04" has status "Ready":"Unknown"
I0717 10:39:22.242948 3636 pod_ready.go:81] duration metric: took 399.575996ms for pod "kube-proxy-5wcph" in "kube-system" namespace to be "Ready" ...
E0717 10:39:22.242956 3636 pod_ready.go:66] WaitExtra: waitPodCondition: node "ha-572000-m04" hosting pod "kube-proxy-5wcph" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-572000-m04" has status "Ready":"Unknown"
I0717 10:39:22.242964 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-h7k9z" in "kube-system" namespace to be "Ready" ...
I0717 10:39:22.439269 3636 request.go:629] Waited for 196.255356ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-h7k9z
I0717 10:39:22.439393 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-h7k9z
I0717 10:39:22.439403 3636 round_trippers.go:469] Request Headers:
I0717 10:39:22.439414 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:22.439420 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:22.442456 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:22.640394 3636 request.go:629] Waited for 197.266214ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:39:22.640491 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:39:22.640500 3636 round_trippers.go:469] Request Headers:
I0717 10:39:22.640509 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:22.640514 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:22.643031 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:22.643471 3636 pod_ready.go:92] pod "kube-proxy-h7k9z" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:22.643480 3636 pod_ready.go:81] duration metric: took 400.50076ms for pod "kube-proxy-h7k9z" in "kube-system" namespace to be "Ready" ...
I0717 10:39:22.643487 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-hst7h" in "kube-system" namespace to be "Ready" ...
I0717 10:39:22.839377 3636 request.go:629] Waited for 195.844443ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hst7h
I0717 10:39:22.839468 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hst7h
I0717 10:39:22.839477 3636 round_trippers.go:469] Request Headers:
I0717 10:39:22.839485 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:22.839491 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:22.841921 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:23.039004 3636 request.go:629] Waited for 196.604394ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:23.039109 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:23.039120 3636 round_trippers.go:469] Request Headers:
I0717 10:39:23.039131 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:23.039138 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:23.042022 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:23.042449 3636 pod_ready.go:92] pod "kube-proxy-hst7h" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:23.042462 3636 pod_ready.go:81] duration metric: took 398.959822ms for pod "kube-proxy-hst7h" in "kube-system" namespace to be "Ready" ...
I0717 10:39:23.042480 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-v6jxh" in "kube-system" namespace to be "Ready" ...
I0717 10:39:23.240001 3636 request.go:629] Waited for 197.469314ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-v6jxh
I0717 10:39:23.240093 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-v6jxh
I0717 10:39:23.240110 3636 round_trippers.go:469] Request Headers:
I0717 10:39:23.240121 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:23.240131 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:23.243284 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:23.439300 3636 request.go:629] Waited for 195.300943ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:39:23.439332 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:39:23.439336 3636 round_trippers.go:469] Request Headers:
I0717 10:39:23.439343 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:23.439370 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:23.441287 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:39:23.441722 3636 pod_ready.go:92] pod "kube-proxy-v6jxh" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:23.441732 3636 pod_ready.go:81] duration metric: took 399.23495ms for pod "kube-proxy-v6jxh" in "kube-system" namespace to be "Ready" ...
I0717 10:39:23.441739 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:39:23.638943 3636 request.go:629] Waited for 197.165268ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000
I0717 10:39:23.639000 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000
I0717 10:39:23.639006 3636 round_trippers.go:469] Request Headers:
I0717 10:39:23.639012 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:23.639017 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:23.641044 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:23.840535 3636 request.go:629] Waited for 199.126882ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:23.840627 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:39:23.840639 3636 round_trippers.go:469] Request Headers:
I0717 10:39:23.840679 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:23.840691 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:23.843464 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:23.843963 3636 pod_ready.go:92] pod "kube-scheduler-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:23.843976 3636 pod_ready.go:81] duration metric: took 402.220047ms for pod "kube-scheduler-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:39:23.843984 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:39:24.039540 3636 request.go:629] Waited for 195.50331ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m02
I0717 10:39:24.039598 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m02
I0717 10:39:24.039670 3636 round_trippers.go:469] Request Headers:
I0717 10:39:24.039685 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:24.039691 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:24.042477 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:24.239459 3636 request.go:629] Waited for 196.457492ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:39:24.239561 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:39:24.239573 3636 round_trippers.go:469] Request Headers:
I0717 10:39:24.239585 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:24.239591 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:24.242659 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:24.243312 3636 pod_ready.go:92] pod "kube-scheduler-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:24.243327 3636 pod_ready.go:81] duration metric: took 399.325407ms for pod "kube-scheduler-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:39:24.243336 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:39:24.439080 3636 request.go:629] Waited for 195.673891ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m03
I0717 10:39:24.439191 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m03
I0717 10:39:24.439202 3636 round_trippers.go:469] Request Headers:
I0717 10:39:24.439213 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:24.439223 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:24.443262 3636 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0717 10:39:24.639182 3636 request.go:629] Waited for 195.517919ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:39:24.639292 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:39:24.639303 3636 round_trippers.go:469] Request Headers:
I0717 10:39:24.639316 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:24.639324 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:24.642200 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:39:24.642657 3636 pod_ready.go:92] pod "kube-scheduler-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:39:24.642666 3636 pod_ready.go:81] duration metric: took 399.31371ms for pod "kube-scheduler-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:39:24.642674 3636 pod_ready.go:38] duration metric: took 53.219035328s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0717 10:39:24.642686 3636 api_server.go:52] waiting for apiserver process to appear ...
I0717 10:39:24.642749 3636 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0717 10:39:24.655291 3636 api_server.go:72] duration metric: took 53.415271815s to wait for apiserver process to appear ...
I0717 10:39:24.655303 3636 api_server.go:88] waiting for apiserver healthz status ...
I0717 10:39:24.655313 3636 api_server.go:253] Checking apiserver healthz at https://192.169.0.5:8443/healthz ...
I0717 10:39:24.659504 3636 api_server.go:279] https://192.169.0.5:8443/healthz returned 200:
ok
I0717 10:39:24.659539 3636 round_trippers.go:463] GET https://192.169.0.5:8443/version
I0717 10:39:24.659544 3636 round_trippers.go:469] Request Headers:
I0717 10:39:24.659549 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:24.659552 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:24.660035 3636 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0717 10:39:24.660129 3636 api_server.go:141] control plane version: v1.30.2
I0717 10:39:24.660138 3636 api_server.go:131] duration metric: took 4.830633ms to wait for apiserver health ...
I0717 10:39:24.660142 3636 system_pods.go:43] waiting for kube-system pods to appear ...
I0717 10:39:24.840282 3636 request.go:629] Waited for 180.099076ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0717 10:39:24.840353 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0717 10:39:24.840361 3636 round_trippers.go:469] Request Headers:
I0717 10:39:24.840369 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:24.840373 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:24.845121 3636 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0717 10:39:24.850038 3636 system_pods.go:59] 26 kube-system pods found
I0717 10:39:24.850051 3636 system_pods.go:61] "coredns-7db6d8ff4d-2phrp" [e76a91cf-8a14-454c-baee-7c0128645e0e] Running
I0717 10:39:24.850054 3636 system_pods.go:61] "coredns-7db6d8ff4d-9dzd5" [f9a7cff1-56a3-4600-ae2f-a951dda10753] Running
I0717 10:39:24.850057 3636 system_pods.go:61] "etcd-ha-572000" [2d7b717e-d404-4c63-afe9-799de6711964] Running
I0717 10:39:24.850060 3636 system_pods.go:61] "etcd-ha-572000-m02" [8abc7662-c159-4953-9aba-11a75b4e7d65] Running
I0717 10:39:24.850062 3636 system_pods.go:61] "etcd-ha-572000-m03" [78629908-d362-4a27-933f-2b929867c22f] Running
I0717 10:39:24.850065 3636 system_pods.go:61] "kindnet-5xsrp" [0b84aa4d-7452-47f6-8052-f063e2e8ef7b] Running
I0717 10:39:24.850067 3636 system_pods.go:61] "kindnet-72zfp" [0cc735c4-08b3-499a-b9e2-8c38377f371b] Running
I0717 10:39:24.850069 3636 system_pods.go:61] "kindnet-g2m92" [be3d84cf-f9e8-426c-b02a-49eb7eed9d6a] Running
I0717 10:39:24.850071 3636 system_pods.go:61] "kindnet-t85bv" [8649cc70-8ce8-4caf-938e-bd253fa5b7ae] Running
I0717 10:39:24.850074 3636 system_pods.go:61] "kube-apiserver-ha-572000" [6409591d-7a50-414b-be63-44d5ddb0b0e0] Running
I0717 10:39:24.850076 3636 system_pods.go:61] "kube-apiserver-ha-572000-m02" [d658459c-67f9-4798-87f2-c651d830af35] Running
I0717 10:39:24.850078 3636 system_pods.go:61] "kube-apiserver-ha-572000-m03" [ac1c02f1-f023-4ad2-99bc-2657fb9d50d7] Running
I0717 10:39:24.850081 3636 system_pods.go:61] "kube-controller-manager-ha-572000" [075c4d23-04bd-404a-822d-ae7d326a68ac] Running
I0717 10:39:24.850084 3636 system_pods.go:61] "kube-controller-manager-ha-572000-m02" [3014bdb3-bb86-48d5-a045-2a8dab026bd8] Running
I0717 10:39:24.850086 3636 system_pods.go:61] "kube-controller-manager-ha-572000-m03" [3b76e220-3a5b-4dac-8f69-6b380799d2ef] Running
I0717 10:39:24.850088 3636 system_pods.go:61] "kube-proxy-5wcph" [731f5b57-131e-4e97-b47a-036b8d4edbcd] Running
I0717 10:39:24.850105 3636 system_pods.go:61] "kube-proxy-h7k9z" [cf687084-b40d-43b6-9476-8c60c5f37d1d] Running
I0717 10:39:24.850110 3636 system_pods.go:61] "kube-proxy-hst7h" [2b7c8d2c-3d71-4357-9429-1d8438c446f5] Running
I0717 10:39:24.850113 3636 system_pods.go:61] "kube-proxy-v6jxh" [3f952fc8-747f-49da-b400-5212dba538d8] Running
I0717 10:39:24.850116 3636 system_pods.go:61] "kube-scheduler-ha-572000" [da36a422-ba49-4cd6-8f47-9be7c43657be] Running
I0717 10:39:24.850118 3636 system_pods.go:61] "kube-scheduler-ha-572000-m02" [13e289a2-8d3c-478f-9220-1d114dd5bf62] Running
I0717 10:39:24.850121 3636 system_pods.go:61] "kube-scheduler-ha-572000-m03" [428716db-8096-4b57-9f90-e706d5683852] Running
I0717 10:39:24.850124 3636 system_pods.go:61] "kube-vip-ha-572000" [57c4f54d-e859-4429-90dd-0402a9e73727] Running
I0717 10:39:24.850127 3636 system_pods.go:61] "kube-vip-ha-572000-m02" [fa57b8d2-bc41-42af-9d9a-1b68f882e6fe] Running
I0717 10:39:24.850129 3636 system_pods.go:61] "kube-vip-ha-572000-m03" [a35c5007-dfe3-4b58-b16c-d568b8f9c1c2] Running
I0717 10:39:24.850133 3636 system_pods.go:61] "storage-provisioner" [1801216d-6529-4049-b874-1577132fc03f] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0717 10:39:24.850139 3636 system_pods.go:74] duration metric: took 189.987862ms to wait for pod list to return data ...
I0717 10:39:24.850145 3636 default_sa.go:34] waiting for default service account to be created ...
I0717 10:39:25.040731 3636 request.go:629] Waited for 190.528349ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts
I0717 10:39:25.040830 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts
I0717 10:39:25.040841 3636 round_trippers.go:469] Request Headers:
I0717 10:39:25.040852 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:25.040860 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:25.044018 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:25.044088 3636 default_sa.go:45] found service account: "default"
I0717 10:39:25.044097 3636 default_sa.go:55] duration metric: took 193.941803ms for default service account to be created ...
I0717 10:39:25.044103 3636 system_pods.go:116] waiting for k8s-apps to be running ...
I0717 10:39:25.240503 3636 request.go:629] Waited for 196.351718ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0717 10:39:25.240543 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0717 10:39:25.240548 3636 round_trippers.go:469] Request Headers:
I0717 10:39:25.240554 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:25.240583 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:25.244975 3636 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0717 10:39:25.249908 3636 system_pods.go:86] 26 kube-system pods found
I0717 10:39:25.249919 3636 system_pods.go:89] "coredns-7db6d8ff4d-2phrp" [e76a91cf-8a14-454c-baee-7c0128645e0e] Running
I0717 10:39:25.249923 3636 system_pods.go:89] "coredns-7db6d8ff4d-9dzd5" [f9a7cff1-56a3-4600-ae2f-a951dda10753] Running
I0717 10:39:25.249940 3636 system_pods.go:89] "etcd-ha-572000" [2d7b717e-d404-4c63-afe9-799de6711964] Running
I0717 10:39:25.249944 3636 system_pods.go:89] "etcd-ha-572000-m02" [8abc7662-c159-4953-9aba-11a75b4e7d65] Running
I0717 10:39:25.249948 3636 system_pods.go:89] "etcd-ha-572000-m03" [78629908-d362-4a27-933f-2b929867c22f] Running
I0717 10:39:25.249951 3636 system_pods.go:89] "kindnet-5xsrp" [0b84aa4d-7452-47f6-8052-f063e2e8ef7b] Running
I0717 10:39:25.249955 3636 system_pods.go:89] "kindnet-72zfp" [0cc735c4-08b3-499a-b9e2-8c38377f371b] Running
I0717 10:39:25.249959 3636 system_pods.go:89] "kindnet-g2m92" [be3d84cf-f9e8-426c-b02a-49eb7eed9d6a] Running
I0717 10:39:25.249962 3636 system_pods.go:89] "kindnet-t85bv" [8649cc70-8ce8-4caf-938e-bd253fa5b7ae] Running
I0717 10:39:25.249966 3636 system_pods.go:89] "kube-apiserver-ha-572000" [6409591d-7a50-414b-be63-44d5ddb0b0e0] Running
I0717 10:39:25.249969 3636 system_pods.go:89] "kube-apiserver-ha-572000-m02" [d658459c-67f9-4798-87f2-c651d830af35] Running
I0717 10:39:25.249973 3636 system_pods.go:89] "kube-apiserver-ha-572000-m03" [ac1c02f1-f023-4ad2-99bc-2657fb9d50d7] Running
I0717 10:39:25.249976 3636 system_pods.go:89] "kube-controller-manager-ha-572000" [075c4d23-04bd-404a-822d-ae7d326a68ac] Running
I0717 10:39:25.249979 3636 system_pods.go:89] "kube-controller-manager-ha-572000-m02" [3014bdb3-bb86-48d5-a045-2a8dab026bd8] Running
I0717 10:39:25.249983 3636 system_pods.go:89] "kube-controller-manager-ha-572000-m03" [3b76e220-3a5b-4dac-8f69-6b380799d2ef] Running
I0717 10:39:25.249987 3636 system_pods.go:89] "kube-proxy-5wcph" [731f5b57-131e-4e97-b47a-036b8d4edbcd] Running
I0717 10:39:25.249990 3636 system_pods.go:89] "kube-proxy-h7k9z" [cf687084-b40d-43b6-9476-8c60c5f37d1d] Running
I0717 10:39:25.249994 3636 system_pods.go:89] "kube-proxy-hst7h" [2b7c8d2c-3d71-4357-9429-1d8438c446f5] Running
I0717 10:39:25.249997 3636 system_pods.go:89] "kube-proxy-v6jxh" [3f952fc8-747f-49da-b400-5212dba538d8] Running
I0717 10:39:25.250001 3636 system_pods.go:89] "kube-scheduler-ha-572000" [da36a422-ba49-4cd6-8f47-9be7c43657be] Running
I0717 10:39:25.250005 3636 system_pods.go:89] "kube-scheduler-ha-572000-m02" [13e289a2-8d3c-478f-9220-1d114dd5bf62] Running
I0717 10:39:25.250008 3636 system_pods.go:89] "kube-scheduler-ha-572000-m03" [428716db-8096-4b57-9f90-e706d5683852] Running
I0717 10:39:25.250012 3636 system_pods.go:89] "kube-vip-ha-572000" [57c4f54d-e859-4429-90dd-0402a9e73727] Running
I0717 10:39:25.250019 3636 system_pods.go:89] "kube-vip-ha-572000-m02" [fa57b8d2-bc41-42af-9d9a-1b68f882e6fe] Running
I0717 10:39:25.250026 3636 system_pods.go:89] "kube-vip-ha-572000-m03" [a35c5007-dfe3-4b58-b16c-d568b8f9c1c2] Running
I0717 10:39:25.250031 3636 system_pods.go:89] "storage-provisioner" [1801216d-6529-4049-b874-1577132fc03f] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0717 10:39:25.250037 3636 system_pods.go:126] duration metric: took 205.924043ms to wait for k8s-apps to be running ...
I0717 10:39:25.250043 3636 system_svc.go:44] waiting for kubelet service to be running ....
I0717 10:39:25.250097 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0717 10:39:25.260730 3636 system_svc.go:56] duration metric: took 10.680441ms WaitForService to wait for kubelet
I0717 10:39:25.260752 3636 kubeadm.go:582] duration metric: took 54.020711767s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0717 10:39:25.260767 3636 node_conditions.go:102] verifying NodePressure condition ...
I0717 10:39:25.440260 3636 request.go:629] Waited for 179.444294ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes
I0717 10:39:25.440305 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes
I0717 10:39:25.440313 3636 round_trippers.go:469] Request Headers:
I0717 10:39:25.440326 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:39:25.440335 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:39:25.443664 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:39:25.444820 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:39:25.444830 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:39:25.444839 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:39:25.444842 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:39:25.444845 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:39:25.444848 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:39:25.444851 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:39:25.444854 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:39:25.444857 3636 node_conditions.go:105] duration metric: took 184.081224ms to run NodePressure ...
I0717 10:39:25.444866 3636 start.go:241] waiting for startup goroutines ...
I0717 10:39:25.444881 3636 start.go:255] writing updated cluster config ...
I0717 10:39:25.466841 3636 out.go:177]
I0717 10:39:25.488444 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:39:25.488557 3636 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/config.json ...
I0717 10:39:25.511165 3636 out.go:177] * Starting "ha-572000-m04" worker node in "ha-572000" cluster
I0717 10:39:25.553049 3636 preload.go:131] Checking if preload exists for k8s version v1.30.2 and runtime docker
I0717 10:39:25.553078 3636 cache.go:56] Caching tarball of preloaded images
I0717 10:39:25.553293 3636 preload.go:172] Found /Users/jenkins/minikube-integration/19283-1099/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.30.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0717 10:39:25.553311 3636 cache.go:59] Finished verifying existence of preloaded tar for v1.30.2 on docker
I0717 10:39:25.553441 3636 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/config.json ...
I0717 10:39:25.554263 3636 start.go:360] acquireMachinesLock for ha-572000-m04: {Name:mk35dc96ec34810d74a098085edb80c9e36fb4a6 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0717 10:39:25.554357 3636 start.go:364] duration metric: took 71.034µs to acquireMachinesLock for "ha-572000-m04"
I0717 10:39:25.554380 3636 start.go:96] Skipping create...Using existing machine configuration
I0717 10:39:25.554388 3636 fix.go:54] fixHost starting: m04
I0717 10:39:25.554780 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:39:25.554805 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:39:25.564043 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52015
I0717 10:39:25.564385 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:39:25.564752 3636 main.go:141] libmachine: Using API Version 1
I0717 10:39:25.564769 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:39:25.564963 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:39:25.565075 3636 main.go:141] libmachine: (ha-572000-m04) Calling .DriverName
I0717 10:39:25.565158 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetState
I0717 10:39:25.565257 3636 main.go:141] libmachine: (ha-572000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:39:25.565368 3636 main.go:141] libmachine: (ha-572000-m04) DBG | hyperkit pid from json: 3096
I0717 10:39:25.566303 3636 main.go:141] libmachine: (ha-572000-m04) DBG | hyperkit pid 3096 missing from process table
I0717 10:39:25.566325 3636 fix.go:112] recreateIfNeeded on ha-572000-m04: state=Stopped err=<nil>
I0717 10:39:25.566334 3636 main.go:141] libmachine: (ha-572000-m04) Calling .DriverName
W0717 10:39:25.566413 3636 fix.go:138] unexpected machine state, will restart: <nil>
I0717 10:39:25.587318 3636 out.go:177] * Restarting existing hyperkit VM for "ha-572000-m04" ...
I0717 10:39:25.629121 3636 main.go:141] libmachine: (ha-572000-m04) Calling .Start
I0717 10:39:25.629280 3636 main.go:141] libmachine: (ha-572000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:39:25.629323 3636 main.go:141] libmachine: (ha-572000-m04) DBG | clean start, hyperkit pid file doesn't exist: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/hyperkit.pid
I0717 10:39:25.629373 3636 main.go:141] libmachine: (ha-572000-m04) DBG | Using UUID d62b35de-5f9d-4091-a1f9-ae55052b3d93
I0717 10:39:25.659758 3636 main.go:141] libmachine: (ha-572000-m04) DBG | Generated MAC 1e:37:45:6a:f1:7f
I0717 10:39:25.659780 3636 main.go:141] libmachine: (ha-572000-m04) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000
I0717 10:39:25.659921 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"d62b35de-5f9d-4091-a1f9-ae55052b3d93", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002879b0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0717 10:39:25.659979 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"d62b35de-5f9d-4091-a1f9-ae55052b3d93", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0002879b0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0717 10:39:25.660027 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "d62b35de-5f9d-4091-a1f9-ae55052b3d93", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/ha-572000-m04.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/tty,log=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/bzimage,/Users/jenkins/minikube-integration/19283-1099/.minikube/machine
s/ha-572000-m04/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000"}
I0717 10:39:25.660072 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U d62b35de-5f9d-4091-a1f9-ae55052b3d93 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/ha-572000-m04.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/tty,log=/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/console-ring -f kexec,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/bzimage,/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/initrd,earlyprintk=serial loglevel=3 console=t
tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-572000"
I0717 10:39:25.660086 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0717 10:39:25.661465 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 DEBUG: hyperkit: Pid is 3683
I0717 10:39:25.661986 3636 main.go:141] libmachine: (ha-572000-m04) DBG | Attempt 0
I0717 10:39:25.661995 3636 main.go:141] libmachine: (ha-572000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:39:25.662068 3636 main.go:141] libmachine: (ha-572000-m04) DBG | hyperkit pid from json: 3683
I0717 10:39:25.664876 3636 main.go:141] libmachine: (ha-572000-m04) DBG | Searching for 1e:37:45:6a:f1:7f in /var/db/dhcpd_leases ...
I0717 10:39:25.665000 3636 main.go:141] libmachine: (ha-572000-m04) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0717 10:39:25.665028 3636 main.go:141] libmachine: (ha-572000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:6e:d3:62:da:43:cf ID:1,6e:d3:62:da:43:cf Lease:0x6699530d}
I0717 10:39:25.665090 3636 main.go:141] libmachine: (ha-572000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:2:60:33:0:68:8b ID:1,2:60:33:0:68:8b Lease:0x669952ec}
I0717 10:39:25.665098 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetConfigRaw
I0717 10:39:25.665107 3636 main.go:141] libmachine: (ha-572000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:d2:a6:10:ad:80:98 ID:1,d2:a6:10:ad:80:98 Lease:0x669952da}
I0717 10:39:25.665121 3636 main.go:141] libmachine: (ha-572000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:1e:37:45:6a:f1:7f ID:1,1e:37:45:6a:f1:7f Lease:0x6698001b}
I0717 10:39:25.665133 3636 main.go:141] libmachine: (ha-572000-m04) DBG | Found match: 1e:37:45:6a:f1:7f
I0717 10:39:25.665155 3636 main.go:141] libmachine: (ha-572000-m04) DBG | IP: 192.169.0.8
I0717 10:39:25.665871 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetIP
I0717 10:39:25.666075 3636 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/config.json ...
I0717 10:39:25.666480 3636 machine.go:94] provisionDockerMachine start ...
I0717 10:39:25.666492 3636 main.go:141] libmachine: (ha-572000-m04) Calling .DriverName
I0717 10:39:25.666622 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:39:25.666758 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:39:25.666855 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:39:25.666997 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:39:25.667100 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:39:25.667218 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:39:25.667397 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0717 10:39:25.667404 3636 main.go:141] libmachine: About to run SSH command:
hostname
I0717 10:39:25.669640 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0717 10:39:25.678044 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0717 10:39:25.679048 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0717 10:39:25.679102 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0717 10:39:25.679117 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0717 10:39:25.679129 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:25 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0717 10:39:26.061153 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:26 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0717 10:39:26.061169 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:26 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0717 10:39:26.176025 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:26 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0717 10:39:26.176085 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:26 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0717 10:39:26.176109 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:26 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0717 10:39:26.176141 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:26 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0717 10:39:26.176817 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:26 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0717 10:39:26.176827 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:26 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0717 10:39:31.459017 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:31 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0717 10:39:31.459116 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:31 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0717 10:39:31.459128 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:31 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0717 10:39:31.482911 3636 main.go:141] libmachine: (ha-572000-m04) DBG | 2024/07/17 10:39:31 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0717 10:40:00.729304 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0717 10:40:00.729320 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetMachineName
I0717 10:40:00.729447 3636 buildroot.go:166] provisioning hostname "ha-572000-m04"
I0717 10:40:00.729459 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetMachineName
I0717 10:40:00.729548 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:40:00.729650 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:40:00.729752 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:00.729829 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:00.729922 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:40:00.730060 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:40:00.730229 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0717 10:40:00.730238 3636 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-572000-m04 && echo "ha-572000-m04" | sudo tee /etc/hostname
I0717 10:40:00.792250 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-572000-m04
I0717 10:40:00.792267 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:40:00.792395 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:40:00.792496 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:00.792601 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:00.792686 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:40:00.792813 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:40:00.792953 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0717 10:40:00.792965 3636 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-572000-m04' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-572000-m04/g' /etc/hosts;
else
echo '127.0.1.1 ha-572000-m04' | sudo tee -a /etc/hosts;
fi
fi
I0717 10:40:00.851570 3636 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0717 10:40:00.851592 3636 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19283-1099/.minikube CaCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19283-1099/.minikube}
I0717 10:40:00.851608 3636 buildroot.go:174] setting up certificates
I0717 10:40:00.851614 3636 provision.go:84] configureAuth start
I0717 10:40:00.851621 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetMachineName
I0717 10:40:00.851754 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetIP
I0717 10:40:00.851843 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:40:00.851935 3636 provision.go:143] copyHostCerts
I0717 10:40:00.851965 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem
I0717 10:40:00.852026 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem, removing ...
I0717 10:40:00.852032 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem
I0717 10:40:00.852183 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.pem (1078 bytes)
I0717 10:40:00.852421 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem
I0717 10:40:00.852465 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem, removing ...
I0717 10:40:00.852470 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem
I0717 10:40:00.852549 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/cert.pem (1123 bytes)
I0717 10:40:00.852695 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem
I0717 10:40:00.852734 3636 exec_runner.go:144] found /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem, removing ...
I0717 10:40:00.852739 3636 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem
I0717 10:40:00.852814 3636 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19283-1099/.minikube/key.pem (1679 bytes)
I0717 10:40:00.852963 3636 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem org=jenkins.ha-572000-m04 san=[127.0.0.1 192.169.0.8 ha-572000-m04 localhost minikube]
I0717 10:40:01.012731 3636 provision.go:177] copyRemoteCerts
I0717 10:40:01.012781 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0717 10:40:01.012796 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:40:01.012945 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:40:01.013036 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:01.013118 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:40:01.013205 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/id_rsa Username:docker}
I0717 10:40:01.045440 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem -> /etc/docker/server.pem
I0717 10:40:01.045513 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0717 10:40:01.065877 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0717 10:40:01.065952 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0717 10:40:01.086341 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0717 10:40:01.086417 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0717 10:40:01.107237 3636 provision.go:87] duration metric: took 255.607467ms to configureAuth
I0717 10:40:01.107252 3636 buildroot.go:189] setting minikube options for container-runtime
I0717 10:40:01.107441 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:40:01.107470 3636 main.go:141] libmachine: (ha-572000-m04) Calling .DriverName
I0717 10:40:01.107602 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:40:01.107691 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:40:01.107775 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:01.107862 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:01.107936 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:40:01.108052 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:40:01.108176 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0717 10:40:01.108184 3636 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0717 10:40:01.159812 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0717 10:40:01.159826 3636 buildroot.go:70] root file system type: tmpfs
I0717 10:40:01.159906 3636 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0717 10:40:01.159918 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:40:01.160045 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:40:01.160133 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:01.160218 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:01.160312 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:40:01.160436 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:40:01.160588 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0717 10:40:01.160638 3636 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.5"
Environment="NO_PROXY=192.169.0.5,192.169.0.6"
Environment="NO_PROXY=192.169.0.5,192.169.0.6,192.169.0.7"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0717 10:40:01.222986 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.5
Environment=NO_PROXY=192.169.0.5,192.169.0.6
Environment=NO_PROXY=192.169.0.5,192.169.0.6,192.169.0.7
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0717 10:40:01.223013 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:40:01.223158 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:40:01.223263 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:01.223339 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:01.223425 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:40:01.223557 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:40:01.223705 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0717 10:40:01.223717 3636 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0717 10:40:02.793231 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0717 10:40:02.793247 3636 machine.go:97] duration metric: took 37.125816173s to provisionDockerMachine
I0717 10:40:02.793256 3636 start.go:293] postStartSetup for "ha-572000-m04" (driver="hyperkit")
I0717 10:40:02.793263 3636 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0717 10:40:02.793273 3636 main.go:141] libmachine: (ha-572000-m04) Calling .DriverName
I0717 10:40:02.793461 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0717 10:40:02.793475 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:40:02.793570 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:40:02.793662 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:02.793746 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:40:02.793821 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/id_rsa Username:docker}
I0717 10:40:02.826174 3636 ssh_runner.go:195] Run: cat /etc/os-release
I0717 10:40:02.829517 3636 info.go:137] Remote host: Buildroot 2023.02.9
I0717 10:40:02.829527 3636 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19283-1099/.minikube/addons for local assets ...
I0717 10:40:02.829627 3636 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19283-1099/.minikube/files for local assets ...
I0717 10:40:02.829814 3636 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> 16392.pem in /etc/ssl/certs
I0717 10:40:02.829820 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> /etc/ssl/certs/16392.pem
I0717 10:40:02.830025 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0717 10:40:02.837723 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem --> /etc/ssl/certs/16392.pem (1708 bytes)
I0717 10:40:02.858109 3636 start.go:296] duration metric: took 64.843134ms for postStartSetup
I0717 10:40:02.858164 3636 main.go:141] libmachine: (ha-572000-m04) Calling .DriverName
I0717 10:40:02.858343 3636 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0717 10:40:02.858357 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:40:02.858452 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:40:02.858535 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:02.858625 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:40:02.858709 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/id_rsa Username:docker}
I0717 10:40:02.891466 3636 machine.go:198] restoring vm config from /var/lib/minikube/backup: [etc]
I0717 10:40:02.891526 3636 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0717 10:40:02.924508 3636 fix.go:56] duration metric: took 37.369170253s for fixHost
I0717 10:40:02.924533 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:40:02.924664 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:40:02.924753 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:02.924844 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:02.924927 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:40:02.925043 3636 main.go:141] libmachine: Using SSH client type: native
I0717 10:40:02.925181 3636 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8c04060] 0x8c06dc0 <nil> [] 0s} 192.169.0.8 22 <nil> <nil>}
I0717 10:40:02.925189 3636 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0717 10:40:02.979156 3636 main.go:141] libmachine: SSH cmd err, output: <nil>: 1721238002.907586801
I0717 10:40:02.979168 3636 fix.go:216] guest clock: 1721238002.907586801
I0717 10:40:02.979174 3636 fix.go:229] Guest: 2024-07-17 10:40:02.907586801 -0700 PDT Remote: 2024-07-17 10:40:02.924523 -0700 PDT m=+161.794729692 (delta=-16.936199ms)
I0717 10:40:02.979185 3636 fix.go:200] guest clock delta is within tolerance: -16.936199ms
I0717 10:40:02.979189 3636 start.go:83] releasing machines lock for "ha-572000-m04", held for 37.423872596s
I0717 10:40:02.979207 3636 main.go:141] libmachine: (ha-572000-m04) Calling .DriverName
I0717 10:40:02.979341 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetIP
I0717 10:40:03.002677 3636 out.go:177] * Found network options:
I0717 10:40:03.023433 3636 out.go:177] - NO_PROXY=192.169.0.5,192.169.0.6,192.169.0.7
W0717 10:40:03.044600 3636 proxy.go:119] fail to check proxy env: Error ip not in block
W0717 10:40:03.044630 3636 proxy.go:119] fail to check proxy env: Error ip not in block
W0717 10:40:03.044645 3636 proxy.go:119] fail to check proxy env: Error ip not in block
I0717 10:40:03.044662 3636 main.go:141] libmachine: (ha-572000-m04) Calling .DriverName
I0717 10:40:03.045380 3636 main.go:141] libmachine: (ha-572000-m04) Calling .DriverName
I0717 10:40:03.045584 3636 main.go:141] libmachine: (ha-572000-m04) Calling .DriverName
I0717 10:40:03.045691 3636 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0717 10:40:03.045739 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
W0717 10:40:03.045803 3636 proxy.go:119] fail to check proxy env: Error ip not in block
W0717 10:40:03.045829 3636 proxy.go:119] fail to check proxy env: Error ip not in block
W0717 10:40:03.045847 3636 proxy.go:119] fail to check proxy env: Error ip not in block
I0717 10:40:03.045916 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:40:03.045932 3636 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0717 10:40:03.045950 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHHostname
I0717 10:40:03.046116 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:03.046197 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHPort
I0717 10:40:03.046277 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:40:03.046336 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHKeyPath
I0717 10:40:03.046416 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/id_rsa Username:docker}
I0717 10:40:03.046472 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetSSHUsername
I0717 10:40:03.046583 3636 sshutil.go:53] new ssh client: &{IP:192.169.0.8 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19283-1099/.minikube/machines/ha-572000-m04/id_rsa Username:docker}
W0717 10:40:03.078338 3636 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0717 10:40:03.078404 3636 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0717 10:40:03.127460 3636 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0717 10:40:03.127478 3636 start.go:495] detecting cgroup driver to use...
I0717 10:40:03.127562 3636 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0717 10:40:03.143174 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0717 10:40:03.152039 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0717 10:40:03.160575 3636 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0717 10:40:03.160636 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0717 10:40:03.169267 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0717 10:40:03.178061 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0717 10:40:03.186799 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0717 10:40:03.195713 3636 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0717 10:40:03.205361 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0717 10:40:03.214887 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0717 10:40:03.223632 3636 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0717 10:40:03.232306 3636 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0717 10:40:03.240303 3636 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0717 10:40:03.248146 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:40:03.349118 3636 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0717 10:40:03.368632 3636 start.go:495] detecting cgroup driver to use...
I0717 10:40:03.368697 3636 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0717 10:40:03.382935 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0717 10:40:03.394904 3636 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0717 10:40:03.408677 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0717 10:40:03.424538 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0717 10:40:03.436679 3636 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0717 10:40:03.457267 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0717 10:40:03.468621 3636 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0717 10:40:03.484458 3636 ssh_runner.go:195] Run: which cri-dockerd
I0717 10:40:03.487477 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0717 10:40:03.495866 3636 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0717 10:40:03.509467 3636 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0717 10:40:03.610005 3636 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0717 10:40:03.711300 3636 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0717 10:40:03.711330 3636 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0717 10:40:03.725314 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:40:03.818685 3636 ssh_runner.go:195] Run: sudo systemctl restart docker
I0717 10:40:06.069148 3636 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.250387117s)
I0717 10:40:06.069225 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0717 10:40:06.080064 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0717 10:40:06.090634 3636 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0717 10:40:06.182522 3636 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0717 10:40:06.285041 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:40:06.397211 3636 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0717 10:40:06.410586 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0717 10:40:06.421941 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:40:06.525211 3636 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0717 10:40:06.593566 3636 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0717 10:40:06.593658 3636 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0717 10:40:06.598237 3636 start.go:563] Will wait 60s for crictl version
I0717 10:40:06.598298 3636 ssh_runner.go:195] Run: which crictl
I0717 10:40:06.601369 3636 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0717 10:40:06.630287 3636 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.0.3
RuntimeApiVersion: v1
I0717 10:40:06.630357 3636 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0717 10:40:06.648217 3636 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0717 10:40:06.713331 3636 out.go:204] * Preparing Kubernetes v1.30.2 on Docker 27.0.3 ...
I0717 10:40:06.734501 3636 out.go:177] - env NO_PROXY=192.169.0.5
I0717 10:40:06.755443 3636 out.go:177] - env NO_PROXY=192.169.0.5,192.169.0.6
I0717 10:40:06.776545 3636 out.go:177] - env NO_PROXY=192.169.0.5,192.169.0.6,192.169.0.7
I0717 10:40:06.797619 3636 main.go:141] libmachine: (ha-572000-m04) Calling .GetIP
I0717 10:40:06.797849 3636 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0717 10:40:06.801369 3636 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0717 10:40:06.811681 3636 mustload.go:65] Loading cluster: ha-572000
I0717 10:40:06.811867 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:40:06.812096 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:40:06.812120 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:40:06.821106 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52038
I0717 10:40:06.821460 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:40:06.821823 3636 main.go:141] libmachine: Using API Version 1
I0717 10:40:06.821839 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:40:06.822045 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:40:06.822158 3636 main.go:141] libmachine: (ha-572000) Calling .GetState
I0717 10:40:06.822237 3636 main.go:141] libmachine: (ha-572000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0717 10:40:06.822325 3636 main.go:141] libmachine: (ha-572000) DBG | hyperkit pid from json: 3650
I0717 10:40:06.823304 3636 host.go:66] Checking if "ha-572000" exists ...
I0717 10:40:06.823558 3636 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0717 10:40:06.823583 3636 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0717 10:40:06.832052 3636 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52040
I0717 10:40:06.832422 3636 main.go:141] libmachine: () Calling .GetVersion
I0717 10:40:06.832722 3636 main.go:141] libmachine: Using API Version 1
I0717 10:40:06.832733 3636 main.go:141] libmachine: () Calling .SetConfigRaw
I0717 10:40:06.832924 3636 main.go:141] libmachine: () Calling .GetMachineName
I0717 10:40:06.833068 3636 main.go:141] libmachine: (ha-572000) Calling .DriverName
I0717 10:40:06.833173 3636 certs.go:68] Setting up /Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000 for IP: 192.169.0.8
I0717 10:40:06.833178 3636 certs.go:194] generating shared ca certs ...
I0717 10:40:06.833187 3636 certs.go:226] acquiring lock for ca certs: {Name:mk556f0034fd1398769f39242a6de33bc5cbce7b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0717 10:40:06.833369 3636 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key
I0717 10:40:06.833445 3636 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key
I0717 10:40:06.833455 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0717 10:40:06.833477 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0717 10:40:06.833496 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0717 10:40:06.833513 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0717 10:40:06.833602 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem (1338 bytes)
W0717 10:40:06.833654 3636 certs.go:480] ignoring /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639_empty.pem, impossibly tiny 0 bytes
I0717 10:40:06.833664 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca-key.pem (1679 bytes)
I0717 10:40:06.833699 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/ca.pem (1078 bytes)
I0717 10:40:06.833731 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/cert.pem (1123 bytes)
I0717 10:40:06.833765 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/key.pem (1679 bytes)
I0717 10:40:06.833830 3636 certs.go:484] found cert: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem (1708 bytes)
I0717 10:40:06.833866 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem -> /usr/share/ca-certificates/16392.pem
I0717 10:40:06.833895 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0717 10:40:06.833914 3636 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem -> /usr/share/ca-certificates/1639.pem
I0717 10:40:06.833943 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0717 10:40:06.854528 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0717 10:40:06.874473 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0717 10:40:06.894419 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0717 10:40:06.914655 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/files/etc/ssl/certs/16392.pem --> /usr/share/ca-certificates/16392.pem (1708 bytes)
I0717 10:40:06.934481 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0717 10:40:06.953938 3636 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19283-1099/.minikube/certs/1639.pem --> /usr/share/ca-certificates/1639.pem (1338 bytes)
I0717 10:40:06.973423 3636 ssh_runner.go:195] Run: openssl version
I0717 10:40:06.977846 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0717 10:40:06.987226 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0717 10:40:06.990594 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Jul 17 17:11 /usr/share/ca-certificates/minikubeCA.pem
I0717 10:40:06.990633 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0717 10:40:06.994910 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0717 10:40:07.004316 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1639.pem && ln -fs /usr/share/ca-certificates/1639.pem /etc/ssl/certs/1639.pem"
I0717 10:40:07.013700 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1639.pem
I0717 10:40:07.017207 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Jul 17 17:20 /usr/share/ca-certificates/1639.pem
I0717 10:40:07.017252 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1639.pem
I0717 10:40:07.021661 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1639.pem /etc/ssl/certs/51391683.0"
I0717 10:40:07.030891 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16392.pem && ln -fs /usr/share/ca-certificates/16392.pem /etc/ssl/certs/16392.pem"
I0717 10:40:07.040013 3636 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16392.pem
I0717 10:40:07.043424 3636 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Jul 17 17:20 /usr/share/ca-certificates/16392.pem
I0717 10:40:07.043460 3636 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16392.pem
I0717 10:40:07.048023 3636 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16392.pem /etc/ssl/certs/3ec20f2e.0"
I0717 10:40:07.057292 3636 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0717 10:40:07.060465 3636 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0717 10:40:07.060498 3636 kubeadm.go:934] updating node {m04 192.169.0.8 0 v1.30.2 docker false true} ...
I0717 10:40:07.060568 3636 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.30.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-572000-m04 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.8
[Install]
config:
{KubernetesVersion:v1.30.2 ClusterName:ha-572000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0717 10:40:07.060612 3636 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.30.2
I0717 10:40:07.068828 3636 binaries.go:44] Found k8s binaries, skipping transfer
I0717 10:40:07.068888 3636 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I0717 10:40:07.077989 3636 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)
I0717 10:40:07.091753 3636 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0717 10:40:07.105613 3636 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0717 10:40:07.108527 3636 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0717 10:40:07.118827 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:40:07.218618 3636 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0717 10:40:07.232580 3636 start.go:235] Will wait 6m0s for node &{Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.30.2 ContainerRuntime:docker ControlPlane:false Worker:true}
I0717 10:40:07.232780 3636 config.go:182] Loaded profile config "ha-572000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.30.2
I0717 10:40:07.270354 3636 out.go:177] * Verifying Kubernetes components...
I0717 10:40:07.343786 3636 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0717 10:40:07.486955 3636 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0717 10:40:07.502599 3636 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19283-1099/kubeconfig
I0717 10:40:07.502930 3636 kapi.go:59] client config for ha-572000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/profiles/ha-572000/client.key", CAFile:"/Users/jenkins/minikube-integration/19283-1099/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}
, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xa0a8b40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0717 10:40:07.502990 3636 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.5:8443
I0717 10:40:07.503236 3636 node_ready.go:35] waiting up to 6m0s for node "ha-572000-m04" to be "Ready" ...
I0717 10:40:07.503290 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m04
I0717 10:40:07.503296 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.503303 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.503305 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.507147 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:40:07.507598 3636 node_ready.go:49] node "ha-572000-m04" has status "Ready":"True"
I0717 10:40:07.507619 3636 node_ready.go:38] duration metric: took 4.370479ms for node "ha-572000-m04" to be "Ready" ...
I0717 10:40:07.507631 3636 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0717 10:40:07.507695 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0717 10:40:07.507705 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.507714 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.507718 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.517761 3636 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I0717 10:40:07.525740 3636 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace to be "Ready" ...
I0717 10:40:07.525796 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-2phrp
I0717 10:40:07.525804 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.525810 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.525815 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.527956 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:07.528370 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:40:07.528378 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.528384 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.528387 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.530521 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:07.530888 3636 pod_ready.go:92] pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:07.530899 3636 pod_ready.go:81] duration metric: took 5.142557ms for pod "coredns-7db6d8ff4d-2phrp" in "kube-system" namespace to be "Ready" ...
I0717 10:40:07.530907 3636 pod_ready.go:78] waiting up to 6m0s for pod "coredns-7db6d8ff4d-9dzd5" in "kube-system" namespace to be "Ready" ...
I0717 10:40:07.530969 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7db6d8ff4d-9dzd5
I0717 10:40:07.530978 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.530985 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.530990 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.533172 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:07.533578 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:40:07.533586 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.533592 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.533595 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.535152 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:40:07.535453 3636 pod_ready.go:92] pod "coredns-7db6d8ff4d-9dzd5" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:07.535462 3636 pod_ready.go:81] duration metric: took 4.549454ms for pod "coredns-7db6d8ff4d-9dzd5" in "kube-system" namespace to be "Ready" ...
I0717 10:40:07.535469 3636 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:40:07.535504 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-572000
I0717 10:40:07.535509 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.535515 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.535519 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.537042 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:40:07.537410 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:40:07.537417 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.537423 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.537426 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.538975 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:40:07.539323 3636 pod_ready.go:92] pod "etcd-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:07.539331 3636 pod_ready.go:81] duration metric: took 3.856623ms for pod "etcd-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:40:07.539337 3636 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:40:07.539378 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-572000-m02
I0717 10:40:07.539383 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.539389 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.539393 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.541081 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:40:07.541459 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:40:07.541467 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.541473 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.541476 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.542992 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:40:07.543383 3636 pod_ready.go:92] pod "etcd-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:07.543391 3636 pod_ready.go:81] duration metric: took 4.050033ms for pod "etcd-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:40:07.543397 3636 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:40:07.703505 3636 request.go:629] Waited for 160.066521ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-572000-m03
I0717 10:40:07.703540 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-572000-m03
I0717 10:40:07.703545 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.703551 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.703556 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.705548 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:40:07.903510 3636 request.go:629] Waited for 197.511686ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:40:07.903551 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:40:07.903556 3636 round_trippers.go:469] Request Headers:
I0717 10:40:07.903562 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:07.903601 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:07.905857 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:07.906157 3636 pod_ready.go:92] pod "etcd-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:07.906168 3636 pod_ready.go:81] duration metric: took 362.756768ms for pod "etcd-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:40:07.906180 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:40:08.103966 3636 request.go:629] Waited for 197.743139ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000
I0717 10:40:08.104021 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000
I0717 10:40:08.104030 3636 round_trippers.go:469] Request Headers:
I0717 10:40:08.104037 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:08.104046 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:08.106066 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:08.303534 3636 request.go:629] Waited for 196.774341ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:40:08.303599 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:40:08.303671 3636 round_trippers.go:469] Request Headers:
I0717 10:40:08.303686 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:08.303697 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:08.306313 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:08.306837 3636 pod_ready.go:92] pod "kube-apiserver-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:08.306847 3636 pod_ready.go:81] duration metric: took 400.65093ms for pod "kube-apiserver-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:40:08.306854 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:40:08.503920 3636 request.go:629] Waited for 197.018157ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m02
I0717 10:40:08.503964 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m02
I0717 10:40:08.503984 3636 round_trippers.go:469] Request Headers:
I0717 10:40:08.503990 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:08.503995 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:08.506056 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:08.703436 3636 request.go:629] Waited for 196.948288ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:40:08.703494 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:40:08.703500 3636 round_trippers.go:469] Request Headers:
I0717 10:40:08.703506 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:08.703511 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:08.705852 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:08.706163 3636 pod_ready.go:92] pod "kube-apiserver-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:08.706173 3636 pod_ready.go:81] duration metric: took 399.30321ms for pod "kube-apiserver-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:40:08.706179 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:40:08.903771 3636 request.go:629] Waited for 197.50006ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m03
I0717 10:40:08.903806 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-572000-m03
I0717 10:40:08.903813 3636 round_trippers.go:469] Request Headers:
I0717 10:40:08.903820 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:08.903824 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:08.906399 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:09.104084 3636 request.go:629] Waited for 197.163497ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:40:09.104171 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:40:09.104176 3636 round_trippers.go:469] Request Headers:
I0717 10:40:09.104182 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:09.104187 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:09.106361 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:09.106707 3636 pod_ready.go:92] pod "kube-apiserver-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:09.106718 3636 pod_ready.go:81] duration metric: took 400.52413ms for pod "kube-apiserver-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:40:09.106726 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:40:09.304052 3636 request.go:629] Waited for 197.283261ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000
I0717 10:40:09.304088 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000
I0717 10:40:09.304093 3636 round_trippers.go:469] Request Headers:
I0717 10:40:09.304130 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:09.304135 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:09.306083 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:40:09.504106 3636 request.go:629] Waited for 197.645757ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:40:09.504208 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:40:09.504220 3636 round_trippers.go:469] Request Headers:
I0717 10:40:09.504232 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:09.504240 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:09.511286 3636 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I0717 10:40:09.511696 3636 pod_ready.go:92] pod "kube-controller-manager-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:09.511709 3636 pod_ready.go:81] duration metric: took 404.967221ms for pod "kube-controller-manager-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:40:09.511716 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:40:09.703585 3636 request.go:629] Waited for 191.795231ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m02
I0717 10:40:09.703642 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m02
I0717 10:40:09.703653 3636 round_trippers.go:469] Request Headers:
I0717 10:40:09.703665 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:09.703671 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:09.706720 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:40:09.904070 3636 request.go:629] Waited for 196.771647ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:40:09.904118 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:40:09.904125 3636 round_trippers.go:469] Request Headers:
I0717 10:40:09.904134 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:09.904140 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:09.906439 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:09.906766 3636 pod_ready.go:92] pod "kube-controller-manager-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:09.906776 3636 pod_ready.go:81] duration metric: took 395.046014ms for pod "kube-controller-manager-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:40:09.906787 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:40:10.104935 3636 request.go:629] Waited for 198.017235ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m03
I0717 10:40:10.105019 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-572000-m03
I0717 10:40:10.105031 3636 round_trippers.go:469] Request Headers:
I0717 10:40:10.105061 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:10.105068 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:10.108223 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:40:10.304013 3636 request.go:629] Waited for 195.251924ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:40:10.304073 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:40:10.304086 3636 round_trippers.go:469] Request Headers:
I0717 10:40:10.304097 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:10.304106 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:10.307327 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:40:10.307882 3636 pod_ready.go:92] pod "kube-controller-manager-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:10.307891 3636 pod_ready.go:81] duration metric: took 401.08706ms for pod "kube-controller-manager-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:40:10.307899 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-5wcph" in "kube-system" namespace to be "Ready" ...
I0717 10:40:10.504739 3636 request.go:629] Waited for 196.801571ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5wcph
I0717 10:40:10.504780 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5wcph
I0717 10:40:10.504821 3636 round_trippers.go:469] Request Headers:
I0717 10:40:10.504827 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:10.504831 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:10.506960 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:10.703733 3636 request.go:629] Waited for 196.095597ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m04
I0717 10:40:10.703831 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m04
I0717 10:40:10.703840 3636 round_trippers.go:469] Request Headers:
I0717 10:40:10.703866 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:10.703875 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:10.706696 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:10.707101 3636 pod_ready.go:92] pod "kube-proxy-5wcph" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:10.707111 3636 pod_ready.go:81] duration metric: took 399.196595ms for pod "kube-proxy-5wcph" in "kube-system" namespace to be "Ready" ...
I0717 10:40:10.707118 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-h7k9z" in "kube-system" namespace to be "Ready" ...
I0717 10:40:10.903773 3636 request.go:629] Waited for 196.61026ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-h7k9z
I0717 10:40:10.903910 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-h7k9z
I0717 10:40:10.903927 3636 round_trippers.go:469] Request Headers:
I0717 10:40:10.903945 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:10.903955 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:10.906117 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:11.104247 3636 request.go:629] Waited for 197.64653ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:40:11.104330 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:40:11.104339 3636 round_trippers.go:469] Request Headers:
I0717 10:40:11.104351 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:11.104362 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:11.107473 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:40:11.107930 3636 pod_ready.go:92] pod "kube-proxy-h7k9z" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:11.107945 3636 pod_ready.go:81] duration metric: took 400.810357ms for pod "kube-proxy-h7k9z" in "kube-system" namespace to be "Ready" ...
I0717 10:40:11.107954 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-hst7h" in "kube-system" namespace to be "Ready" ...
I0717 10:40:11.304083 3636 request.go:629] Waited for 196.074281ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hst7h
I0717 10:40:11.304132 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hst7h
I0717 10:40:11.304139 3636 round_trippers.go:469] Request Headers:
I0717 10:40:11.304147 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:11.304151 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:11.306391 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:11.503460 3636 request.go:629] Waited for 196.558235ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:40:11.503507 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:40:11.503513 3636 round_trippers.go:469] Request Headers:
I0717 10:40:11.503519 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:11.503523 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:11.505457 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:40:11.505774 3636 pod_ready.go:92] pod "kube-proxy-hst7h" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:11.505785 3636 pod_ready.go:81] duration metric: took 397.815014ms for pod "kube-proxy-hst7h" in "kube-system" namespace to be "Ready" ...
I0717 10:40:11.505792 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-v6jxh" in "kube-system" namespace to be "Ready" ...
I0717 10:40:11.704821 3636 request.go:629] Waited for 198.981688ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-v6jxh
I0717 10:40:11.704918 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-v6jxh
I0717 10:40:11.704927 3636 round_trippers.go:469] Request Headers:
I0717 10:40:11.704933 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:11.704936 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:11.707262 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:11.903612 3636 request.go:629] Waited for 195.874248ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:40:11.903682 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:40:11.903689 3636 round_trippers.go:469] Request Headers:
I0717 10:40:11.903696 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:11.903700 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:11.905982 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:11.906348 3636 pod_ready.go:92] pod "kube-proxy-v6jxh" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:11.906359 3636 pod_ready.go:81] duration metric: took 400.551047ms for pod "kube-proxy-v6jxh" in "kube-system" namespace to be "Ready" ...
I0717 10:40:11.906369 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:40:12.103492 3636 request.go:629] Waited for 197.075685ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000
I0717 10:40:12.103568 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000
I0717 10:40:12.103574 3636 round_trippers.go:469] Request Headers:
I0717 10:40:12.103580 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:12.103585 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:12.105506 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:40:12.303814 3636 request.go:629] Waited for 197.930746ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:40:12.303844 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000
I0717 10:40:12.303850 3636 round_trippers.go:469] Request Headers:
I0717 10:40:12.303867 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:12.303874 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:12.305845 3636 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0717 10:40:12.306164 3636 pod_ready.go:92] pod "kube-scheduler-ha-572000" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:12.306174 3636 pod_ready.go:81] duration metric: took 399.787712ms for pod "kube-scheduler-ha-572000" in "kube-system" namespace to be "Ready" ...
I0717 10:40:12.306181 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:40:12.503949 3636 request.go:629] Waited for 197.718801ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m02
I0717 10:40:12.504068 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m02
I0717 10:40:12.504079 3636 round_trippers.go:469] Request Headers:
I0717 10:40:12.504087 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:12.504093 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:12.506372 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:12.704852 3636 request.go:629] Waited for 198.155745ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:40:12.704924 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m02
I0717 10:40:12.704932 3636 round_trippers.go:469] Request Headers:
I0717 10:40:12.704940 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:12.704944 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:12.707307 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:12.707616 3636 pod_ready.go:92] pod "kube-scheduler-ha-572000-m02" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:12.707626 3636 pod_ready.go:81] duration metric: took 401.429815ms for pod "kube-scheduler-ha-572000-m02" in "kube-system" namespace to be "Ready" ...
I0717 10:40:12.707633 3636 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:40:12.903728 3636 request.go:629] Waited for 196.035029ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m03
I0717 10:40:12.903828 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-572000-m03
I0717 10:40:12.903836 3636 round_trippers.go:469] Request Headers:
I0717 10:40:12.903842 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:12.903845 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:12.906224 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:13.103515 3636 request.go:629] Waited for 196.951957ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:40:13.103588 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-572000-m03
I0717 10:40:13.103593 3636 round_trippers.go:469] Request Headers:
I0717 10:40:13.103599 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:13.103603 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:13.105622 3636 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0717 10:40:13.106020 3636 pod_ready.go:92] pod "kube-scheduler-ha-572000-m03" in "kube-system" namespace has status "Ready":"True"
I0717 10:40:13.106029 3636 pod_ready.go:81] duration metric: took 398.380033ms for pod "kube-scheduler-ha-572000-m03" in "kube-system" namespace to be "Ready" ...
I0717 10:40:13.106046 3636 pod_ready.go:38] duration metric: took 5.59825813s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0717 10:40:13.106061 3636 system_svc.go:44] waiting for kubelet service to be running ....
I0717 10:40:13.106113 3636 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0717 10:40:13.116872 3636 system_svc.go:56] duration metric: took 10.807598ms WaitForService to wait for kubelet
I0717 10:40:13.116887 3636 kubeadm.go:582] duration metric: took 5.884130758s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0717 10:40:13.116904 3636 node_conditions.go:102] verifying NodePressure condition ...
I0717 10:40:13.303772 3636 request.go:629] Waited for 186.81691ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes
I0717 10:40:13.303803 3636 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes
I0717 10:40:13.303807 3636 round_trippers.go:469] Request Headers:
I0717 10:40:13.303841 3636 round_trippers.go:473] Accept: application/json, */*
I0717 10:40:13.303846 3636 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0717 10:40:13.306895 3636 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0717 10:40:13.307714 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:40:13.307729 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:40:13.307740 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:40:13.307744 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:40:13.307748 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:40:13.307751 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:40:13.307757 3636 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0717 10:40:13.307761 3636 node_conditions.go:123] node cpu capacity is 2
I0717 10:40:13.307764 3636 node_conditions.go:105] duration metric: took 190.851869ms to run NodePressure ...
I0717 10:40:13.307772 3636 start.go:241] waiting for startup goroutines ...
I0717 10:40:13.307786 3636 start.go:255] writing updated cluster config ...
I0717 10:40:13.308139 3636 ssh_runner.go:195] Run: rm -f paused
I0717 10:40:13.349733 3636 start.go:600] kubectl: 1.29.2, cluster: 1.30.2 (minor skew: 1)
I0717 10:40:13.371543 3636 out.go:177] * Done! kubectl is now configured to use "ha-572000" cluster and "default" namespace by default
==> Docker <==
Jul 17 17:38:43 ha-572000 dockerd[1183]: time="2024-07-17T17:38:43.318326173Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 17 17:38:43 ha-572000 dockerd[1183]: time="2024-07-17T17:38:43.318386099Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 17 17:38:43 ha-572000 dockerd[1183]: time="2024-07-17T17:38:43.318398421Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 17 17:38:43 ha-572000 dockerd[1183]: time="2024-07-17T17:38:43.318954035Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 17 17:38:43 ha-572000 dockerd[1183]: time="2024-07-17T17:38:43.319450280Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.340195606Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.340255461Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.340333620Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.340397061Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.341315078Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.341404694Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.341501856Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.343515271Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.343612113Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.343637500Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.343972230Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 17 17:38:44 ha-572000 dockerd[1183]: time="2024-07-17T17:38:44.346166794Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 17 17:38:45 ha-572000 dockerd[1183]: time="2024-07-17T17:38:45.310104278Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Jul 17 17:38:45 ha-572000 dockerd[1183]: time="2024-07-17T17:38:45.310177463Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Jul 17 17:38:45 ha-572000 dockerd[1183]: time="2024-07-17T17:38:45.310195349Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 17 17:38:45 ha-572000 dockerd[1183]: time="2024-07-17T17:38:45.310377303Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Jul 17 17:39:13 ha-572000 dockerd[1176]: time="2024-07-17T17:39:13.526781737Z" level=info msg="ignoring event" container=a82cf6255e5a9038e6b9f99c7c61bb553ecd5668aef41bf2bd07606b44772403 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Jul 17 17:39:13 ha-572000 dockerd[1183]: time="2024-07-17T17:39:13.527422614Z" level=info msg="shim disconnected" id=a82cf6255e5a9038e6b9f99c7c61bb553ecd5668aef41bf2bd07606b44772403 namespace=moby
Jul 17 17:39:13 ha-572000 dockerd[1183]: time="2024-07-17T17:39:13.527577585Z" level=warning msg="cleaning up after shim disconnected" id=a82cf6255e5a9038e6b9f99c7c61bb553ecd5668aef41bf2bd07606b44772403 namespace=moby
Jul 17 17:39:13 ha-572000 dockerd[1183]: time="2024-07-17T17:39:13.527671021Z" level=info msg="cleaning up dead shim" namespace=moby
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
0544a7b38aa20 cbb01a7bd410d About a minute ago Running coredns 1 211b5a6515354 coredns-7db6d8ff4d-9dzd5
2f15e40a181ae 53c535741fb44 About a minute ago Running kube-proxy 1 4aab8735c2c04 kube-proxy-hst7h
a5d6b6937bc80 8c811b4aec35f About a minute ago Running busybox 1 24dc28c9171d4 busybox-fc5497c4f-5r4wl
90d12ecf2a207 5cc3abe5717db About a minute ago Running kindnet-cni 1 c4ad8ae388e4c kindnet-t85bv
a82cf6255e5a9 6e38f40d628db About a minute ago Exited storage-provisioner 1 be6e24303245d storage-provisioner
22dbe2e88f6f6 cbb01a7bd410d About a minute ago Running coredns 1 ebfbe4a086eb8 coredns-7db6d8ff4d-2phrp
d0c5e4f0005b0 e874818b3caac About a minute ago Running kube-controller-manager 6 3143df977771c kube-controller-manager-ha-572000
2988c5a570cb1 38af8ddebf499 2 minutes ago Running kube-vip 1 bb35c323d1311 kube-vip-ha-572000
b589feb3cd968 7820c83aa1394 2 minutes ago Running kube-scheduler 2 1f36c956df9c2 kube-scheduler-ha-572000
c4604d37a9454 3861cfcd7c04c 2 minutes ago Running etcd 3 73d23719d576c etcd-ha-572000
490b99a8cd7e0 56ce0fd9fb532 2 minutes ago Running kube-apiserver 6 43743c72743dc kube-apiserver-ha-572000
caed8fc7c24d9 e874818b3caac 2 minutes ago Exited kube-controller-manager 5 3143df977771c kube-controller-manager-ha-572000
cd333393aa057 56ce0fd9fb532 3 minutes ago Exited kube-apiserver 5 6d7eb0e874999 kube-apiserver-ha-572000
b6b4ce34842d6 3861cfcd7c04c 3 minutes ago Exited etcd 2 986ceb5a6f870 etcd-ha-572000
138bf6784d59c 38af8ddebf499 7 minutes ago Exited kube-vip 0 df04438a4c5cc kube-vip-ha-572000
a53f8fcdf5d97 7820c83aa1394 7 minutes ago Exited kube-scheduler 1 bfd880612991e kube-scheduler-ha-572000
e1a5eb1bed550 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 10 minutes ago Exited busybox 0 29ab413131af2 busybox-fc5497c4f-5r4wl
bb44d784bb7ab cbb01a7bd410d 12 minutes ago Exited coredns 0 b8c622f08395f coredns-7db6d8ff4d-2phrp
7b275812468c9 cbb01a7bd410d 12 minutes ago Exited coredns 0 2588bd7c40c23 coredns-7db6d8ff4d-9dzd5
6e40e1427ab20 kindest/kindnetd@sha256:88ed2adbc140254762f98fad7f4b16d279117356ebaf95aebf191713c828a493 12 minutes ago Exited kindnet-cni 0 32dc836c0a2df kindnet-t85bv
2aeed19835352 53c535741fb44 12 minutes ago Exited kube-proxy 0 f688e08d591be kube-proxy-hst7h
==> coredns [0544a7b38aa2] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:47730 - 44649 "HINFO IN 7657991150461714427.6847867729784937660. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.009507113s
==> coredns [22dbe2e88f6f] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:50584 - 51756 "HINFO IN 3888167032918365436.646455749640363721. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.007934252s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1469986290]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (17-Jul-2024 17:38:43.514) (total time: 30002ms):
Trace[1469986290]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (17:39:13.516)
Trace[1469986290]: [30.002760682s] [30.002760682s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1457962466]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (17-Jul-2024 17:38:43.515) (total time: 30001ms):
Trace[1457962466]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (17:39:13.516)
Trace[1457962466]: [30.001713432s] [30.001713432s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[94258701]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (17-Jul-2024 17:38:43.514) (total time: 30003ms):
Trace[94258701]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (17:39:13.516)
Trace[94258701]: [30.003582814s] [30.003582814s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> coredns [7b275812468c] <==
[INFO] 10.244.0.4:49035 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.001628883s
[INFO] 10.244.0.4:59665 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000081818s
[INFO] 10.244.0.4:52274 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000077378s
[INFO] 10.244.1.2:47113 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000103907s
[INFO] 10.244.2.2:57796 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000060561s
[INFO] 10.244.2.2:40339 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000425199s
[INFO] 10.244.2.2:38339 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00010468s
[INFO] 10.244.2.2:50750 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000070547s
[INFO] 10.244.0.4:57426 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000045039s
[INFO] 10.244.0.4:44283 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000031195s
[INFO] 10.244.1.2:56783 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000117359s
[INFO] 10.244.1.2:34315 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000061358s
[INFO] 10.244.1.2:55792 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000062223s
[INFO] 10.244.2.2:35768 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000086426s
[INFO] 10.244.2.2:42473 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000102022s
[INFO] 10.244.0.4:53524 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000087177s
[INFO] 10.244.0.4:35224 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000079092s
[INFO] 10.244.0.4:53020 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000075585s
[INFO] 10.244.1.2:58074 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000138293s
[INFO] 10.244.1.2:40567 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000088337s
[INFO] 10.244.1.2:46301 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000065328s
[INFO] 10.244.1.2:59898 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000075157s
[INFO] 10.244.2.2:48754 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000081888s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [bb44d784bb7a] <==
[INFO] 10.244.0.4:54052 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.001019206s
[INFO] 10.244.0.4:45412 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000077905s
[INFO] 10.244.0.4:37924 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000159382s
[INFO] 10.244.1.2:45862 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000108196s
[INFO] 10.244.1.2:47464 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000616154s
[INFO] 10.244.1.2:53720 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000059338s
[INFO] 10.244.1.2:49774 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000123053s
[INFO] 10.244.1.2:54472 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000097287s
[INFO] 10.244.1.2:52054 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000064095s
[INFO] 10.244.1.2:54428 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000064142s
[INFO] 10.244.2.2:53088 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000109393s
[INFO] 10.244.2.2:49993 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000114279s
[INFO] 10.244.2.2:42708 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000063661s
[INFO] 10.244.2.2:57150 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000043434s
[INFO] 10.244.0.4:45987 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000112397s
[INFO] 10.244.0.4:44116 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000057797s
[INFO] 10.244.1.2:37635 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000105428s
[INFO] 10.244.2.2:52081 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000131248s
[INFO] 10.244.2.2:54912 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000087858s
[INFO] 10.244.0.4:53981 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000079367s
[INFO] 10.244.2.2:45850 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000152036s
[INFO] 10.244.2.2:36004 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000223s
[INFO] 10.244.2.2:54459 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000128834s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
Name: ha-572000
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-572000
kubernetes.io/os=linux
minikube.k8s.io/commit=904d419c46be1a7134dbdb5e29deb5c439653f86
minikube.k8s.io/name=ha-572000
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_07_17T10_27_30_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 17 Jul 2024 17:27:27 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-572000
AcquireTime: <unset>
RenewTime: Wed, 17 Jul 2024 17:40:19 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 17 Jul 2024 17:38:16 +0000 Wed, 17 Jul 2024 17:27:25 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 17 Jul 2024 17:38:16 +0000 Wed, 17 Jul 2024 17:27:25 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 17 Jul 2024 17:38:16 +0000 Wed, 17 Jul 2024 17:27:25 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 17 Jul 2024 17:38:16 +0000 Wed, 17 Jul 2024 17:27:57 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.5
Hostname: ha-572000
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: cc4828ff3a4b410d87d0a2c48b8c546d
System UUID: 5f264258-0000-0000-9840-7856c1bd4173
Boot ID: 2568bff2-eded-45b6-850c-4c0e9d36f966
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.0.3
Kubelet Version: v1.30.2
Kube-Proxy Version: v1.30.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-fc5497c4f-5r4wl 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system coredns-7db6d8ff4d-2phrp 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 12m
kube-system coredns-7db6d8ff4d-9dzd5 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 12m
kube-system etcd-ha-572000 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 12m
kube-system kindnet-t85bv 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 12m
kube-system kube-apiserver-ha-572000 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12m
kube-system kube-controller-manager-ha-572000 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12m
kube-system kube-proxy-hst7h 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12m
kube-system kube-scheduler-ha-572000 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12m
kube-system kube-vip-ha-572000 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 113s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%!)(MISSING) 100m (5%!)(MISSING)
memory 290Mi (13%!)(MISSING) 390Mi (18%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 12m kube-proxy
Normal Starting 97s kube-proxy
Normal Starting 12m kubelet Starting kubelet.
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12m kubelet Node ha-572000 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m kubelet Node ha-572000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m kubelet Node ha-572000 status is now: NodeHasSufficientPID
Normal RegisteredNode 12m node-controller Node ha-572000 event: Registered Node ha-572000 in Controller
Normal NodeReady 12m kubelet Node ha-572000 status is now: NodeReady
Normal RegisteredNode 11m node-controller Node ha-572000 event: Registered Node ha-572000 in Controller
Normal RegisteredNode 10m node-controller Node ha-572000 event: Registered Node ha-572000 in Controller
Normal RegisteredNode 8m15s node-controller Node ha-572000 event: Registered Node ha-572000 in Controller
Normal NodeHasSufficientMemory 2m43s (x8 over 2m43s) kubelet Node ha-572000 status is now: NodeHasSufficientMemory
Normal Starting 2m43s kubelet Starting kubelet.
Normal NodeHasNoDiskPressure 2m43s (x8 over 2m43s) kubelet Node ha-572000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m43s (x7 over 2m43s) kubelet Node ha-572000 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m43s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m2s node-controller Node ha-572000 event: Registered Node ha-572000 in Controller
Normal RegisteredNode 101s node-controller Node ha-572000 event: Registered Node ha-572000 in Controller
Normal RegisteredNode 95s node-controller Node ha-572000 event: Registered Node ha-572000 in Controller
Name: ha-572000-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-572000-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=904d419c46be1a7134dbdb5e29deb5c439653f86
minikube.k8s.io/name=ha-572000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_07_17T10_28_36_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 17 Jul 2024 17:28:33 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-572000-m02
AcquireTime: <unset>
RenewTime: Wed, 17 Jul 2024 17:40:21 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 17 Jul 2024 17:38:08 +0000 Wed, 17 Jul 2024 17:28:33 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 17 Jul 2024 17:38:08 +0000 Wed, 17 Jul 2024 17:28:33 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 17 Jul 2024 17:38:08 +0000 Wed, 17 Jul 2024 17:28:33 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 17 Jul 2024 17:38:08 +0000 Wed, 17 Jul 2024 17:28:54 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.6
Hostname: ha-572000-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 21a94638d6914aaeb48a6d7a895c9b99
System UUID: b5da4916-0000-0000-aec8-9a96c30c8c05
Boot ID: d3f575b3-f9f0-45ee-bee7-6209fb3d26a4
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.0.3
Kubelet Version: v1.30.2
Kube-Proxy Version: v1.30.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-fc5497c4f-9sdw5 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system etcd-ha-572000-m02 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 11m
kube-system kindnet-g2m92 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 11m
kube-system kube-apiserver-ha-572000-m02 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11m
kube-system kube-controller-manager-ha-572000-m02 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11m
kube-system kube-proxy-v6jxh 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11m
kube-system kube-scheduler-ha-572000-m02 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11m
kube-system kube-vip-ha-572000-m02 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 11m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 100m (5%!)(MISSING)
memory 150Mi (7%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m8s kube-proxy
Normal Starting 8m28s kube-proxy
Normal Starting 11m kube-proxy
Normal NodeAllocatableEnforced 11m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 11m (x8 over 11m) kubelet Node ha-572000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 11m (x8 over 11m) kubelet Node ha-572000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 11m (x7 over 11m) kubelet Node ha-572000-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 11m node-controller Node ha-572000-m02 event: Registered Node ha-572000-m02 in Controller
Normal RegisteredNode 11m node-controller Node ha-572000-m02 event: Registered Node ha-572000-m02 in Controller
Normal RegisteredNode 10m node-controller Node ha-572000-m02 event: Registered Node ha-572000-m02 in Controller
Normal Starting 8m31s kubelet Starting kubelet.
Warning Rebooted 8m31s kubelet Node ha-572000-m02 has been rebooted, boot id: 7661c0d0-1379-4b0e-b101-3961fae1a207
Normal NodeHasSufficientPID 8m31s kubelet Node ha-572000-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 8m31s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 8m31s kubelet Node ha-572000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8m31s kubelet Node ha-572000-m02 status is now: NodeHasNoDiskPressure
Normal RegisteredNode 8m15s node-controller Node ha-572000-m02 event: Registered Node ha-572000-m02 in Controller
Normal Starting 2m25s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 2m25s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 2m24s (x8 over 2m25s) kubelet Node ha-572000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m24s (x8 over 2m25s) kubelet Node ha-572000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m24s (x7 over 2m25s) kubelet Node ha-572000-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 2m2s node-controller Node ha-572000-m02 event: Registered Node ha-572000-m02 in Controller
Normal RegisteredNode 101s node-controller Node ha-572000-m02 event: Registered Node ha-572000-m02 in Controller
Normal RegisteredNode 95s node-controller Node ha-572000-m02 event: Registered Node ha-572000-m02 in Controller
Name: ha-572000-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-572000-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=904d419c46be1a7134dbdb5e29deb5c439653f86
minikube.k8s.io/name=ha-572000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_07_17T10_29_48_0700
minikube.k8s.io/version=v1.33.1
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 17 Jul 2024 17:29:45 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-572000-m03
AcquireTime: <unset>
RenewTime: Wed, 17 Jul 2024 17:40:13 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 17 Jul 2024 17:38:31 +0000 Wed, 17 Jul 2024 17:29:45 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 17 Jul 2024 17:38:31 +0000 Wed, 17 Jul 2024 17:29:45 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 17 Jul 2024 17:38:31 +0000 Wed, 17 Jul 2024 17:29:45 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 17 Jul 2024 17:38:31 +0000 Wed, 17 Jul 2024 17:30:06 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.7
Hostname: ha-572000-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: be52acddd53148cc8c17d6c21c17abf3
System UUID: 50644be4-0000-0000-8d75-15b09204e5f5
Boot ID: f2b4f1ba-89fc-4cd2-a163-0306f2bae7bb
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.0.3
Kubelet Version: v1.30.2
Kube-Proxy Version: v1.30.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-fc5497c4f-jhz2d 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system etcd-ha-572000-m03 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system kindnet-72zfp 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 10m
kube-system kube-apiserver-ha-572000-m03 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system kube-controller-manager-ha-572000-m03 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system kube-proxy-h7k9z 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system kube-scheduler-ha-572000-m03 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
kube-system kube-vip-ha-572000-m03 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 10m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 100m (5%!)(MISSING)
memory 150Mi (7%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 108s kube-proxy
Normal Starting 10m kube-proxy
Normal NodeAllocatableEnforced 10m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 10m (x8 over 10m) kubelet Node ha-572000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 10m (x8 over 10m) kubelet Node ha-572000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 10m (x7 over 10m) kubelet Node ha-572000-m03 status is now: NodeHasSufficientPID
Normal RegisteredNode 10m node-controller Node ha-572000-m03 event: Registered Node ha-572000-m03 in Controller
Normal RegisteredNode 10m node-controller Node ha-572000-m03 event: Registered Node ha-572000-m03 in Controller
Normal RegisteredNode 10m node-controller Node ha-572000-m03 event: Registered Node ha-572000-m03 in Controller
Normal RegisteredNode 8m15s node-controller Node ha-572000-m03 event: Registered Node ha-572000-m03 in Controller
Normal RegisteredNode 2m2s node-controller Node ha-572000-m03 event: Registered Node ha-572000-m03 in Controller
Normal Starting 111s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 111s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 111s kubelet Node ha-572000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 111s kubelet Node ha-572000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 111s kubelet Node ha-572000-m03 status is now: NodeHasSufficientPID
Warning Rebooted 111s kubelet Node ha-572000-m03 has been rebooted, boot id: f2b4f1ba-89fc-4cd2-a163-0306f2bae7bb
Normal RegisteredNode 101s node-controller Node ha-572000-m03 event: Registered Node ha-572000-m03 in Controller
Normal RegisteredNode 95s node-controller Node ha-572000-m03 event: Registered Node ha-572000-m03 in Controller
Name: ha-572000-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-572000-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=904d419c46be1a7134dbdb5e29deb5c439653f86
minikube.k8s.io/name=ha-572000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_07_17T10_30_40_0700
minikube.k8s.io/version=v1.33.1
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 17 Jul 2024 17:30:39 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-572000-m04
AcquireTime: <unset>
RenewTime: Wed, 17 Jul 2024 17:40:17 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 17 Jul 2024 17:40:07 +0000 Wed, 17 Jul 2024 17:40:07 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 17 Jul 2024 17:40:07 +0000 Wed, 17 Jul 2024 17:40:07 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 17 Jul 2024 17:40:07 +0000 Wed, 17 Jul 2024 17:40:07 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 17 Jul 2024 17:40:07 +0000 Wed, 17 Jul 2024 17:40:07 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.8
Hostname: ha-572000-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: a064c491460940e4967dc27f529a5ea6
System UUID: d62b4091-0000-0000-a1f9-ae55052b3d93
Boot ID: 9c875bb7-4ccf-49df-b662-ce64a8634436
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.0.3
Kubelet Version: v1.30.2
Kube-Proxy Version: v1.30.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-5xsrp 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 9m43s
kube-system kube-proxy-5wcph 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 9m43s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%!)(MISSING) 100m (5%!)(MISSING)
memory 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 9m36s kube-proxy
Normal Starting 13s kube-proxy
Normal NodeHasSufficientMemory 9m43s (x2 over 9m43s) kubelet Node ha-572000-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9m43s (x2 over 9m43s) kubelet Node ha-572000-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 9m43s (x2 over 9m43s) kubelet Node ha-572000-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 9m42s node-controller Node ha-572000-m04 event: Registered Node ha-572000-m04 in Controller
Normal NodeAllocatableEnforced 9m42s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 9m41s node-controller Node ha-572000-m04 event: Registered Node ha-572000-m04 in Controller
Normal RegisteredNode 9m40s node-controller Node ha-572000-m04 event: Registered Node ha-572000-m04 in Controller
Normal NodeReady 9m20s kubelet Node ha-572000-m04 status is now: NodeReady
Normal RegisteredNode 8m15s node-controller Node ha-572000-m04 event: Registered Node ha-572000-m04 in Controller
Normal RegisteredNode 2m2s node-controller Node ha-572000-m04 event: Registered Node ha-572000-m04 in Controller
Normal RegisteredNode 101s node-controller Node ha-572000-m04 event: Registered Node ha-572000-m04 in Controller
Normal RegisteredNode 95s node-controller Node ha-572000-m04 event: Registered Node ha-572000-m04 in Controller
Normal NodeNotReady 82s node-controller Node ha-572000-m04 status is now: NodeNotReady
Normal Starting 15s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 15s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 15s (x2 over 15s) kubelet Node ha-572000-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 15s (x2 over 15s) kubelet Node ha-572000-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 15s (x2 over 15s) kubelet Node ha-572000-m04 status is now: NodeHasSufficientPID
Warning Rebooted 15s kubelet Node ha-572000-m04 has been rebooted, boot id: 9c875bb7-4ccf-49df-b662-ce64a8634436
Normal NodeReady 15s kubelet Node ha-572000-m04 status is now: NodeReady
==> dmesg <==
[ +0.035701] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)
[ +0.007982] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!
[ +5.369068] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)
[ +0.000003] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)
[ +0.006691] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.635959] systemd-fstab-generator[127]: Ignoring "noauto" option for root device
[ +2.223787] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000008] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +0.844039] systemd-fstab-generator[468]: Ignoring "noauto" option for root device
[ +0.100018] systemd-fstab-generator[480]: Ignoring "noauto" option for root device
[ +1.895052] systemd-fstab-generator[1104]: Ignoring "noauto" option for root device
[ +0.053692] kauditd_printk_skb: 79 callbacks suppressed
[ +0.194931] systemd-fstab-generator[1141]: Ignoring "noauto" option for root device
[ +0.116874] systemd-fstab-generator[1153]: Ignoring "noauto" option for root device
[ +0.104796] systemd-fstab-generator[1167]: Ignoring "noauto" option for root device
[ +2.435008] systemd-fstab-generator[1384]: Ignoring "noauto" option for root device
[ +0.114297] systemd-fstab-generator[1396]: Ignoring "noauto" option for root device
[ +0.106280] systemd-fstab-generator[1408]: Ignoring "noauto" option for root device
[ +0.119247] systemd-fstab-generator[1423]: Ignoring "noauto" option for root device
[ +0.407183] systemd-fstab-generator[1582]: Ignoring "noauto" option for root device
[ +6.782353] kauditd_printk_skb: 234 callbacks suppressed
[Jul17 17:38] kauditd_printk_skb: 40 callbacks suppressed
[ +35.726193] kauditd_printk_skb: 25 callbacks suppressed
[Jul17 17:39] kauditd_printk_skb: 50 callbacks suppressed
==> etcd [b6b4ce34842d] <==
{"level":"info","ts":"2024-07-17T17:37:06.183089Z","caller":"membership/cluster.go:535","msg":"promote member","cluster-id":"b73189effde9bc63","local-member-id":"b8c6c7563d17d844"}
{"level":"info","ts":"2024-07-17T17:37:07.625159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 2"}
{"level":"info","ts":"2024-07-17T17:37:07.625381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 2"}
{"level":"info","ts":"2024-07-17T17:37:07.625508Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 2"}
{"level":"info","ts":"2024-07-17T17:37:07.625789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1902] sent MsgPreVote request to 1d3f36ee75516151 at term 2"}
{"level":"info","ts":"2024-07-17T17:37:07.626021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1902] sent MsgPreVote request to f6a6d94fe6ea5bc8 at term 2"}
{"level":"info","ts":"2024-07-17T17:37:09.125694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 2"}
{"level":"info","ts":"2024-07-17T17:37:09.125798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 2"}
{"level":"info","ts":"2024-07-17T17:37:09.125845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 2"}
{"level":"info","ts":"2024-07-17T17:37:09.12599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1902] sent MsgPreVote request to 1d3f36ee75516151 at term 2"}
{"level":"info","ts":"2024-07-17T17:37:09.12619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1902] sent MsgPreVote request to f6a6d94fe6ea5bc8 at term 2"}
{"level":"info","ts":"2024-07-17T17:37:10.625744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 2"}
{"level":"info","ts":"2024-07-17T17:37:10.62582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 2"}
{"level":"info","ts":"2024-07-17T17:37:10.625858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 2"}
{"level":"info","ts":"2024-07-17T17:37:10.625915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1902] sent MsgPreVote request to 1d3f36ee75516151 at term 2"}
{"level":"info","ts":"2024-07-17T17:37:10.625982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1902] sent MsgPreVote request to f6a6d94fe6ea5bc8 at term 2"}
{"level":"warn","ts":"2024-07-17T17:37:11.167194Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"f6a6d94fe6ea5bc8","rtt":"0s"}
{"level":"warn","ts":"2024-07-17T17:37:11.167486Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"f6a6d94fe6ea5bc8","rtt":"0s"}
{"level":"warn","ts":"2024-07-17T17:37:11.185338Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"1d3f36ee75516151","rtt":"0s"}
{"level":"warn","ts":"2024-07-17T17:37:11.185403Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"1d3f36ee75516151","rtt":"0s"}
{"level":"info","ts":"2024-07-17T17:37:12.128113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 is starting a new election at term 2"}
{"level":"info","ts":"2024-07-17T17:37:12.128317Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 became pre-candidate at term 2"}
{"level":"info","ts":"2024-07-17T17:37:12.128469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 received MsgPreVoteResp from b8c6c7563d17d844 at term 2"}
{"level":"info","ts":"2024-07-17T17:37:12.128888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1902] sent MsgPreVote request to 1d3f36ee75516151 at term 2"}
{"level":"info","ts":"2024-07-17T17:37:12.129376Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b8c6c7563d17d844 [logterm: 2, index: 1902] sent MsgPreVote request to f6a6d94fe6ea5bc8 at term 2"}
==> etcd [c4604d37a945] <==
{"level":"warn","ts":"2024-07-17T17:38:22.257766Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"1d3f36ee75516151","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-17T17:38:22.317122Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"1d3f36ee75516151","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-17T17:38:22.320897Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"1d3f36ee75516151","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-17T17:38:22.322427Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"1d3f36ee75516151","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-17T17:38:22.357867Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"1d3f36ee75516151","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-17T17:38:22.457051Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"b8c6c7563d17d844","from":"b8c6c7563d17d844","remote-peer-id":"1d3f36ee75516151","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-07-17T17:38:23.802501Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.7:2380/version","remote-member-id":"1d3f36ee75516151","error":"Get \"https://192.169.0.7:2380/version\": dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-17T17:38:23.802583Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"1d3f36ee75516151","error":"Get \"https://192.169.0.7:2380/version\": dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-17T17:38:26.684167Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"1d3f36ee75516151","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-17T17:38:26.684258Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"1d3f36ee75516151","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-17T17:38:27.804044Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.7:2380/version","remote-member-id":"1d3f36ee75516151","error":"Get \"https://192.169.0.7:2380/version\": dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-17T17:38:27.804236Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"1d3f36ee75516151","error":"Get \"https://192.169.0.7:2380/version\": dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"info","ts":"2024-07-17T17:38:30.560424Z","caller":"traceutil/trace.go:171","msg":"trace[1448908815] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"129.153763ms","start":"2024-07-17T17:38:30.431252Z","end":"2024-07-17T17:38:30.560406Z","steps":["trace[1448908815] 'process raft request' (duration: 107.083433ms)","trace[1448908815] 'compare' (duration: 21.91661ms)"],"step_count":2}
{"level":"info","ts":"2024-07-17T17:38:30.59812Z","caller":"traceutil/trace.go:171","msg":"trace[2102820773] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"165.419706ms","start":"2024-07-17T17:38:30.432685Z","end":"2024-07-17T17:38:30.598105Z","steps":["trace[2102820773] 'process raft request' (duration: 165.353536ms)"],"step_count":1}
{"level":"warn","ts":"2024-07-17T17:38:31.684736Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"1d3f36ee75516151","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-17T17:38:31.685061Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"1d3f36ee75516151","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-17T17:38:31.806282Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.169.0.7:2380/version","remote-member-id":"1d3f36ee75516151","error":"Get \"https://192.169.0.7:2380/version\": dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-07-17T17:38:31.80678Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"1d3f36ee75516151","error":"Get \"https://192.169.0.7:2380/version\": dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"info","ts":"2024-07-17T17:38:32.609183Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1d3f36ee75516151"}
{"level":"info","ts":"2024-07-17T17:38:32.616715Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b8c6c7563d17d844","remote-peer-id":"1d3f36ee75516151"}
{"level":"info","ts":"2024-07-17T17:38:32.617138Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b8c6c7563d17d844","remote-peer-id":"1d3f36ee75516151"}
{"level":"info","ts":"2024-07-17T17:38:32.619682Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"b8c6c7563d17d844","to":"1d3f36ee75516151","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2024-07-17T17:38:32.619894Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b8c6c7563d17d844","remote-peer-id":"1d3f36ee75516151"}
{"level":"info","ts":"2024-07-17T17:38:32.624292Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"b8c6c7563d17d844","to":"1d3f36ee75516151","stream-type":"stream Message"}
{"level":"info","ts":"2024-07-17T17:38:32.625462Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b8c6c7563d17d844","remote-peer-id":"1d3f36ee75516151"}
==> kernel <==
17:40:23 up 3 min, 0 users, load average: 0.15, 0.08, 0.03
Linux ha-572000 5.10.207 #1 SMP Tue Jul 16 20:46:02 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [6e40e1427ab2] <==
I0717 17:31:56.892269 1 main.go:326] Node ha-572000-m04 has CIDR [10.244.3.0/24]
I0717 17:32:06.898213 1 main.go:299] Handling node with IPs: map[192.169.0.5:{}]
I0717 17:32:06.898253 1 main.go:303] handling current node
I0717 17:32:06.898264 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0717 17:32:06.898269 1 main.go:326] Node ha-572000-m02 has CIDR [10.244.1.0/24]
I0717 17:32:06.898416 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0717 17:32:06.898443 1 main.go:326] Node ha-572000-m03 has CIDR [10.244.2.0/24]
I0717 17:32:06.898526 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0717 17:32:06.898555 1 main.go:326] Node ha-572000-m04 has CIDR [10.244.3.0/24]
I0717 17:32:16.896377 1 main.go:299] Handling node with IPs: map[192.169.0.5:{}]
I0717 17:32:16.896415 1 main.go:303] handling current node
I0717 17:32:16.896426 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0717 17:32:16.896432 1 main.go:326] Node ha-572000-m02 has CIDR [10.244.1.0/24]
I0717 17:32:16.896606 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0717 17:32:16.896636 1 main.go:326] Node ha-572000-m03 has CIDR [10.244.2.0/24]
I0717 17:32:16.896674 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0717 17:32:16.896699 1 main.go:326] Node ha-572000-m04 has CIDR [10.244.3.0/24]
I0717 17:32:26.896557 1 main.go:299] Handling node with IPs: map[192.169.0.5:{}]
I0717 17:32:26.896622 1 main.go:303] handling current node
I0717 17:32:26.896678 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0717 17:32:26.896718 1 main.go:326] Node ha-572000-m02 has CIDR [10.244.1.0/24]
I0717 17:32:26.896938 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0717 17:32:26.897017 1 main.go:326] Node ha-572000-m03 has CIDR [10.244.2.0/24]
I0717 17:32:26.897158 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0717 17:32:26.897880 1 main.go:326] Node ha-572000-m04 has CIDR [10.244.3.0/24]
==> kindnet [90d12ecf2a20] <==
I0717 17:39:45.427615 1 main.go:326] Node ha-572000-m04 has CIDR [10.244.3.0/24]
I0717 17:39:55.431585 1 main.go:299] Handling node with IPs: map[192.169.0.5:{}]
I0717 17:39:55.431619 1 main.go:303] handling current node
I0717 17:39:55.431633 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0717 17:39:55.431639 1 main.go:326] Node ha-572000-m02 has CIDR [10.244.1.0/24]
I0717 17:39:55.431782 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0717 17:39:55.431791 1 main.go:326] Node ha-572000-m03 has CIDR [10.244.2.0/24]
I0717 17:39:55.431847 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0717 17:39:55.431854 1 main.go:326] Node ha-572000-m04 has CIDR [10.244.3.0/24]
I0717 17:40:05.434801 1 main.go:299] Handling node with IPs: map[192.169.0.5:{}]
I0717 17:40:05.434852 1 main.go:303] handling current node
I0717 17:40:05.434866 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0717 17:40:05.434873 1 main.go:326] Node ha-572000-m02 has CIDR [10.244.1.0/24]
I0717 17:40:05.435156 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0717 17:40:05.435194 1 main.go:326] Node ha-572000-m03 has CIDR [10.244.2.0/24]
I0717 17:40:05.435277 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0717 17:40:05.435363 1 main.go:326] Node ha-572000-m04 has CIDR [10.244.3.0/24]
I0717 17:40:15.426184 1 main.go:299] Handling node with IPs: map[192.169.0.5:{}]
I0717 17:40:15.426228 1 main.go:303] handling current node
I0717 17:40:15.426238 1 main.go:299] Handling node with IPs: map[192.169.0.6:{}]
I0717 17:40:15.426243 1 main.go:326] Node ha-572000-m02 has CIDR [10.244.1.0/24]
I0717 17:40:15.426375 1 main.go:299] Handling node with IPs: map[192.169.0.7:{}]
I0717 17:40:15.426402 1 main.go:326] Node ha-572000-m03 has CIDR [10.244.2.0/24]
I0717 17:40:15.426512 1 main.go:299] Handling node with IPs: map[192.169.0.8:{}]
I0717 17:40:15.426539 1 main.go:326] Node ha-572000-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [490b99a8cd7e] <==
I0717 17:38:06.692598 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0717 17:38:06.695172 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0717 17:38:06.753691 1 shared_informer.go:320] Caches are synced for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0717 17:38:06.754495 1 policy_source.go:224] refreshing policies
I0717 17:38:06.761461 1 shared_informer.go:320] Caches are synced for node_authorizer
I0717 17:38:06.775946 1 cache.go:39] Caches are synced for AvailableConditionController controller
I0717 17:38:06.777937 1 apf_controller.go:379] Running API Priority and Fairness config worker
I0717 17:38:06.777967 1 apf_controller.go:382] Running API Priority and Fairness periodic rebalancing process
I0717 17:38:06.785861 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0717 17:38:06.785861 1 shared_informer.go:320] Caches are synced for configmaps
I0717 17:38:06.789965 1 handler_discovery.go:447] Starting ResourceDiscoveryManager
I0717 17:38:06.785881 1 shared_informer.go:320] Caches are synced for cluster_authentication_trust_controller
I0717 17:38:06.790098 1 shared_informer.go:320] Caches are synced for crd-autoregister
I0717 17:38:06.790136 1 aggregator.go:165] initial CRD sync complete...
I0717 17:38:06.790141 1 autoregister_controller.go:141] Starting autoregister controller
I0717 17:38:06.790145 1 cache.go:32] Waiting for caches to sync for autoregister controller
I0717 17:38:06.790148 1 cache.go:39] Caches are synced for autoregister controller
W0717 17:38:06.822673 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.7]
I0717 17:38:06.824170 1 controller.go:615] quota admission added evaluator for: endpoints
I0717 17:38:06.847080 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I0717 17:38:06.894480 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
E0717 17:38:06.899931 1 controller.go:95] Found stale data, removed previous endpoints on kubernetes service, apiserver didn't exit successfully previously
I0717 17:38:07.685599 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
W0717 17:38:07.910228 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.5 192.169.0.7]
W0717 17:38:27.915985 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.5 192.169.0.6]
==> kube-apiserver [cd333393aa05] <==
I0717 17:37:11.795742 1 options.go:221] external host was not specified, using 192.169.0.5
I0717 17:37:11.796641 1 server.go:148] Version: v1.30.2
I0717 17:37:11.796774 1 server.go:150] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0717 17:37:12.098000 1 shared_informer.go:313] Waiting for caches to sync for node_authorizer
I0717 17:37:12.100463 1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0717 17:37:12.102906 1 plugins.go:157] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0717 17:37:12.102927 1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I0717 17:37:12.103040 1 instance.go:299] Using reconciler: lease
W0717 17:37:13.058091 1 logging.go:59] [core] [Channel #5 SubChannel #6] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: read tcp 127.0.0.1:59336->127.0.0.1:2379: read: connection reset by peer"
W0717 17:37:13.058287 1 logging.go:59] [core] [Channel #1 SubChannel #3] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: read tcp 127.0.0.1:59310->127.0.0.1:2379: read: connection reset by peer"
W0717 17:37:13.058569 1 logging.go:59] [core] [Channel #2 SubChannel #4] grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: read tcp 127.0.0.1:59320->127.0.0.1:2379: read: connection reset by peer"
==> kube-controller-manager [caed8fc7c24d] <==
I0717 17:37:47.127601 1 serving.go:380] Generated self-signed cert in-memory
I0717 17:37:47.646900 1 controllermanager.go:189] "Starting" version="v1.30.2"
I0717 17:37:47.646935 1 controllermanager.go:191] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0717 17:37:47.649809 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I0717 17:37:47.649838 1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0717 17:37:47.650220 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I0717 17:37:47.649847 1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
E0717 17:38:07.655360 1 controllermanager.go:234] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: an error on the server (\"[+]ping ok\\n[+]log ok\\n[+]etcd ok\\n[+]poststarthook/start-apiserver-admission-initializer ok\\n[+]poststarthook/generic-apiserver-start-informers ok\\n[+]poststarthook/priority-and-fairness-config-consumer ok\\n[+]poststarthook/priority-and-fairness-filter ok\\n[+]poststarthook/storage-object-count-tracker-hook ok\\n[+]poststarthook/start-apiextensions-informers ok\\n[+]poststarthook/start-apiextensions-controllers ok\\n[+]poststarthook/crd-informer-synced ok\\n[+]poststarthook/start-service-ip-repair-controllers ok\\n[-]poststarthook/rbac/bootstrap-roles failed: reason withheld\\n[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld\\n[+]poststarthook/priority-and-fairness-config-producer ok\\n[+]poststarthook/start-system-n
amespaces-controller ok\\n[+]poststarthook/bootstrap-controller ok\\n[+]poststarthook/start-cluster-authentication-info-controller ok\\n[+]poststarthook/start-kube-apiserver-identity-lease-controller ok\\n[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok\\n[+]poststarthook/start-legacy-token-tracking-controller ok\\n[+]poststarthook/aggregator-reload-proxy-client-cert ok\\n[+]poststarthook/start-kube-aggregator-informers ok\\n[+]poststarthook/apiservice-registration-controller ok\\n[+]poststarthook/apiservice-status-available-controller ok\\n[+]poststarthook/apiservice-discovery-controller ok\\n[+]poststarthook/kube-apiserver-autoregistration ok\\n[+]autoregister-completion ok\\n[+]poststarthook/apiservice-openapi-controller ok\\n[+]poststarthook/apiservice-openapiv3-controller ok\\nhealthz check failed\") has prevented the request from succeeding"
==> kube-controller-manager [d0c5e4f0005b] <==
I0717 17:38:41.355830 1 shared_informer.go:320] Caches are synced for PVC protection
I0717 17:38:41.359928 1 shared_informer.go:320] Caches are synced for GC
I0717 17:38:41.362350 1 shared_informer.go:320] Caches are synced for taint-eviction-controller
I0717 17:38:41.364853 1 shared_informer.go:320] Caches are synced for ephemeral
I0717 17:38:41.366792 1 shared_informer.go:320] Caches are synced for endpoint_slice
I0717 17:38:41.424626 1 shared_informer.go:320] Caches are synced for cronjob
I0717 17:38:41.432004 1 shared_informer.go:320] Caches are synced for TTL after finished
I0717 17:38:41.511531 1 shared_informer.go:320] Caches are synced for resource quota
I0717 17:38:41.518940 1 shared_informer.go:320] Caches are synced for daemon sets
I0717 17:38:41.541830 1 shared_informer.go:320] Caches are synced for resource quota
I0717 17:38:41.550619 1 shared_informer.go:320] Caches are synced for stateful set
I0717 17:38:41.975157 1 shared_informer.go:320] Caches are synced for garbage collector
I0717 17:38:41.982462 1 shared_informer.go:320] Caches are synced for garbage collector
I0717 17:38:41.982520 1 garbagecollector.go:157] "All resource monitors have synced. Proceeding to collect garbage" logger="garbage-collector-controller"
I0717 17:38:43.635302 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="109.818µs"
I0717 17:38:44.733712 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="63.810534ms"
I0717 17:38:44.734043 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-fc5497c4f" duration="34.445µs"
I0717 17:38:45.721419 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="39.76µs"
I0717 17:38:45.768611 1 endpointslice_controller.go:311] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-9v69m EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-9v69m\": the object has been modified; please apply your changes to the latest version and try again"
I0717 17:38:45.771754 1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"7c540b68-a08e-44ac-9c69-ea596263c8eb", APIVersion:"v1", ResourceVersion:"260", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-9v69m EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-9v69m": the object has been modified; please apply your changes to the latest version and try again
I0717 17:38:45.781131 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="48.861246ms"
I0717 17:38:45.781831 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="47.528µs"
I0717 17:39:19.551280 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="30.494894ms"
I0717 17:39:19.551568 1 replica_set.go:676] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7db6d8ff4d" duration="81.124µs"
I0717 17:40:07.684329 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-572000-m04"
==> kube-proxy [2aeed1983535] <==
I0717 17:27:43.315695 1 server_linux.go:69] "Using iptables proxy"
I0717 17:27:43.322673 1 server.go:1062] "Successfully retrieved node IP(s)" IPs=["192.169.0.5"]
I0717 17:27:43.354011 1 server_linux.go:143] "No iptables support for family" ipFamily="IPv6"
I0717 17:27:43.354032 1 server.go:661] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0717 17:27:43.354044 1 server_linux.go:165] "Using iptables Proxier"
I0717 17:27:43.355997 1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0717 17:27:43.356216 1 server.go:872] "Version info" version="v1.30.2"
I0717 17:27:43.356225 1 server.go:874] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0717 17:27:43.356874 1 config.go:192] "Starting service config controller"
I0717 17:27:43.356903 1 shared_informer.go:313] Waiting for caches to sync for service config
I0717 17:27:43.356921 1 config.go:319] "Starting node config controller"
I0717 17:27:43.356943 1 shared_informer.go:313] Waiting for caches to sync for node config
I0717 17:27:43.357077 1 config.go:101] "Starting endpoint slice config controller"
I0717 17:27:43.357144 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0717 17:27:43.457513 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0717 17:27:43.457607 1 shared_informer.go:320] Caches are synced for node config
I0717 17:27:43.457639 1 shared_informer.go:320] Caches are synced for service config
==> kube-proxy [2f15e40a181a] <==
I0717 17:38:44.762819 1 server_linux.go:69] "Using iptables proxy"
I0717 17:38:44.783856 1 server.go:1062] "Successfully retrieved node IP(s)" IPs=["192.169.0.5"]
I0717 17:38:44.830838 1 server_linux.go:143] "No iptables support for family" ipFamily="IPv6"
I0717 17:38:44.830870 1 server.go:661] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0717 17:38:44.830884 1 server_linux.go:165] "Using iptables Proxier"
I0717 17:38:44.834309 1 proxier.go:243] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0717 17:38:44.834864 1 server.go:872] "Version info" version="v1.30.2"
I0717 17:38:44.834894 1 server.go:874] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0717 17:38:44.836964 1 config.go:192] "Starting service config controller"
I0717 17:38:44.837593 1 shared_informer.go:313] Waiting for caches to sync for service config
I0717 17:38:44.837672 1 config.go:101] "Starting endpoint slice config controller"
I0717 17:38:44.837678 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0717 17:38:44.839841 1 config.go:319] "Starting node config controller"
I0717 17:38:44.839870 1 shared_informer.go:313] Waiting for caches to sync for node config
I0717 17:38:44.938549 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0717 17:38:44.938751 1 shared_informer.go:320] Caches are synced for service config
I0717 17:38:44.940510 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [a53f8fcdf5d9] <==
E0717 17:36:41.264926 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get "https://192.169.0.5:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
W0717 17:36:42.998657 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://192.169.0.5:8443/api/v1/nodes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0717 17:36:42.998862 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get "https://192.169.0.5:8443/api/v1/nodes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
W0717 17:36:43.326673 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0717 17:36:43.327166 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
W0717 17:36:45.184656 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.5:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0717 17:36:45.185412 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.5:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
W0717 17:36:52.182490 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: Get "https://192.169.0.5:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0717 17:36:52.182723 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://192.169.0.5:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
W0717 17:37:00.423142 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: Get "https://192.169.0.5:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0717 17:37:00.423274 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: Get "https://192.169.0.5:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
W0717 17:37:01.259659 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://192.169.0.5:8443/api/v1/services?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0717 17:37:01.260400 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://192.169.0.5:8443/api/v1/services?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
W0717 17:37:02.377758 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: Get "https://192.169.0.5:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0717 17:37:02.378082 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: Get "https://192.169.0.5:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
W0717 17:37:08.932628 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0717 17:37:08.932761 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
W0717 17:37:09.428412 1 reflector.go:547] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: Get "https://192.169.0.5:8443/api/v1/pods?fieldSelector=status.phase%3DSucceeded%!C(MISSING)status.phase%3DFailed&limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0717 17:37:09.428505 1 reflector.go:150] k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: Get "https://192.169.0.5:8443/api/v1/pods?fieldSelector=status.phase%3DSucceeded%!C(MISSING)status.phase%3DFailed&limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0717 17:37:13.065507 1 server.go:214] "waiting for handlers to sync" err="context canceled"
I0717 17:37:13.067197 1 tlsconfig.go:255] "Shutting down DynamicServingCertificateController"
I0717 17:37:13.067371 1 secure_serving.go:258] Stopped listening on 127.0.0.1:10259
E0717 17:37:13.067559 1 shared_informer.go:316] unable to sync caches for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0717 17:37:13.067604 1 configmap_cafile_content.go:210] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
E0717 17:37:13.067950 1 run.go:74] "command failed" err="finished without leader elect"
==> kube-scheduler [b589feb3cd96] <==
I0717 17:37:47.052011 1 serving.go:380] Generated self-signed cert in-memory
W0717 17:37:57.430329 1 authentication.go:368] Error looking up in-cluster authentication configuration: Get "https://192.169.0.5:8443/api/v1/namespaces/kube-system/configmaps/extension-apiserver-authentication": net/http: TLS handshake timeout
W0717 17:37:57.430356 1 authentication.go:369] Continuing without authentication configuration. This may treat all requests as anonymous.
W0717 17:37:57.430361 1 authentication.go:370] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I0717 17:38:06.715078 1 server.go:154] "Starting Kubernetes Scheduler" version="v1.30.2"
I0717 17:38:06.715131 1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0717 17:38:06.719828 1 secure_serving.go:213] Serving securely on 127.0.0.1:10259
I0717 17:38:06.720025 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0717 17:38:06.720059 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0717 17:38:06.720073 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I0717 17:38:06.820740 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Jul 17 17:38:39 ha-572000 kubelet[1589]: I0717 17:38:39.302284 1589 scope.go:117] "RemoveContainer" containerID="9200160f355ce6c552f980f7ed46283a5abfcee202d68ed4d026b62b5f09378f"
Jul 17 17:38:43 ha-572000 kubelet[1589]: I0717 17:38:43.248499 1589 scope.go:117] "RemoveContainer" containerID="bb44d784bb7ab822072739958ae678f3a02d43caf6fe9538c0f06ebef18ea342"
Jul 17 17:38:43 ha-572000 kubelet[1589]: I0717 17:38:43.249450 1589 scope.go:117] "RemoveContainer" containerID="12ba2e181ee9ae3666a5ca0e759c24d2ccb54439a79a38efff74cf14a40e784a"
Jul 17 17:38:44 ha-572000 kubelet[1589]: I0717 17:38:44.247542 1589 scope.go:117] "RemoveContainer" containerID="6e40e1427ab20e20a4e59edefca31cfa827b45b6f6b76ae115559d4affa80801"
Jul 17 17:38:44 ha-572000 kubelet[1589]: I0717 17:38:44.247737 1589 scope.go:117] "RemoveContainer" containerID="2aeed19835352538242328918de029a46e7a1c2c0337d634b785ef7be5db5332"
Jul 17 17:38:44 ha-572000 kubelet[1589]: I0717 17:38:44.248176 1589 scope.go:117] "RemoveContainer" containerID="e1a5eb1bed550849fe01b413e967df27558ab752f138608980b41a250955e5cb"
Jul 17 17:38:45 ha-572000 kubelet[1589]: I0717 17:38:45.248442 1589 scope.go:117] "RemoveContainer" containerID="7b275812468c9bd27f22db306363aca5bc7fa0141fc09681bf430d6ef78fe048"
Jul 17 17:39:13 ha-572000 kubelet[1589]: I0717 17:39:13.938023 1589 scope.go:117] "RemoveContainer" containerID="12ba2e181ee9ae3666a5ca0e759c24d2ccb54439a79a38efff74cf14a40e784a"
Jul 17 17:39:13 ha-572000 kubelet[1589]: I0717 17:39:13.938223 1589 scope.go:117] "RemoveContainer" containerID="a82cf6255e5a9038e6b9f99c7c61bb553ecd5668aef41bf2bd07606b44772403"
Jul 17 17:39:13 ha-572000 kubelet[1589]: E0717 17:39:13.938325 1589 pod_workers.go:1298] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(1801216d-6529-4049-b874-1577132fc03f)\"" pod="kube-system/storage-provisioner" podUID="1801216d-6529-4049-b874-1577132fc03f"
Jul 17 17:39:28 ha-572000 kubelet[1589]: I0717 17:39:28.248196 1589 scope.go:117] "RemoveContainer" containerID="a82cf6255e5a9038e6b9f99c7c61bb553ecd5668aef41bf2bd07606b44772403"
Jul 17 17:39:28 ha-572000 kubelet[1589]: E0717 17:39:28.248343 1589 pod_workers.go:1298] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(1801216d-6529-4049-b874-1577132fc03f)\"" pod="kube-system/storage-provisioner" podUID="1801216d-6529-4049-b874-1577132fc03f"
Jul 17 17:39:39 ha-572000 kubelet[1589]: E0717 17:39:39.270524 1589 iptables.go:577] "Could not set up iptables canary" err=<
Jul 17 17:39:39 ha-572000 kubelet[1589]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Jul 17 17:39:39 ha-572000 kubelet[1589]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Jul 17 17:39:39 ha-572000 kubelet[1589]: Perhaps ip6tables or your kernel needs to be upgraded.
Jul 17 17:39:39 ha-572000 kubelet[1589]: > table="nat" chain="KUBE-KUBELET-CANARY"
Jul 17 17:39:43 ha-572000 kubelet[1589]: I0717 17:39:43.248697 1589 scope.go:117] "RemoveContainer" containerID="a82cf6255e5a9038e6b9f99c7c61bb553ecd5668aef41bf2bd07606b44772403"
Jul 17 17:39:43 ha-572000 kubelet[1589]: E0717 17:39:43.249374 1589 pod_workers.go:1298] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(1801216d-6529-4049-b874-1577132fc03f)\"" pod="kube-system/storage-provisioner" podUID="1801216d-6529-4049-b874-1577132fc03f"
Jul 17 17:39:54 ha-572000 kubelet[1589]: I0717 17:39:54.247534 1589 scope.go:117] "RemoveContainer" containerID="a82cf6255e5a9038e6b9f99c7c61bb553ecd5668aef41bf2bd07606b44772403"
Jul 17 17:39:54 ha-572000 kubelet[1589]: E0717 17:39:54.248369 1589 pod_workers.go:1298] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(1801216d-6529-4049-b874-1577132fc03f)\"" pod="kube-system/storage-provisioner" podUID="1801216d-6529-4049-b874-1577132fc03f"
Jul 17 17:40:07 ha-572000 kubelet[1589]: I0717 17:40:07.247771 1589 scope.go:117] "RemoveContainer" containerID="a82cf6255e5a9038e6b9f99c7c61bb553ecd5668aef41bf2bd07606b44772403"
Jul 17 17:40:07 ha-572000 kubelet[1589]: E0717 17:40:07.248147 1589 pod_workers.go:1298] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(1801216d-6529-4049-b874-1577132fc03f)\"" pod="kube-system/storage-provisioner" podUID="1801216d-6529-4049-b874-1577132fc03f"
Jul 17 17:40:22 ha-572000 kubelet[1589]: I0717 17:40:22.247319 1589 scope.go:117] "RemoveContainer" containerID="a82cf6255e5a9038e6b9f99c7c61bb553ecd5668aef41bf2bd07606b44772403"
Jul 17 17:40:22 ha-572000 kubelet[1589]: E0717 17:40:22.247457 1589 pod_workers.go:1298] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(1801216d-6529-4049-b874-1577132fc03f)\"" pod="kube-system/storage-provisioner" podUID="1801216d-6529-4049-b874-1577132fc03f"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-572000 -n ha-572000
helpers_test.go:261: (dbg) Run: kubectl --context ha-572000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (6.87s)