=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:390: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:413: expected profile "ha-476000" in json of 'profile list' to have "Degraded" status but have "Starting" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-476000\",\"Status\":\"Starting\",\"Config\":{\"Name\":\"ha-476000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACo
unt\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-476000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.5\",\"Port\":8443,\"
KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.6\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.169.0.7\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.169.0.8\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\"
:false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize
\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-476000 -n ha-476000
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-476000 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-476000 logs -n 25: (3.338020503s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-476000 cp ha-476000-m03:/home/docker/cp-test.txt | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | ha-476000-m04:/home/docker/cp-test_ha-476000-m03_ha-476000-m04.txt | | | | | |
| ssh | ha-476000 ssh -n | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | ha-476000-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-476000 ssh -n ha-476000-m04 sudo cat | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | /home/docker/cp-test_ha-476000-m03_ha-476000-m04.txt | | | | | |
| cp | ha-476000 cp testdata/cp-test.txt | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | ha-476000-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-476000 ssh -n | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | ha-476000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-476000 cp ha-476000-m04:/home/docker/cp-test.txt | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | /var/folders/vq/yhv778t970xgml0dzm5fdwlr0000gp/T/TestMultiControlPlaneserialCopyFile3898402723/001/cp-test_ha-476000-m04.txt | | | | | |
| ssh | ha-476000 ssh -n | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | ha-476000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-476000 cp ha-476000-m04:/home/docker/cp-test.txt | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | ha-476000:/home/docker/cp-test_ha-476000-m04_ha-476000.txt | | | | | |
| ssh | ha-476000 ssh -n | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | ha-476000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-476000 ssh -n ha-476000 sudo cat | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | /home/docker/cp-test_ha-476000-m04_ha-476000.txt | | | | | |
| cp | ha-476000 cp ha-476000-m04:/home/docker/cp-test.txt | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | ha-476000-m02:/home/docker/cp-test_ha-476000-m04_ha-476000-m02.txt | | | | | |
| ssh | ha-476000 ssh -n | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | ha-476000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-476000 ssh -n ha-476000-m02 sudo cat | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | /home/docker/cp-test_ha-476000-m04_ha-476000-m02.txt | | | | | |
| cp | ha-476000 cp ha-476000-m04:/home/docker/cp-test.txt | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | ha-476000-m03:/home/docker/cp-test_ha-476000-m04_ha-476000-m03.txt | | | | | |
| ssh | ha-476000 ssh -n | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | ha-476000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-476000 ssh -n ha-476000-m03 sudo cat | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | /home/docker/cp-test_ha-476000-m04_ha-476000-m03.txt | | | | | |
| node | ha-476000 node stop m02 -v=7 | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:46 PDT |
| | --alsologtostderr | | | | | |
| node | ha-476000 node start m02 -v=7 | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:46 PDT | 26 Sep 24 17:47 PDT |
| | --alsologtostderr | | | | | |
| node | list -p ha-476000 -v=7 | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:47 PDT | |
| | --alsologtostderr | | | | | |
| stop | -p ha-476000 -v=7 | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:47 PDT | 26 Sep 24 17:47 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-476000 --wait=true -v=7 | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:47 PDT | |
| | --alsologtostderr | | | | | |
| node | list -p ha-476000 | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:49 PDT | |
| node | ha-476000 node delete m03 -v=7 | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:49 PDT | |
| | --alsologtostderr | | | | | |
| stop | ha-476000 stop -v=7 | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:49 PDT | 26 Sep 24 17:53 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-476000 --wait=true | ha-476000 | jenkins | v1.34.0 | 26 Sep 24 17:53 PDT | |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=hyperkit | | | | | |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/26 17:53:00
Running on machine: MacOS-Agent-2
Binary: Built with gc go1.23.0 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0926 17:53:00.467998 4178 out.go:345] Setting OutFile to fd 1 ...
I0926 17:53:00.468247 4178 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0926 17:53:00.468252 4178 out.go:358] Setting ErrFile to fd 2...
I0926 17:53:00.468256 4178 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0926 17:53:00.468436 4178 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19711-1128/.minikube/bin
I0926 17:53:00.469901 4178 out.go:352] Setting JSON to false
I0926 17:53:00.492370 4178 start.go:129] hostinfo: {"hostname":"MacOS-Agent-2.local","uptime":3150,"bootTime":1727395230,"procs":437,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.6.1","kernelVersion":"23.6.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"2965c349-98a5-5970-aaa9-9eedd3ae5959"}
W0926 17:53:00.492530 4178 start.go:137] gopshost.Virtualization returned error: not implemented yet
I0926 17:53:00.514400 4178 out.go:177] * [ha-476000] minikube v1.34.0 on Darwin 14.6.1
I0926 17:53:00.557228 4178 out.go:177] - MINIKUBE_LOCATION=19711
I0926 17:53:00.557300 4178 notify.go:220] Checking for updates...
I0926 17:53:00.599719 4178 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/19711-1128/kubeconfig
I0926 17:53:00.621009 4178 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I0926 17:53:00.642091 4178 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0926 17:53:00.662936 4178 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19711-1128/.minikube
I0926 17:53:00.684204 4178 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0926 17:53:00.705550 4178 config.go:182] Loaded profile config "ha-476000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0926 17:53:00.706120 4178 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0926 17:53:00.706169 4178 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0926 17:53:00.715431 4178 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52037
I0926 17:53:00.715807 4178 main.go:141] libmachine: () Calling .GetVersion
I0926 17:53:00.716207 4178 main.go:141] libmachine: Using API Version 1
I0926 17:53:00.716243 4178 main.go:141] libmachine: () Calling .SetConfigRaw
I0926 17:53:00.716493 4178 main.go:141] libmachine: () Calling .GetMachineName
I0926 17:53:00.716626 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:00.716833 4178 driver.go:394] Setting default libvirt URI to qemu:///system
I0926 17:53:00.717101 4178 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0926 17:53:00.717132 4178 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0926 17:53:00.725380 4178 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52039
I0926 17:53:00.725706 4178 main.go:141] libmachine: () Calling .GetVersion
I0926 17:53:00.726059 4178 main.go:141] libmachine: Using API Version 1
I0926 17:53:00.726076 4178 main.go:141] libmachine: () Calling .SetConfigRaw
I0926 17:53:00.726325 4178 main.go:141] libmachine: () Calling .GetMachineName
I0926 17:53:00.726449 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:00.754773 4178 out.go:177] * Using the hyperkit driver based on existing profile
I0926 17:53:00.797071 4178 start.go:297] selected driver: hyperkit
I0926 17:53:00.797101 4178 start.go:901] validating driver "hyperkit" against &{Name:ha-476000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuber
netesVersion:v1.31.1 ClusterName:ha-476000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclas
s:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGI
D:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0926 17:53:00.797347 4178 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0926 17:53:00.797543 4178 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0926 17:53:00.797758 4178 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19711-1128/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I0926 17:53:00.807380 4178 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.34.0
I0926 17:53:00.811121 4178 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0926 17:53:00.811145 4178 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I0926 17:53:00.813743 4178 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0926 17:53:00.813780 4178 cni.go:84] Creating CNI manager for ""
I0926 17:53:00.813817 4178 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0926 17:53:00.813892 4178 start.go:340] cluster config:
{Name:ha-476000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-476000 Namespace:default APIServerHAVIP:192.16
9.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inacce
l:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p Mount
UID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0926 17:53:00.814010 4178 iso.go:125] acquiring lock: {Name:mka8a9c5a237c1e4ae233281d2ff7965d13a843d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0926 17:53:00.856015 4178 out.go:177] * Starting "ha-476000" primary control-plane node in "ha-476000" cluster
I0926 17:53:00.877127 4178 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0926 17:53:00.877240 4178 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19711-1128/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4
I0926 17:53:00.877263 4178 cache.go:56] Caching tarball of preloaded images
I0926 17:53:00.877457 4178 preload.go:172] Found /Users/jenkins/minikube-integration/19711-1128/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0926 17:53:00.877476 4178 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I0926 17:53:00.877658 4178 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/config.json ...
I0926 17:53:00.878610 4178 start.go:360] acquireMachinesLock for ha-476000: {Name:mk62b0ec9b6170d1971239573141a625c4a2621e Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0926 17:53:00.878759 4178 start.go:364] duration metric: took 97.008µs to acquireMachinesLock for "ha-476000"
I0926 17:53:00.878828 4178 start.go:96] Skipping create...Using existing machine configuration
I0926 17:53:00.878843 4178 fix.go:54] fixHost starting:
I0926 17:53:00.879324 4178 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0926 17:53:00.879362 4178 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0926 17:53:00.888435 4178 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52041
I0926 17:53:00.888799 4178 main.go:141] libmachine: () Calling .GetVersion
I0926 17:53:00.889164 4178 main.go:141] libmachine: Using API Version 1
I0926 17:53:00.889177 4178 main.go:141] libmachine: () Calling .SetConfigRaw
I0926 17:53:00.889396 4178 main.go:141] libmachine: () Calling .GetMachineName
I0926 17:53:00.889518 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:00.889616 4178 main.go:141] libmachine: (ha-476000) Calling .GetState
I0926 17:53:00.889695 4178 main.go:141] libmachine: (ha-476000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0926 17:53:00.889775 4178 main.go:141] libmachine: (ha-476000) DBG | hyperkit pid from json: 4068
I0926 17:53:00.890689 4178 main.go:141] libmachine: (ha-476000) DBG | hyperkit pid 4068 missing from process table
I0926 17:53:00.890720 4178 fix.go:112] recreateIfNeeded on ha-476000: state=Stopped err=<nil>
I0926 17:53:00.890735 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
W0926 17:53:00.890819 4178 fix.go:138] unexpected machine state, will restart: <nil>
I0926 17:53:00.933253 4178 out.go:177] * Restarting existing hyperkit VM for "ha-476000" ...
I0926 17:53:00.956221 4178 main.go:141] libmachine: (ha-476000) Calling .Start
I0926 17:53:00.956482 4178 main.go:141] libmachine: (ha-476000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0926 17:53:00.956522 4178 main.go:141] libmachine: (ha-476000) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/hyperkit.pid
I0926 17:53:00.958313 4178 main.go:141] libmachine: (ha-476000) DBG | hyperkit pid 4068 missing from process table
I0926 17:53:00.958323 4178 main.go:141] libmachine: (ha-476000) DBG | pid 4068 is in state "Stopped"
I0926 17:53:00.958337 4178 main.go:141] libmachine: (ha-476000) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/hyperkit.pid...
I0926 17:53:00.958705 4178 main.go:141] libmachine: (ha-476000) DBG | Using UUID 99cfbb80-3e9d-4d4f-a72a-447af4e3b1db
I0926 17:53:01.067490 4178 main.go:141] libmachine: (ha-476000) DBG | Generated MAC 96:a2:4a:f3:be:4a
I0926 17:53:01.067521 4178 main.go:141] libmachine: (ha-476000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-476000
I0926 17:53:01.067590 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"99cfbb80-3e9d-4d4f-a72a-447af4e3b1db", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003bea80)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0926 17:53:01.067614 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"99cfbb80-3e9d-4d4f-a72a-447af4e3b1db", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003bea80)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0926 17:53:01.067680 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "99cfbb80-3e9d-4d4f-a72a-447af4e3b1db", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/ha-476000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/tty,log=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/bzimage,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/initrd,earlyprintk=s
erial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-476000"}
I0926 17:53:01.067717 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 99cfbb80-3e9d-4d4f-a72a-447af4e3b1db -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/ha-476000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/tty,log=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/console-ring -f kexec,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/bzimage,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset
norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-476000"
I0926 17:53:01.067731 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0926 17:53:01.069340 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 DEBUG: hyperkit: Pid is 4191
I0926 17:53:01.069679 4178 main.go:141] libmachine: (ha-476000) DBG | Attempt 0
I0926 17:53:01.069693 4178 main.go:141] libmachine: (ha-476000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0926 17:53:01.069753 4178 main.go:141] libmachine: (ha-476000) DBG | hyperkit pid from json: 4191
I0926 17:53:01.071639 4178 main.go:141] libmachine: (ha-476000) DBG | Searching for 96:a2:4a:f3:be:4a in /var/db/dhcpd_leases ...
I0926 17:53:01.071694 4178 main.go:141] libmachine: (ha-476000) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0926 17:53:01.071711 4178 main.go:141] libmachine: (ha-476000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:96:a2:4a:f3:be:4a ID:1,96:a2:4a:f3:be:4a Lease:0x66f7523f}
I0926 17:53:01.071719 4178 main.go:141] libmachine: (ha-476000) DBG | Found match: 96:a2:4a:f3:be:4a
I0926 17:53:01.071724 4178 main.go:141] libmachine: (ha-476000) DBG | IP: 192.169.0.5
I0926 17:53:01.071801 4178 main.go:141] libmachine: (ha-476000) Calling .GetConfigRaw
I0926 17:53:01.072466 4178 main.go:141] libmachine: (ha-476000) Calling .GetIP
I0926 17:53:01.072682 4178 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/config.json ...
I0926 17:53:01.073265 4178 machine.go:93] provisionDockerMachine start ...
I0926 17:53:01.073276 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:01.073432 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:01.073553 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:01.073654 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:01.073744 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:01.073824 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:01.073962 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:01.074151 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0926 17:53:01.074160 4178 main.go:141] libmachine: About to run SSH command:
hostname
I0926 17:53:01.077803 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I0926 17:53:01.131821 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0926 17:53:01.132498 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0926 17:53:01.132519 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0926 17:53:01.132527 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0926 17:53:01.132535 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0926 17:53:01.515934 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0926 17:53:01.515948 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0926 17:53:01.630853 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0926 17:53:01.630870 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0926 17:53:01.630880 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0926 17:53:01.630889 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0926 17:53:01.631762 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0926 17:53:01.631773 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:01 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0926 17:53:07.224844 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:07 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0926 17:53:07.224979 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:07 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0926 17:53:07.224989 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:07 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0926 17:53:07.249067 4178 main.go:141] libmachine: (ha-476000) DBG | 2024/09/26 17:53:07 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0926 17:53:12.148094 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0926 17:53:12.148109 4178 main.go:141] libmachine: (ha-476000) Calling .GetMachineName
I0926 17:53:12.148318 4178 buildroot.go:166] provisioning hostname "ha-476000"
I0926 17:53:12.148328 4178 main.go:141] libmachine: (ha-476000) Calling .GetMachineName
I0926 17:53:12.148430 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:12.148546 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:12.148649 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:12.148741 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:12.148844 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:12.148986 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:12.149192 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0926 17:53:12.149200 4178 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-476000 && echo "ha-476000" | sudo tee /etc/hostname
I0926 17:53:12.225889 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-476000
I0926 17:53:12.225907 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:12.226039 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:12.226125 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:12.226235 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:12.226313 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:12.226463 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:12.226601 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0926 17:53:12.226612 4178 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-476000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-476000/g' /etc/hosts;
else
echo '127.0.1.1 ha-476000' | sudo tee -a /etc/hosts;
fi
fi
I0926 17:53:12.298491 4178 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0926 17:53:12.298512 4178 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19711-1128/.minikube CaCertPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19711-1128/.minikube}
I0926 17:53:12.298531 4178 buildroot.go:174] setting up certificates
I0926 17:53:12.298537 4178 provision.go:84] configureAuth start
I0926 17:53:12.298544 4178 main.go:141] libmachine: (ha-476000) Calling .GetMachineName
I0926 17:53:12.298672 4178 main.go:141] libmachine: (ha-476000) Calling .GetIP
I0926 17:53:12.298777 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:12.298858 4178 provision.go:143] copyHostCerts
I0926 17:53:12.298890 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem
I0926 17:53:12.298959 4178 exec_runner.go:144] found /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem, removing ...
I0926 17:53:12.298968 4178 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem
I0926 17:53:12.299110 4178 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem (1082 bytes)
I0926 17:53:12.299320 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem
I0926 17:53:12.299359 4178 exec_runner.go:144] found /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem, removing ...
I0926 17:53:12.299364 4178 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem
I0926 17:53:12.299452 4178 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem (1123 bytes)
I0926 17:53:12.299596 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem
I0926 17:53:12.299633 4178 exec_runner.go:144] found /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem, removing ...
I0926 17:53:12.299638 4178 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem
I0926 17:53:12.299717 4178 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem (1675 bytes)
I0926 17:53:12.299883 4178 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca-key.pem org=jenkins.ha-476000 san=[127.0.0.1 192.169.0.5 ha-476000 localhost minikube]
I0926 17:53:12.619231 4178 provision.go:177] copyRemoteCerts
I0926 17:53:12.619306 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0926 17:53:12.619328 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:12.619499 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:12.619617 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:12.619721 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:12.619805 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/id_rsa Username:docker}
I0926 17:53:12.659598 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0926 17:53:12.659672 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0926 17:53:12.679552 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem -> /etc/docker/server.pem
I0926 17:53:12.679620 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I0926 17:53:12.699069 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0926 17:53:12.699141 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0926 17:53:12.718755 4178 provision.go:87] duration metric: took 420.20261ms to configureAuth
I0926 17:53:12.718767 4178 buildroot.go:189] setting minikube options for container-runtime
I0926 17:53:12.718921 4178 config.go:182] Loaded profile config "ha-476000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0926 17:53:12.718934 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:12.719072 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:12.719167 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:12.719255 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:12.719341 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:12.719422 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:12.719544 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:12.719669 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0926 17:53:12.719676 4178 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0926 17:53:12.785771 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0926 17:53:12.785788 4178 buildroot.go:70] root file system type: tmpfs
I0926 17:53:12.785872 4178 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0926 17:53:12.785886 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:12.786022 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:12.786110 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:12.786193 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:12.786273 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:12.786415 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:12.786558 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0926 17:53:12.786601 4178 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0926 17:53:12.862455 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0926 17:53:12.862477 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:12.862607 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:12.862705 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:12.862800 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:12.862882 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:12.863016 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:12.863156 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0926 17:53:12.863169 4178 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0926 17:53:14.510518 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0926 17:53:14.510534 4178 machine.go:96] duration metric: took 13.437211612s to provisionDockerMachine
I0926 17:53:14.510545 4178 start.go:293] postStartSetup for "ha-476000" (driver="hyperkit")
I0926 17:53:14.510553 4178 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0926 17:53:14.510563 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:14.510765 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0926 17:53:14.510780 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:14.510875 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:14.510981 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:14.511085 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:14.511186 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/id_rsa Username:docker}
I0926 17:53:14.553095 4178 ssh_runner.go:195] Run: cat /etc/os-release
I0926 17:53:14.556852 4178 info.go:137] Remote host: Buildroot 2023.02.9
I0926 17:53:14.556867 4178 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19711-1128/.minikube/addons for local assets ...
I0926 17:53:14.556973 4178 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19711-1128/.minikube/files for local assets ...
I0926 17:53:14.557159 4178 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem -> 16792.pem in /etc/ssl/certs
I0926 17:53:14.557167 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem -> /etc/ssl/certs/16792.pem
I0926 17:53:14.557383 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0926 17:53:14.567060 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem --> /etc/ssl/certs/16792.pem (1708 bytes)
I0926 17:53:14.600616 4178 start.go:296] duration metric: took 90.060103ms for postStartSetup
I0926 17:53:14.600637 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:14.600819 4178 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0926 17:53:14.600832 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:14.600912 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:14.600992 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:14.601061 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:14.601150 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/id_rsa Username:docker}
I0926 17:53:14.640650 4178 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0926 17:53:14.640716 4178 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0926 17:53:14.694957 4178 fix.go:56] duration metric: took 13.816065248s for fixHost
I0926 17:53:14.694980 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:14.695115 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:14.695206 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:14.695301 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:14.695399 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:14.695527 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:14.695674 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.5 22 <nil> <nil>}
I0926 17:53:14.695682 4178 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0926 17:53:14.760098 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727398394.872717718
I0926 17:53:14.760109 4178 fix.go:216] guest clock: 1727398394.872717718
I0926 17:53:14.760115 4178 fix.go:229] Guest: 2024-09-26 17:53:14.872717718 -0700 PDT Remote: 2024-09-26 17:53:14.69497 -0700 PDT m=+14.262859348 (delta=177.747718ms)
I0926 17:53:14.760134 4178 fix.go:200] guest clock delta is within tolerance: 177.747718ms
I0926 17:53:14.760137 4178 start.go:83] releasing machines lock for "ha-476000", held for 13.881299475s
I0926 17:53:14.760155 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:14.760297 4178 main.go:141] libmachine: (ha-476000) Calling .GetIP
I0926 17:53:14.760395 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:14.760729 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:14.760850 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:14.760950 4178 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0926 17:53:14.760987 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:14.761013 4178 ssh_runner.go:195] Run: cat /version.json
I0926 17:53:14.761025 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:14.761099 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:14.761116 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:14.761194 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:14.761205 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:14.761304 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:14.761313 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:14.761398 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/id_rsa Username:docker}
I0926 17:53:14.761432 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/id_rsa Username:docker}
I0926 17:53:14.795855 4178 ssh_runner.go:195] Run: systemctl --version
I0926 17:53:14.843523 4178 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0926 17:53:14.848548 4178 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0926 17:53:14.848602 4178 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0926 17:53:14.862277 4178 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0926 17:53:14.862289 4178 start.go:495] detecting cgroup driver to use...
I0926 17:53:14.862388 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0926 17:53:14.879332 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0926 17:53:14.888407 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0926 17:53:14.897249 4178 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0926 17:53:14.897300 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0926 17:53:14.906191 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0926 17:53:14.914943 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0926 17:53:14.923611 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0926 17:53:14.932390 4178 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0926 17:53:14.941382 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0926 17:53:14.950233 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0926 17:53:14.959047 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0926 17:53:14.967887 4178 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0926 17:53:14.975975 4178 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0926 17:53:14.976018 4178 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0926 17:53:14.985185 4178 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0926 17:53:14.993181 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:53:15.086628 4178 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0926 17:53:15.106310 4178 start.go:495] detecting cgroup driver to use...
I0926 17:53:15.106396 4178 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0926 17:53:15.118546 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0926 17:53:15.129665 4178 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0926 17:53:15.143061 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0926 17:53:15.154154 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0926 17:53:15.164978 4178 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0926 17:53:15.188125 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0926 17:53:15.199509 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0926 17:53:15.214608 4178 ssh_runner.go:195] Run: which cri-dockerd
I0926 17:53:15.217523 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0926 17:53:15.225391 4178 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0926 17:53:15.238858 4178 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0926 17:53:15.337444 4178 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0926 17:53:15.437802 4178 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0926 17:53:15.437879 4178 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0926 17:53:15.451733 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:53:15.563208 4178 ssh_runner.go:195] Run: sudo systemctl restart docker
I0926 17:53:17.891140 4178 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.327906141s)
I0926 17:53:17.891209 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0926 17:53:17.902729 4178 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0926 17:53:17.915694 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0926 17:53:17.926164 4178 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0926 17:53:18.028587 4178 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0926 17:53:18.135687 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:53:18.246049 4178 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0926 17:53:18.259788 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0926 17:53:18.270995 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:53:18.379007 4178 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0926 17:53:18.442458 4178 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0926 17:53:18.442555 4178 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0926 17:53:18.447167 4178 start.go:563] Will wait 60s for crictl version
I0926 17:53:18.447233 4178 ssh_runner.go:195] Run: which crictl
I0926 17:53:18.450364 4178 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0926 17:53:18.474973 4178 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.1
RuntimeApiVersion: v1
I0926 17:53:18.475082 4178 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0926 17:53:18.492744 4178 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0926 17:53:18.534852 4178 out.go:235] * Preparing Kubernetes v1.31.1 on Docker 27.3.1 ...
I0926 17:53:18.534897 4178 main.go:141] libmachine: (ha-476000) Calling .GetIP
I0926 17:53:18.535304 4178 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0926 17:53:18.539884 4178 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0926 17:53:18.549924 4178 kubeadm.go:883] updating cluster {Name:ha-476000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.
1 ClusterName:ha-476000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false f
reshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: M
ountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0926 17:53:18.550017 4178 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0926 17:53:18.550087 4178 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0926 17:53:18.562413 4178 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
kindest/kindnetd:v20240813-c6f155d6
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
ghcr.io/kube-vip/kube-vip:v0.8.0
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0926 17:53:18.562429 4178 docker.go:615] Images already preloaded, skipping extraction
I0926 17:53:18.562517 4178 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0926 17:53:18.574107 4178 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.31.1
registry.k8s.io/kube-scheduler:v1.31.1
registry.k8s.io/kube-controller-manager:v1.31.1
registry.k8s.io/kube-proxy:v1.31.1
kindest/kindnetd:v20240813-c6f155d6
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
ghcr.io/kube-vip/kube-vip:v0.8.0
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0926 17:53:18.574127 4178 cache_images.go:84] Images are preloaded, skipping loading
I0926 17:53:18.574137 4178 kubeadm.go:934] updating node { 192.169.0.5 8443 v1.31.1 docker true true} ...
I0926 17:53:18.574213 4178 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-476000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.5
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-476000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0926 17:53:18.574296 4178 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0926 17:53:18.611557 4178 cni.go:84] Creating CNI manager for ""
I0926 17:53:18.611571 4178 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0926 17:53:18.611586 4178 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0926 17:53:18.611607 4178 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.5 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-476000 NodeName:ha-476000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.5"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.5 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manif
ests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0926 17:53:18.611700 4178 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.5
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-476000"
kubeletExtraArgs:
node-ip: 192.169.0.5
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.5"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0926 17:53:18.611713 4178 kube-vip.go:115] generating kube-vip config ...
I0926 17:53:18.611769 4178 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0926 17:53:18.624452 4178 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0926 17:53:18.624524 4178 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0926 17:53:18.624583 4178 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0926 17:53:18.632661 4178 binaries.go:44] Found k8s binaries, skipping transfer
I0926 17:53:18.632722 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0926 17:53:18.640016 4178 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (307 bytes)
I0926 17:53:18.653424 4178 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0926 17:53:18.666861 4178 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2148 bytes)
I0926 17:53:18.680665 4178 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0926 17:53:18.694237 4178 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0926 17:53:18.697273 4178 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0926 17:53:18.706489 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:53:18.799127 4178 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0926 17:53:18.813428 4178 certs.go:68] Setting up /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000 for IP: 192.169.0.5
I0926 17:53:18.813441 4178 certs.go:194] generating shared ca certs ...
I0926 17:53:18.813450 4178 certs.go:226] acquiring lock for ca certs: {Name:mk3d4665cb5756ae49ea6f7cd2a58d273aecc507 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0926 17:53:18.813627 4178 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.key
I0926 17:53:18.813697 4178 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/proxy-client-ca.key
I0926 17:53:18.813709 4178 certs.go:256] generating profile certs ...
I0926 17:53:18.813816 4178 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/client.key
I0926 17:53:18.813837 4178 certs.go:363] generating signed profile cert for "minikube": /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.key.961e0ed9
I0926 17:53:18.813853 4178 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.crt.961e0ed9 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.169.0.5 192.169.0.6 192.169.0.7 192.169.0.254]
I0926 17:53:19.198737 4178 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.crt.961e0ed9 ...
I0926 17:53:19.198759 4178 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.crt.961e0ed9: {Name:mkf72026f41cf052c5981dfd73bcc3ea46813a38 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0926 17:53:19.199347 4178 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.key.961e0ed9 ...
I0926 17:53:19.199358 4178 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.key.961e0ed9: {Name:mkb6fc9895bd700bb149434e702cedd545112b66 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0926 17:53:19.199565 4178 certs.go:381] copying /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.crt.961e0ed9 -> /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.crt
I0926 17:53:19.199778 4178 certs.go:385] copying /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.key.961e0ed9 -> /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.key
I0926 17:53:19.200020 4178 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/proxy-client.key
I0926 17:53:19.200030 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0926 17:53:19.200052 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0926 17:53:19.200071 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0926 17:53:19.200089 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0926 17:53:19.200107 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0926 17:53:19.200125 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0926 17:53:19.200142 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0926 17:53:19.200160 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0926 17:53:19.200250 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/1679.pem (1338 bytes)
W0926 17:53:19.200297 4178 certs.go:480] ignoring /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/1679_empty.pem, impossibly tiny 0 bytes
I0926 17:53:19.200306 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca-key.pem (1675 bytes)
I0926 17:53:19.200335 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem (1082 bytes)
I0926 17:53:19.200365 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/cert.pem (1123 bytes)
I0926 17:53:19.200393 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/key.pem (1675 bytes)
I0926 17:53:19.200455 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem (1708 bytes)
I0926 17:53:19.200488 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/1679.pem -> /usr/share/ca-certificates/1679.pem
I0926 17:53:19.200508 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem -> /usr/share/ca-certificates/16792.pem
I0926 17:53:19.200526 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0926 17:53:19.200943 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0926 17:53:19.229781 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0926 17:53:19.249730 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0926 17:53:19.269922 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0926 17:53:19.290358 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0926 17:53:19.309964 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0926 17:53:19.329782 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0926 17:53:19.349170 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0926 17:53:19.368557 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/1679.pem --> /usr/share/ca-certificates/1679.pem (1338 bytes)
I0926 17:53:19.388315 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem --> /usr/share/ca-certificates/16792.pem (1708 bytes)
I0926 17:53:19.407646 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0926 17:53:19.427156 4178 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0926 17:53:19.441065 4178 ssh_runner.go:195] Run: openssl version
I0926 17:53:19.445301 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1679.pem && ln -fs /usr/share/ca-certificates/1679.pem /etc/ssl/certs/1679.pem"
I0926 17:53:19.453728 4178 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1679.pem
I0926 17:53:19.457317 4178 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 27 00:36 /usr/share/ca-certificates/1679.pem
I0926 17:53:19.457357 4178 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1679.pem
I0926 17:53:19.461742 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1679.pem /etc/ssl/certs/51391683.0"
I0926 17:53:19.470198 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16792.pem && ln -fs /usr/share/ca-certificates/16792.pem /etc/ssl/certs/16792.pem"
I0926 17:53:19.478616 4178 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16792.pem
I0926 17:53:19.482140 4178 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 27 00:36 /usr/share/ca-certificates/16792.pem
I0926 17:53:19.482201 4178 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16792.pem
I0926 17:53:19.486473 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16792.pem /etc/ssl/certs/3ec20f2e.0"
I0926 17:53:19.494777 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0926 17:53:19.503295 4178 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0926 17:53:19.506902 4178 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 27 00:14 /usr/share/ca-certificates/minikubeCA.pem
I0926 17:53:19.506943 4178 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0926 17:53:19.511360 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0926 17:53:19.519826 4178 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0926 17:53:19.523465 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0926 17:53:19.528006 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0926 17:53:19.532444 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0926 17:53:19.537126 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0926 17:53:19.541512 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0926 17:53:19.545827 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0926 17:53:19.550166 4178 kubeadm.go:392] StartCluster: {Name:ha-476000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727108449-19696@sha256:c662152d8855bc4c62a3b5786a68adf99e04794e7f8f374a3859703004ef1d21 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 C
lusterName:ha-476000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.7 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.8 Port:0 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false fres
hpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: Moun
tMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0926 17:53:19.550298 4178 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0926 17:53:19.561803 4178 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0926 17:53:19.569639 4178 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I0926 17:53:19.569650 4178 kubeadm.go:593] restartPrimaryControlPlane start ...
I0926 17:53:19.569698 4178 ssh_runner.go:195] Run: sudo test -d /data/minikube
I0926 17:53:19.577403 4178 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I0926 17:53:19.577718 4178 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-476000" does not appear in /Users/jenkins/minikube-integration/19711-1128/kubeconfig
I0926 17:53:19.577801 4178 kubeconfig.go:62] /Users/jenkins/minikube-integration/19711-1128/kubeconfig needs updating (will repair): [kubeconfig missing "ha-476000" cluster setting kubeconfig missing "ha-476000" context setting]
I0926 17:53:19.577967 4178 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19711-1128/kubeconfig: {Name:mkb9c069c578c490d8cb734b05a21821e9215482 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0926 17:53:19.578378 4178 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19711-1128/kubeconfig
I0926 17:53:19.578577 4178 kapi.go:59] client config for ha-476000: &rest.Config{Host:"https://192.169.0.5:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/client.key", CAFile:"/Users/jenkins/minikube-integration/19711-1128/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x7459f00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0926 17:53:19.578890 4178 cert_rotation.go:140] Starting client certificate rotation controller
I0926 17:53:19.579075 4178 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I0926 17:53:19.586457 4178 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.5
I0926 17:53:19.586468 4178 kubeadm.go:597] duration metric: took 16.814329ms to restartPrimaryControlPlane
I0926 17:53:19.586474 4178 kubeadm.go:394] duration metric: took 36.313109ms to StartCluster
I0926 17:53:19.586484 4178 settings.go:142] acquiring lock: {Name:mka8948d0f70add5c5f20f2eca7124a97a496c1c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0926 17:53:19.586556 4178 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/19711-1128/kubeconfig
I0926 17:53:19.586877 4178 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19711-1128/kubeconfig: {Name:mkb9c069c578c490d8cb734b05a21821e9215482 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0926 17:53:19.587096 4178 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.5 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0926 17:53:19.587108 4178 start.go:241] waiting for startup goroutines ...
I0926 17:53:19.587128 4178 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0926 17:53:19.587252 4178 config.go:182] Loaded profile config "ha-476000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0926 17:53:19.629430 4178 out.go:177] * Enabled addons:
I0926 17:53:19.650423 4178 addons.go:510] duration metric: took 63.269239ms for enable addons: enabled=[]
I0926 17:53:19.650464 4178 start.go:246] waiting for cluster config update ...
I0926 17:53:19.650475 4178 start.go:255] writing updated cluster config ...
I0926 17:53:19.672508 4178 out.go:201]
I0926 17:53:19.693989 4178 config.go:182] Loaded profile config "ha-476000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0926 17:53:19.694118 4178 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/config.json ...
I0926 17:53:19.716427 4178 out.go:177] * Starting "ha-476000-m02" control-plane node in "ha-476000" cluster
I0926 17:53:19.758555 4178 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0926 17:53:19.758588 4178 cache.go:56] Caching tarball of preloaded images
I0926 17:53:19.758767 4178 preload.go:172] Found /Users/jenkins/minikube-integration/19711-1128/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0926 17:53:19.758785 4178 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I0926 17:53:19.758898 4178 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/config.json ...
I0926 17:53:19.759817 4178 start.go:360] acquireMachinesLock for ha-476000-m02: {Name:mk62b0ec9b6170d1971239573141a625c4a2621e Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0926 17:53:19.759922 4178 start.go:364] duration metric: took 80.364µs to acquireMachinesLock for "ha-476000-m02"
I0926 17:53:19.759947 4178 start.go:96] Skipping create...Using existing machine configuration
I0926 17:53:19.759956 4178 fix.go:54] fixHost starting: m02
I0926 17:53:19.760406 4178 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0926 17:53:19.760442 4178 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0926 17:53:19.769605 4178 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52063
I0926 17:53:19.770014 4178 main.go:141] libmachine: () Calling .GetVersion
I0926 17:53:19.770353 4178 main.go:141] libmachine: Using API Version 1
I0926 17:53:19.770365 4178 main.go:141] libmachine: () Calling .SetConfigRaw
I0926 17:53:19.770608 4178 main.go:141] libmachine: () Calling .GetMachineName
I0926 17:53:19.770743 4178 main.go:141] libmachine: (ha-476000-m02) Calling .DriverName
I0926 17:53:19.770835 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetState
I0926 17:53:19.770922 4178 main.go:141] libmachine: (ha-476000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0926 17:53:19.771000 4178 main.go:141] libmachine: (ha-476000-m02) DBG | hyperkit pid from json: 4002
I0926 17:53:19.771916 4178 main.go:141] libmachine: (ha-476000-m02) DBG | hyperkit pid 4002 missing from process table
I0926 17:53:19.771940 4178 fix.go:112] recreateIfNeeded on ha-476000-m02: state=Stopped err=<nil>
I0926 17:53:19.771957 4178 main.go:141] libmachine: (ha-476000-m02) Calling .DriverName
W0926 17:53:19.772037 4178 fix.go:138] unexpected machine state, will restart: <nil>
I0926 17:53:19.814436 4178 out.go:177] * Restarting existing hyperkit VM for "ha-476000-m02" ...
I0926 17:53:19.835535 4178 main.go:141] libmachine: (ha-476000-m02) Calling .Start
I0926 17:53:19.835810 4178 main.go:141] libmachine: (ha-476000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0926 17:53:19.835874 4178 main.go:141] libmachine: (ha-476000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/hyperkit.pid
I0926 17:53:19.837665 4178 main.go:141] libmachine: (ha-476000-m02) DBG | hyperkit pid 4002 missing from process table
I0926 17:53:19.837678 4178 main.go:141] libmachine: (ha-476000-m02) DBG | pid 4002 is in state "Stopped"
I0926 17:53:19.837694 4178 main.go:141] libmachine: (ha-476000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/hyperkit.pid...
I0926 17:53:19.838041 4178 main.go:141] libmachine: (ha-476000-m02) DBG | Using UUID 58f499c4-942a-445b-bae0-ab27a7b8106e
I0926 17:53:19.865707 4178 main.go:141] libmachine: (ha-476000-m02) DBG | Generated MAC 9e:5:36:80:93:e3
I0926 17:53:19.865728 4178 main.go:141] libmachine: (ha-476000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-476000
I0926 17:53:19.865872 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"58f499c4-942a-445b-bae0-ab27a7b8106e", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003aca80)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0926 17:53:19.865901 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"58f499c4-942a-445b-bae0-ab27a7b8106e", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003aca80)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0926 17:53:19.865946 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "58f499c4-942a-445b-bae0-ab27a7b8106e", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/ha-476000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/tty,log=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/bzimage,/Users/jenkins/minikube-integration/19711-1128/.minikube/machine
s/ha-476000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-476000"}
I0926 17:53:19.866020 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 58f499c4-942a-445b-bae0-ab27a7b8106e -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/ha-476000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/tty,log=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/bzimage,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/initrd,earlyprintk=serial loglevel=3 console=t
tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-476000"
I0926 17:53:19.866041 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0926 17:53:19.867306 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 DEBUG: hyperkit: Pid is 4198
I0926 17:53:19.867704 4178 main.go:141] libmachine: (ha-476000-m02) DBG | Attempt 0
I0926 17:53:19.867718 4178 main.go:141] libmachine: (ha-476000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0926 17:53:19.867787 4178 main.go:141] libmachine: (ha-476000-m02) DBG | hyperkit pid from json: 4198
I0926 17:53:19.869727 4178 main.go:141] libmachine: (ha-476000-m02) DBG | Searching for 9e:5:36:80:93:e3 in /var/db/dhcpd_leases ...
I0926 17:53:19.869759 4178 main.go:141] libmachine: (ha-476000-m02) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0926 17:53:19.869772 4178 main.go:141] libmachine: (ha-476000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:96:a2:4a:f3:be:4a ID:1,96:a2:4a:f3:be:4a Lease:0x66f75376}
I0926 17:53:19.869793 4178 main.go:141] libmachine: (ha-476000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:d6:ac:84:6b:65:3b ID:1,d6:ac:84:6b:65:3b Lease:0x66f6009b}
I0926 17:53:19.869821 4178 main.go:141] libmachine: (ha-476000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:9e:5:36:80:93:e3 ID:1,9e:5:36:80:93:e3 Lease:0x66f751f8}
I0926 17:53:19.869834 4178 main.go:141] libmachine: (ha-476000-m02) DBG | Found match: 9e:5:36:80:93:e3
I0926 17:53:19.869848 4178 main.go:141] libmachine: (ha-476000-m02) DBG | IP: 192.169.0.6
I0926 17:53:19.869914 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetConfigRaw
I0926 17:53:19.870579 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetIP
I0926 17:53:19.870762 4178 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/config.json ...
I0926 17:53:19.871158 4178 machine.go:93] provisionDockerMachine start ...
I0926 17:53:19.871172 4178 main.go:141] libmachine: (ha-476000-m02) Calling .DriverName
I0926 17:53:19.871294 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:19.871392 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:19.871530 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:19.871631 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:19.871718 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:19.871893 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:19.872031 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0926 17:53:19.872038 4178 main.go:141] libmachine: About to run SSH command:
hostname
I0926 17:53:19.875766 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I0926 17:53:19.884496 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0926 17:53:19.885379 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0926 17:53:19.885391 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0926 17:53:19.885398 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0926 17:53:19.885403 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:19 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0926 17:53:20.270703 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:20 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0926 17:53:20.270718 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:20 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0926 17:53:20.385412 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0926 17:53:20.385431 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0926 17:53:20.385441 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0926 17:53:20.385468 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0926 17:53:20.386358 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:20 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0926 17:53:20.386369 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:20 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0926 17:53:25.988386 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:25 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0926 17:53:25.988424 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:25 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0926 17:53:25.988435 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:25 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0926 17:53:26.012163 4178 main.go:141] libmachine: (ha-476000-m02) DBG | 2024/09/26 17:53:26 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0926 17:53:30.140708 4178 main.go:141] libmachine: Error dialing TCP: dial tcp 192.169.0.6:22: connect: connection refused
I0926 17:53:33.199866 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0926 17:53:33.199881 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetMachineName
I0926 17:53:33.200004 4178 buildroot.go:166] provisioning hostname "ha-476000-m02"
I0926 17:53:33.200013 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetMachineName
I0926 17:53:33.200123 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:33.200213 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:33.200322 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:33.200426 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:33.200540 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:33.200702 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:33.200858 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0926 17:53:33.200867 4178 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-476000-m02 && echo "ha-476000-m02" | sudo tee /etc/hostname
I0926 17:53:33.269037 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-476000-m02
I0926 17:53:33.269056 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:33.269193 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:33.269285 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:33.269368 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:33.269450 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:33.269573 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:33.269735 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0926 17:53:33.269746 4178 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-476000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-476000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-476000-m02' | sudo tee -a /etc/hosts;
fi
fi
I0926 17:53:33.331289 4178 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0926 17:53:33.331305 4178 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19711-1128/.minikube CaCertPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19711-1128/.minikube}
I0926 17:53:33.331314 4178 buildroot.go:174] setting up certificates
I0926 17:53:33.331321 4178 provision.go:84] configureAuth start
I0926 17:53:33.331328 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetMachineName
I0926 17:53:33.331463 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetIP
I0926 17:53:33.331556 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:33.331643 4178 provision.go:143] copyHostCerts
I0926 17:53:33.331674 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem
I0926 17:53:33.331734 4178 exec_runner.go:144] found /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem, removing ...
I0926 17:53:33.331740 4178 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem
I0926 17:53:33.331856 4178 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem (1082 bytes)
I0926 17:53:33.332044 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem
I0926 17:53:33.332093 4178 exec_runner.go:144] found /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem, removing ...
I0926 17:53:33.332098 4178 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem
I0926 17:53:33.332176 4178 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem (1123 bytes)
I0926 17:53:33.332314 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem
I0926 17:53:33.332352 4178 exec_runner.go:144] found /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem, removing ...
I0926 17:53:33.332356 4178 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem
I0926 17:53:33.332427 4178 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem (1675 bytes)
I0926 17:53:33.332570 4178 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca-key.pem org=jenkins.ha-476000-m02 san=[127.0.0.1 192.169.0.6 ha-476000-m02 localhost minikube]
I0926 17:53:33.395607 4178 provision.go:177] copyRemoteCerts
I0926 17:53:33.395696 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0926 17:53:33.395715 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:33.395906 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:33.396015 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:33.396100 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:33.396196 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/id_rsa Username:docker}
I0926 17:53:33.431740 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0926 17:53:33.431806 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0926 17:53:33.452053 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0926 17:53:33.452106 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0926 17:53:33.471760 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem -> /etc/docker/server.pem
I0926 17:53:33.471825 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0926 17:53:33.490896 4178 provision.go:87] duration metric: took 159.567474ms to configureAuth
I0926 17:53:33.490910 4178 buildroot.go:189] setting minikube options for container-runtime
I0926 17:53:33.491086 4178 config.go:182] Loaded profile config "ha-476000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0926 17:53:33.491099 4178 main.go:141] libmachine: (ha-476000-m02) Calling .DriverName
I0926 17:53:33.491231 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:33.491321 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:33.491413 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:33.491498 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:33.491591 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:33.491713 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:33.491847 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0926 17:53:33.491854 4178 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0926 17:53:33.547403 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0926 17:53:33.547417 4178 buildroot.go:70] root file system type: tmpfs
I0926 17:53:33.547504 4178 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0926 17:53:33.547518 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:33.547665 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:33.547775 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:33.547896 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:33.547997 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:33.548125 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:33.548268 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0926 17:53:33.548312 4178 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.5"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0926 17:53:33.613348 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.5
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0926 17:53:33.613367 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:33.613495 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:33.613582 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:33.613661 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:33.613747 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:33.613879 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:33.614018 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0926 17:53:33.614033 4178 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0926 17:53:35.261247 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0926 17:53:35.261262 4178 machine.go:96] duration metric: took 15.390039559s to provisionDockerMachine
I0926 17:53:35.261270 4178 start.go:293] postStartSetup for "ha-476000-m02" (driver="hyperkit")
I0926 17:53:35.261294 4178 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0926 17:53:35.261308 4178 main.go:141] libmachine: (ha-476000-m02) Calling .DriverName
I0926 17:53:35.261509 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0926 17:53:35.261522 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:35.261612 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:35.261704 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:35.261809 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:35.261922 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/id_rsa Username:docker}
I0926 17:53:35.302268 4178 ssh_runner.go:195] Run: cat /etc/os-release
I0926 17:53:35.305656 4178 info.go:137] Remote host: Buildroot 2023.02.9
I0926 17:53:35.305666 4178 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19711-1128/.minikube/addons for local assets ...
I0926 17:53:35.305765 4178 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19711-1128/.minikube/files for local assets ...
I0926 17:53:35.305947 4178 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem -> 16792.pem in /etc/ssl/certs
I0926 17:53:35.305953 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem -> /etc/ssl/certs/16792.pem
I0926 17:53:35.306171 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0926 17:53:35.314020 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem --> /etc/ssl/certs/16792.pem (1708 bytes)
I0926 17:53:35.344643 4178 start.go:296] duration metric: took 83.349532ms for postStartSetup
I0926 17:53:35.344681 4178 main.go:141] libmachine: (ha-476000-m02) Calling .DriverName
I0926 17:53:35.344863 4178 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0926 17:53:35.344877 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:35.344965 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:35.345056 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:35.345137 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:35.345223 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/id_rsa Username:docker}
I0926 17:53:35.381164 4178 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0926 17:53:35.381229 4178 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0926 17:53:35.414571 4178 fix.go:56] duration metric: took 15.654555871s for fixHost
I0926 17:53:35.414597 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:35.414747 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:35.414839 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:35.414932 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:35.415022 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:35.415156 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:53:35.415295 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.6 22 <nil> <nil>}
I0926 17:53:35.415302 4178 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0926 17:53:35.472100 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727398415.586409353
I0926 17:53:35.472129 4178 fix.go:216] guest clock: 1727398415.586409353
I0926 17:53:35.472134 4178 fix.go:229] Guest: 2024-09-26 17:53:35.586409353 -0700 PDT Remote: 2024-09-26 17:53:35.414586 -0700 PDT m=+34.982399519 (delta=171.823353ms)
I0926 17:53:35.472150 4178 fix.go:200] guest clock delta is within tolerance: 171.823353ms
I0926 17:53:35.472153 4178 start.go:83] releasing machines lock for "ha-476000-m02", held for 15.712162695s
I0926 17:53:35.472170 4178 main.go:141] libmachine: (ha-476000-m02) Calling .DriverName
I0926 17:53:35.472305 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetIP
I0926 17:53:35.513568 4178 out.go:177] * Found network options:
I0926 17:53:35.535552 4178 out.go:177] - NO_PROXY=192.169.0.5
W0926 17:53:35.557416 4178 proxy.go:119] fail to check proxy env: Error ip not in block
I0926 17:53:35.557455 4178 main.go:141] libmachine: (ha-476000-m02) Calling .DriverName
I0926 17:53:35.558341 4178 main.go:141] libmachine: (ha-476000-m02) Calling .DriverName
I0926 17:53:35.558579 4178 main.go:141] libmachine: (ha-476000-m02) Calling .DriverName
I0926 17:53:35.558709 4178 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0926 17:53:35.558764 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
W0926 17:53:35.558835 4178 proxy.go:119] fail to check proxy env: Error ip not in block
I0926 17:53:35.558964 4178 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0926 17:53:35.558985 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHHostname
I0926 17:53:35.559000 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:35.559215 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHPort
I0926 17:53:35.559232 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:35.559433 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHKeyPath
I0926 17:53:35.559464 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:35.559662 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetSSHUsername
I0926 17:53:35.559681 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/id_rsa Username:docker}
I0926 17:53:35.559790 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.6 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m02/id_rsa Username:docker}
W0926 17:53:35.596059 4178 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0926 17:53:35.596139 4178 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0926 17:53:35.610162 4178 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0926 17:53:35.610178 4178 start.go:495] detecting cgroup driver to use...
I0926 17:53:35.610237 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0926 17:53:35.646709 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0926 17:53:35.656640 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0926 17:53:35.665578 4178 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0926 17:53:35.665623 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0926 17:53:35.674574 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0926 17:53:35.683489 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0926 17:53:35.692471 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0926 17:53:35.701275 4178 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0926 17:53:35.710401 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0926 17:53:35.719421 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0926 17:53:35.728448 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0926 17:53:35.738067 4178 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0926 17:53:35.746743 4178 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0926 17:53:35.746802 4178 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0926 17:53:35.755939 4178 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0926 17:53:35.763977 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:53:35.862563 4178 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0926 17:53:35.881531 4178 start.go:495] detecting cgroup driver to use...
I0926 17:53:35.881616 4178 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0926 17:53:35.899471 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0926 17:53:35.910823 4178 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0926 17:53:35.923558 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0926 17:53:35.935946 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0926 17:53:35.946007 4178 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0926 17:53:35.969898 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0926 17:53:35.980115 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0926 17:53:35.995271 4178 ssh_runner.go:195] Run: which cri-dockerd
I0926 17:53:35.998508 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0926 17:53:36.005810 4178 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0926 17:53:36.019492 4178 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0926 17:53:36.116976 4178 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0926 17:53:36.228090 4178 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0926 17:53:36.228117 4178 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0926 17:53:36.242164 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:53:36.335597 4178 ssh_runner.go:195] Run: sudo systemctl restart docker
I0926 17:53:38.678847 4178 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.343223137s)
I0926 17:53:38.678917 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0926 17:53:38.689531 4178 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0926 17:53:38.702816 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0926 17:53:38.713151 4178 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0926 17:53:38.819068 4178 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0926 17:53:38.926667 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:53:39.040074 4178 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0926 17:53:39.054197 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0926 17:53:39.065256 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:53:39.163219 4178 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0926 17:53:39.228416 4178 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0926 17:53:39.228518 4178 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0926 17:53:39.233191 4178 start.go:563] Will wait 60s for crictl version
I0926 17:53:39.233249 4178 ssh_runner.go:195] Run: which crictl
I0926 17:53:39.236580 4178 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0926 17:53:39.262407 4178 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.3.1
RuntimeApiVersion: v1
I0926 17:53:39.262495 4178 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0926 17:53:39.279010 4178 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0926 17:53:39.317905 4178 out.go:235] * Preparing Kubernetes v1.31.1 on Docker 27.3.1 ...
I0926 17:53:39.359545 4178 out.go:177] - env NO_PROXY=192.169.0.5
I0926 17:53:39.381103 4178 main.go:141] libmachine: (ha-476000-m02) Calling .GetIP
I0926 17:53:39.381320 4178 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0926 17:53:39.384579 4178 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0926 17:53:39.394395 4178 mustload.go:65] Loading cluster: ha-476000
I0926 17:53:39.394560 4178 config.go:182] Loaded profile config "ha-476000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0926 17:53:39.394810 4178 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0926 17:53:39.394834 4178 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0926 17:53:39.403482 4178 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52086
I0926 17:53:39.403823 4178 main.go:141] libmachine: () Calling .GetVersion
I0926 17:53:39.404150 4178 main.go:141] libmachine: Using API Version 1
I0926 17:53:39.404164 4178 main.go:141] libmachine: () Calling .SetConfigRaw
I0926 17:53:39.404434 4178 main.go:141] libmachine: () Calling .GetMachineName
I0926 17:53:39.404542 4178 main.go:141] libmachine: (ha-476000) Calling .GetState
I0926 17:53:39.404632 4178 main.go:141] libmachine: (ha-476000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0926 17:53:39.404706 4178 main.go:141] libmachine: (ha-476000) DBG | hyperkit pid from json: 4191
I0926 17:53:39.405678 4178 host.go:66] Checking if "ha-476000" exists ...
I0926 17:53:39.405956 4178 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0926 17:53:39.405986 4178 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0926 17:53:39.414686 4178 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52088
I0926 17:53:39.415056 4178 main.go:141] libmachine: () Calling .GetVersion
I0926 17:53:39.415379 4178 main.go:141] libmachine: Using API Version 1
I0926 17:53:39.415388 4178 main.go:141] libmachine: () Calling .SetConfigRaw
I0926 17:53:39.415605 4178 main.go:141] libmachine: () Calling .GetMachineName
I0926 17:53:39.415728 4178 main.go:141] libmachine: (ha-476000) Calling .DriverName
I0926 17:53:39.415830 4178 certs.go:68] Setting up /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000 for IP: 192.169.0.6
I0926 17:53:39.415836 4178 certs.go:194] generating shared ca certs ...
I0926 17:53:39.415849 4178 certs.go:226] acquiring lock for ca certs: {Name:mk3d4665cb5756ae49ea6f7cd2a58d273aecc507 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0926 17:53:39.416032 4178 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.key
I0926 17:53:39.416108 4178 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/proxy-client-ca.key
I0926 17:53:39.416119 4178 certs.go:256] generating profile certs ...
I0926 17:53:39.416243 4178 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/client.key
I0926 17:53:39.416331 4178 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.key.462632c0
I0926 17:53:39.416399 4178 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/proxy-client.key
I0926 17:53:39.416406 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0926 17:53:39.416427 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0926 17:53:39.416446 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0926 17:53:39.416465 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0926 17:53:39.416482 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0926 17:53:39.416510 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0926 17:53:39.416544 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0926 17:53:39.416564 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0926 17:53:39.416666 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/1679.pem (1338 bytes)
W0926 17:53:39.416716 4178 certs.go:480] ignoring /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/1679_empty.pem, impossibly tiny 0 bytes
I0926 17:53:39.416725 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca-key.pem (1675 bytes)
I0926 17:53:39.416762 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem (1082 bytes)
I0926 17:53:39.416795 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/cert.pem (1123 bytes)
I0926 17:53:39.416828 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/key.pem (1675 bytes)
I0926 17:53:39.416893 4178 certs.go:484] found cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem (1708 bytes)
I0926 17:53:39.416929 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0926 17:53:39.416949 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/1679.pem -> /usr/share/ca-certificates/1679.pem
I0926 17:53:39.416967 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem -> /usr/share/ca-certificates/16792.pem
I0926 17:53:39.416991 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHHostname
I0926 17:53:39.417078 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHPort
I0926 17:53:39.417153 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHKeyPath
I0926 17:53:39.417237 4178 main.go:141] libmachine: (ha-476000) Calling .GetSSHUsername
I0926 17:53:39.417320 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.5 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000/id_rsa Username:docker}
I0926 17:53:39.447975 4178 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I0926 17:53:39.451073 4178 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0926 17:53:39.458912 4178 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I0926 17:53:39.462003 4178 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I0926 17:53:39.470783 4178 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I0926 17:53:39.473836 4178 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0926 17:53:39.481537 4178 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I0926 17:53:39.484645 4178 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I0926 17:53:39.492945 4178 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I0926 17:53:39.495978 4178 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0926 17:53:39.503610 4178 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I0926 17:53:39.506808 4178 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0926 17:53:39.514787 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0926 17:53:39.534891 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0926 17:53:39.554745 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0926 17:53:39.574668 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0926 17:53:39.594523 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0926 17:53:39.614131 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0926 17:53:39.633606 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0926 17:53:39.653376 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0926 17:53:39.673369 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0926 17:53:39.692952 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/1679.pem --> /usr/share/ca-certificates/1679.pem (1338 bytes)
I0926 17:53:39.712634 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem --> /usr/share/ca-certificates/16792.pem (1708 bytes)
I0926 17:53:39.732005 4178 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0926 17:53:39.745464 4178 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I0926 17:53:39.759232 4178 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0926 17:53:39.772911 4178 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I0926 17:53:39.786441 4178 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0926 17:53:39.800266 4178 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0926 17:53:39.813927 4178 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0926 17:53:39.827332 4178 ssh_runner.go:195] Run: openssl version
I0926 17:53:39.831566 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16792.pem && ln -fs /usr/share/ca-certificates/16792.pem /etc/ssl/certs/16792.pem"
I0926 17:53:39.839850 4178 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16792.pem
I0926 17:53:39.843163 4178 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 27 00:36 /usr/share/ca-certificates/16792.pem
I0926 17:53:39.843206 4178 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16792.pem
I0926 17:53:39.847374 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16792.pem /etc/ssl/certs/3ec20f2e.0"
I0926 17:53:39.855624 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0926 17:53:39.863965 4178 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0926 17:53:39.867400 4178 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 27 00:14 /usr/share/ca-certificates/minikubeCA.pem
I0926 17:53:39.867452 4178 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0926 17:53:39.871715 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0926 17:53:39.879907 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1679.pem && ln -fs /usr/share/ca-certificates/1679.pem /etc/ssl/certs/1679.pem"
I0926 17:53:39.888247 4178 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1679.pem
I0926 17:53:39.891606 4178 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 27 00:36 /usr/share/ca-certificates/1679.pem
I0926 17:53:39.891654 4178 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1679.pem
I0926 17:53:39.895855 4178 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1679.pem /etc/ssl/certs/51391683.0"
I0926 17:53:39.904043 4178 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0926 17:53:39.907450 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0926 17:53:39.911778 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0926 17:53:39.915909 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0926 17:53:39.920037 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0926 17:53:39.924167 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0926 17:53:39.928372 4178 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0926 17:53:39.932543 4178 kubeadm.go:934] updating node {m02 192.169.0.6 8443 v1.31.1 docker true true} ...
I0926 17:53:39.932604 4178 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-476000-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.6
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-476000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0926 17:53:39.932624 4178 kube-vip.go:115] generating kube-vip config ...
I0926 17:53:39.932670 4178 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0926 17:53:39.944715 4178 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0926 17:53:39.944753 4178 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0926 17:53:39.944822 4178 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I0926 17:53:39.953541 4178 binaries.go:44] Found k8s binaries, skipping transfer
I0926 17:53:39.953597 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0926 17:53:39.961618 4178 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (311 bytes)
I0926 17:53:39.975007 4178 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0926 17:53:39.988472 4178 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0926 17:53:40.002021 4178 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0926 17:53:40.004933 4178 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0926 17:53:40.015059 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:53:40.118867 4178 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0926 17:53:40.133377 4178 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.169.0.6 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:docker ControlPlane:true Worker:true}
I0926 17:53:40.133568 4178 config.go:182] Loaded profile config "ha-476000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0926 17:53:40.154757 4178 out.go:177] * Verifying Kubernetes components...
I0926 17:53:40.196346 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:53:40.323445 4178 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0926 17:53:40.338817 4178 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19711-1128/kubeconfig
I0926 17:53:40.339037 4178 kapi.go:59] client config for ha-476000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/client.key", CAFile:"/Users/jenkins/minikube-integration/19711-1128/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}
, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x7459f00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0926 17:53:40.339084 4178 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.5:8443
I0926 17:53:40.339280 4178 node_ready.go:35] waiting up to 6m0s for node "ha-476000-m02" to be "Ready" ...
I0926 17:53:40.339354 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:40.339359 4178 round_trippers.go:469] Request Headers:
I0926 17:53:40.339366 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:40.339369 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:47.201921 4178 round_trippers.go:574] Response Status: in 6862 milliseconds
I0926 17:53:48.202681 4178 with_retry.go:234] Got a Retry-After 1s response for attempt 1 to https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:48.202709 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:48.202713 4178 round_trippers.go:469] Request Headers:
I0926 17:53:48.202720 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:48.202724 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:49.203128 4178 round_trippers.go:574] Response Status: in 1000 milliseconds
I0926 17:53:49.203194 4178 node_ready.go:53] error getting node "ha-476000-m02": Get "https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02": dial tcp 192.169.0.5:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.1:52091->192.169.0.5:8443: read: connection reset by peer
I0926 17:53:49.203240 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:49.203247 4178 round_trippers.go:469] Request Headers:
I0926 17:53:49.203252 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:49.203256 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:50.204478 4178 round_trippers.go:574] Response Status: in 1001 milliseconds
I0926 17:53:50.204619 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:50.204631 4178 round_trippers.go:469] Request Headers:
I0926 17:53:50.204642 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:50.204649 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:51.204974 4178 round_trippers.go:574] Response Status: in 1000 milliseconds
I0926 17:53:51.205045 4178 node_ready.go:53] error getting node "ha-476000-m02": Get "https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02": dial tcp 192.169.0.5:8443: connect: connection refused
I0926 17:53:51.205098 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:51.205108 4178 round_trippers.go:469] Request Headers:
I0926 17:53:51.205118 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:51.205124 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:52.205352 4178 round_trippers.go:574] Response Status: in 1000 milliseconds
I0926 17:53:52.205474 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:52.205485 4178 round_trippers.go:469] Request Headers:
I0926 17:53:52.205496 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:52.205505 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:53.206703 4178 round_trippers.go:574] Response Status: in 1001 milliseconds
I0926 17:53:53.206766 4178 node_ready.go:53] error getting node "ha-476000-m02": Get "https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02": dial tcp 192.169.0.5:8443: connect: connection refused
I0926 17:53:53.206822 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:53.206831 4178 round_trippers.go:469] Request Headers:
I0926 17:53:53.206843 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:53.206849 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:54.208032 4178 round_trippers.go:574] Response Status: in 1001 milliseconds
I0926 17:53:54.208160 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:54.208172 4178 round_trippers.go:469] Request Headers:
I0926 17:53:54.208183 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:54.208190 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:55.208420 4178 round_trippers.go:574] Response Status: in 1000 milliseconds
I0926 17:53:55.208484 4178 node_ready.go:53] error getting node "ha-476000-m02": Get "https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02": dial tcp 192.169.0.5:8443: connect: connection refused
I0926 17:53:55.208561 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:55.208572 4178 round_trippers.go:469] Request Headers:
I0926 17:53:55.208582 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:55.208586 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:56.209388 4178 round_trippers.go:574] Response Status: in 1000 milliseconds
I0926 17:53:56.209496 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:56.209507 4178 round_trippers.go:469] Request Headers:
I0926 17:53:56.209517 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:56.209529 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:57.211492 4178 round_trippers.go:574] Response Status: in 1001 milliseconds
I0926 17:53:57.211560 4178 node_ready.go:53] error getting node "ha-476000-m02": Get "https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02": dial tcp 192.169.0.5:8443: connect: connection refused
I0926 17:53:57.211643 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:57.211654 4178 round_trippers.go:469] Request Headers:
I0926 17:53:57.211665 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:57.211671 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:58.213441 4178 round_trippers.go:574] Response Status: in 1001 milliseconds
I0926 17:53:58.213520 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:58.213528 4178 round_trippers.go:469] Request Headers:
I0926 17:53:58.213535 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:58.213538 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:53:59.215627 4178 round_trippers.go:574] Response Status: in 1002 milliseconds
I0926 17:53:59.215689 4178 node_ready.go:53] error getting node "ha-476000-m02": Get "https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02": dial tcp 192.169.0.5:8443: connect: connection refused
I0926 17:53:59.215761 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:53:59.215770 4178 round_trippers.go:469] Request Headers:
I0926 17:53:59.215781 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:53:59.215792 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:00.214970 4178 round_trippers.go:574] Response Status: in 999 milliseconds
I0926 17:54:00.215057 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:00.215066 4178 round_trippers.go:469] Request Headers:
I0926 17:54:00.215072 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:00.215075 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:02.766651 4178 round_trippers.go:574] Response Status: 200 OK in 2551 milliseconds
I0926 17:54:02.767320 4178 node_ready.go:53] node "ha-476000-m02" has status "Ready":"False"
I0926 17:54:02.767364 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:02.767371 4178 round_trippers.go:469] Request Headers:
I0926 17:54:02.767378 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:02.767382 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:02.808455 4178 round_trippers.go:574] Response Status: 200 OK in 41 milliseconds
I0926 17:54:02.839499 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:02.839515 4178 round_trippers.go:469] Request Headers:
I0926 17:54:02.839522 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:02.839524 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:02.844502 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:03.339950 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:03.339974 4178 round_trippers.go:469] Request Headers:
I0926 17:54:03.340014 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:03.340033 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:03.343931 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:03.839836 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:03.839849 4178 round_trippers.go:469] Request Headers:
I0926 17:54:03.839855 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:03.839859 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:03.842811 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:04.340378 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:04.340403 4178 round_trippers.go:469] Request Headers:
I0926 17:54:04.340414 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:04.340421 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:04.344418 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:04.839736 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:04.839752 4178 round_trippers.go:469] Request Headers:
I0926 17:54:04.839758 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:04.839762 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:04.842629 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:04.843116 4178 node_ready.go:49] node "ha-476000-m02" has status "Ready":"True"
I0926 17:54:04.843129 4178 node_ready.go:38] duration metric: took 24.503742617s for node "ha-476000-m02" to be "Ready" ...
I0926 17:54:04.843136 4178 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0926 17:54:04.843170 4178 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I0926 17:54:04.843178 4178 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I0926 17:54:04.843227 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0926 17:54:04.843232 4178 round_trippers.go:469] Request Headers:
I0926 17:54:04.843238 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:04.843242 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:04.851447 4178 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I0926 17:54:04.858185 4178 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace to be "Ready" ...
I0926 17:54:04.858238 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:04.858243 4178 round_trippers.go:469] Request Headers:
I0926 17:54:04.858250 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:04.858254 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:04.860121 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:04.860597 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:04.860608 4178 round_trippers.go:469] Request Headers:
I0926 17:54:04.860614 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:04.860619 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:04.862704 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:05.358322 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:05.358334 4178 round_trippers.go:469] Request Headers:
I0926 17:54:05.358341 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:05.358344 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:05.361386 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:05.361939 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:05.361947 4178 round_trippers.go:469] Request Headers:
I0926 17:54:05.361954 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:05.361958 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:05.366335 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:05.858443 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:05.858462 4178 round_trippers.go:469] Request Headers:
I0926 17:54:05.858485 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:05.858489 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:05.861181 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:05.861691 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:05.861698 4178 round_trippers.go:469] Request Headers:
I0926 17:54:05.861704 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:05.861706 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:05.863911 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:06.359311 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:06.359342 4178 round_trippers.go:469] Request Headers:
I0926 17:54:06.359350 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:06.359354 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:06.362329 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:06.362841 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:06.362848 4178 round_trippers.go:469] Request Headers:
I0926 17:54:06.362854 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:06.362864 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:06.365951 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:06.860115 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:06.860140 4178 round_trippers.go:469] Request Headers:
I0926 17:54:06.860152 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:06.860192 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:06.863829 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:06.864356 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:06.864364 4178 round_trippers.go:469] Request Headers:
I0926 17:54:06.864370 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:06.864372 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:06.866293 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:06.866641 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:07.359755 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:07.359781 4178 round_trippers.go:469] Request Headers:
I0926 17:54:07.359791 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:07.359796 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:07.362929 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:07.363432 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:07.363440 4178 round_trippers.go:469] Request Headers:
I0926 17:54:07.363449 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:07.363454 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:07.365354 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:07.859403 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:07.859428 4178 round_trippers.go:469] Request Headers:
I0926 17:54:07.859440 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:07.859447 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:07.863936 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:07.864482 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:07.864489 4178 round_trippers.go:469] Request Headers:
I0926 17:54:07.864494 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:07.864497 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:07.866695 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:08.359070 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:08.359095 4178 round_trippers.go:469] Request Headers:
I0926 17:54:08.359104 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:08.359110 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:08.363413 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:08.363975 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:08.363983 4178 round_trippers.go:469] Request Headers:
I0926 17:54:08.363989 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:08.363996 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:08.366160 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:08.858562 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:08.858596 4178 round_trippers.go:469] Request Headers:
I0926 17:54:08.858604 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:08.858608 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:08.861584 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:08.862306 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:08.862313 4178 round_trippers.go:469] Request Headers:
I0926 17:54:08.862319 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:08.862329 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:08.864555 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:09.359666 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:09.359694 4178 round_trippers.go:469] Request Headers:
I0926 17:54:09.359706 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:09.359710 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:09.364444 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:09.364796 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:09.364802 4178 round_trippers.go:469] Request Headers:
I0926 17:54:09.364808 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:09.364812 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:09.367017 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:09.367391 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:09.859578 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:09.859628 4178 round_trippers.go:469] Request Headers:
I0926 17:54:09.859645 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:09.859654 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:09.863289 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:09.863926 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:09.863934 4178 round_trippers.go:469] Request Headers:
I0926 17:54:09.863940 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:09.863942 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:09.865998 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:10.358368 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:10.358385 4178 round_trippers.go:469] Request Headers:
I0926 17:54:10.358391 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:10.358396 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:10.366195 4178 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I0926 17:54:10.366734 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:10.366743 4178 round_trippers.go:469] Request Headers:
I0926 17:54:10.366752 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:10.366755 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:10.369544 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:10.859656 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:10.859683 4178 round_trippers.go:469] Request Headers:
I0926 17:54:10.859694 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:10.859701 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:10.864043 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:10.864491 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:10.864499 4178 round_trippers.go:469] Request Headers:
I0926 17:54:10.864504 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:10.864508 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:10.866558 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:11.360000 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:11.360026 4178 round_trippers.go:469] Request Headers:
I0926 17:54:11.360038 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:11.360045 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:11.364064 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:11.364604 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:11.364611 4178 round_trippers.go:469] Request Headers:
I0926 17:54:11.364617 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:11.364620 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:11.366561 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:11.859988 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:11.860011 4178 round_trippers.go:469] Request Headers:
I0926 17:54:11.860023 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:11.860028 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:11.863780 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:11.864488 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:11.864496 4178 round_trippers.go:469] Request Headers:
I0926 17:54:11.864502 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:11.864505 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:11.866527 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:11.866879 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:12.359231 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:12.359302 4178 round_trippers.go:469] Request Headers:
I0926 17:54:12.359317 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:12.359325 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:12.363142 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:12.363807 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:12.363815 4178 round_trippers.go:469] Request Headers:
I0926 17:54:12.363820 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:12.363823 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:12.365720 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:12.859295 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:12.859321 4178 round_trippers.go:469] Request Headers:
I0926 17:54:12.859332 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:12.859336 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:12.863604 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:12.864232 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:12.864243 4178 round_trippers.go:469] Request Headers:
I0926 17:54:12.864249 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:12.864252 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:12.866340 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:13.360473 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:13.360500 4178 round_trippers.go:469] Request Headers:
I0926 17:54:13.360511 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:13.360516 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:13.364925 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:13.365659 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:13.365667 4178 round_trippers.go:469] Request Headers:
I0926 17:54:13.365672 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:13.365677 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:13.367805 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:13.858451 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:13.858477 4178 round_trippers.go:469] Request Headers:
I0926 17:54:13.858490 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:13.858495 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:13.862381 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:13.862921 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:13.862929 4178 round_trippers.go:469] Request Headers:
I0926 17:54:13.862934 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:13.862938 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:13.864941 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:14.358942 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:14.358966 4178 round_trippers.go:469] Request Headers:
I0926 17:54:14.359005 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:14.359013 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:14.365723 4178 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0926 17:54:14.366181 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:14.366189 4178 round_trippers.go:469] Request Headers:
I0926 17:54:14.366193 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:14.366197 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:14.368552 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:14.368954 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:14.860475 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:14.860501 4178 round_trippers.go:469] Request Headers:
I0926 17:54:14.860543 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:14.860550 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:14.864207 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:14.864620 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:14.864628 4178 round_trippers.go:469] Request Headers:
I0926 17:54:14.864634 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:14.864637 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:14.866896 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:15.358734 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:15.358751 4178 round_trippers.go:469] Request Headers:
I0926 17:54:15.358757 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:15.358761 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:15.361477 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:15.362047 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:15.362056 4178 round_trippers.go:469] Request Headers:
I0926 17:54:15.362062 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:15.362072 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:15.364404 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:15.859641 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:15.859669 4178 round_trippers.go:469] Request Headers:
I0926 17:54:15.859681 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:15.859690 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:15.864301 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:15.864755 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:15.864762 4178 round_trippers.go:469] Request Headers:
I0926 17:54:15.864767 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:15.864771 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:15.866941 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:16.358689 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:16.358713 4178 round_trippers.go:469] Request Headers:
I0926 17:54:16.358762 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:16.358771 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:16.363038 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:16.363637 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:16.363644 4178 round_trippers.go:469] Request Headers:
I0926 17:54:16.363649 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:16.363665 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:16.365580 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:16.858829 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:16.858848 4178 round_trippers.go:469] Request Headers:
I0926 17:54:16.858857 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:16.858864 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:16.861418 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:16.861895 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:16.861903 4178 round_trippers.go:469] Request Headers:
I0926 17:54:16.861908 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:16.861913 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:16.864330 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:16.864660 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:17.358538 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:17.358557 4178 round_trippers.go:469] Request Headers:
I0926 17:54:17.358576 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:17.358581 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:17.361634 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:17.362216 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:17.362224 4178 round_trippers.go:469] Request Headers:
I0926 17:54:17.362230 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:17.362235 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:17.364368 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:17.858951 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:17.859025 4178 round_trippers.go:469] Request Headers:
I0926 17:54:17.859068 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:17.859083 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:17.863132 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:17.863643 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:17.863651 4178 round_trippers.go:469] Request Headers:
I0926 17:54:17.863660 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:17.863665 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:17.865816 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:18.358377 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:18.358396 4178 round_trippers.go:469] Request Headers:
I0926 17:54:18.358403 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:18.358429 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:18.364859 4178 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0926 17:54:18.365288 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:18.365296 4178 round_trippers.go:469] Request Headers:
I0926 17:54:18.365303 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:18.365306 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:18.367423 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:18.859211 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:18.859237 4178 round_trippers.go:469] Request Headers:
I0926 17:54:18.859250 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:18.859257 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:18.863321 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:18.863832 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:18.863840 4178 round_trippers.go:469] Request Headers:
I0926 17:54:18.863846 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:18.863849 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:18.865860 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:18.866261 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:19.358438 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:19.358453 4178 round_trippers.go:469] Request Headers:
I0926 17:54:19.358460 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:19.358463 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:19.361068 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:19.361685 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:19.361694 4178 round_trippers.go:469] Request Headers:
I0926 17:54:19.361700 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:19.361703 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:19.364079 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:19.859935 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:19.859961 4178 round_trippers.go:469] Request Headers:
I0926 17:54:19.859972 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:19.859979 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:19.864189 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:19.864623 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:19.864630 4178 round_trippers.go:469] Request Headers:
I0926 17:54:19.864638 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:19.864641 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:19.866680 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:20.359100 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:20.359154 4178 round_trippers.go:469] Request Headers:
I0926 17:54:20.359164 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:20.359169 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:20.362081 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:20.362587 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:20.362595 4178 round_trippers.go:469] Request Headers:
I0926 17:54:20.362601 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:20.362604 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:20.364581 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:20.860535 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:20.860561 4178 round_trippers.go:469] Request Headers:
I0926 17:54:20.860573 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:20.860581 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:20.864595 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:20.865051 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:20.865063 4178 round_trippers.go:469] Request Headers:
I0926 17:54:20.865070 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:20.865074 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:20.866939 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:20.867377 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:21.358839 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:21.358864 4178 round_trippers.go:469] Request Headers:
I0926 17:54:21.358910 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:21.358919 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:21.362304 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:21.362899 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:21.362907 4178 round_trippers.go:469] Request Headers:
I0926 17:54:21.362913 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:21.362923 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:21.364904 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:21.859198 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:21.859224 4178 round_trippers.go:469] Request Headers:
I0926 17:54:21.859235 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:21.859244 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:21.863464 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:21.863902 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:21.863911 4178 round_trippers.go:469] Request Headers:
I0926 17:54:21.863916 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:21.863920 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:21.866008 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:22.358500 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:22.358557 4178 round_trippers.go:469] Request Headers:
I0926 17:54:22.358567 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:22.358581 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:22.363039 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:22.363487 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:22.363495 4178 round_trippers.go:469] Request Headers:
I0926 17:54:22.363501 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:22.363504 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:22.365560 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:22.860486 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:22.860511 4178 round_trippers.go:469] Request Headers:
I0926 17:54:22.860523 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:22.860549 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:22.865059 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:22.865691 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:22.865699 4178 round_trippers.go:469] Request Headers:
I0926 17:54:22.865705 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:22.865708 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:22.867780 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:22.868136 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:23.358997 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:23.359023 4178 round_trippers.go:469] Request Headers:
I0926 17:54:23.359035 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:23.359043 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:23.363268 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:23.363930 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:23.363938 4178 round_trippers.go:469] Request Headers:
I0926 17:54:23.363944 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:23.363948 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:23.365982 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:23.858407 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:23.858421 4178 round_trippers.go:469] Request Headers:
I0926 17:54:23.858452 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:23.858457 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:23.861385 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:23.861801 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:23.861812 4178 round_trippers.go:469] Request Headers:
I0926 17:54:23.861818 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:23.861823 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:23.864061 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:24.360526 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:24.360553 4178 round_trippers.go:469] Request Headers:
I0926 17:54:24.360565 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:24.360571 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:24.364721 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:24.365349 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:24.365356 4178 round_trippers.go:469] Request Headers:
I0926 17:54:24.365362 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:24.365365 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:24.367430 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:24.858605 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:24.858630 4178 round_trippers.go:469] Request Headers:
I0926 17:54:24.858641 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:24.858648 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:24.862472 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:24.863003 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:24.863010 4178 round_trippers.go:469] Request Headers:
I0926 17:54:24.863016 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:24.863018 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:24.864908 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:25.358639 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:25.358664 4178 round_trippers.go:469] Request Headers:
I0926 17:54:25.358677 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:25.358684 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:25.362945 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:25.363487 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:25.363495 4178 round_trippers.go:469] Request Headers:
I0926 17:54:25.363501 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:25.363503 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:25.365691 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:25.366062 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:25.859315 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:25.859333 4178 round_trippers.go:469] Request Headers:
I0926 17:54:25.859341 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:25.859364 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:25.862801 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:25.863276 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:25.863284 4178 round_trippers.go:469] Request Headers:
I0926 17:54:25.863289 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:25.863293 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:25.865685 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:26.359001 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:26.359015 4178 round_trippers.go:469] Request Headers:
I0926 17:54:26.359021 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:26.359025 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:26.361573 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:26.362094 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:26.362101 4178 round_trippers.go:469] Request Headers:
I0926 17:54:26.362107 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:26.362111 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:26.364144 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:26.858599 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:26.858625 4178 round_trippers.go:469] Request Headers:
I0926 17:54:26.858637 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:26.858644 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:26.862247 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:26.862753 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:26.862762 4178 round_trippers.go:469] Request Headers:
I0926 17:54:26.862767 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:26.862771 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:26.864571 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:27.358862 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:27.358888 4178 round_trippers.go:469] Request Headers:
I0926 17:54:27.358899 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:27.358904 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:27.363109 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:27.363648 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:27.363657 4178 round_trippers.go:469] Request Headers:
I0926 17:54:27.363663 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:27.363669 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:27.365500 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:27.859752 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:27.859779 4178 round_trippers.go:469] Request Headers:
I0926 17:54:27.859790 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:27.859795 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:27.864255 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:27.864725 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:27.864733 4178 round_trippers.go:469] Request Headers:
I0926 17:54:27.864738 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:27.864741 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:27.866764 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:27.867055 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:28.359808 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:28.359835 4178 round_trippers.go:469] Request Headers:
I0926 17:54:28.359882 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:28.359890 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:28.363146 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:28.363572 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:28.363579 4178 round_trippers.go:469] Request Headers:
I0926 17:54:28.363585 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:28.363589 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:28.365498 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:28.858708 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:28.858734 4178 round_trippers.go:469] Request Headers:
I0926 17:54:28.858746 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:28.858752 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:28.862673 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:28.863231 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:28.863238 4178 round_trippers.go:469] Request Headers:
I0926 17:54:28.863244 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:28.863248 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:28.865181 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:29.359611 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:29.359640 4178 round_trippers.go:469] Request Headers:
I0926 17:54:29.359653 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:29.359660 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:29.362965 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:29.363411 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:29.363419 4178 round_trippers.go:469] Request Headers:
I0926 17:54:29.363425 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:29.363427 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:29.365174 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:29.859384 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:29.859402 4178 round_trippers.go:469] Request Headers:
I0926 17:54:29.859409 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:29.859414 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:29.862499 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:29.863033 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:29.863041 4178 round_trippers.go:469] Request Headers:
I0926 17:54:29.863047 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:29.863050 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:29.865154 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:30.359191 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:30.359209 4178 round_trippers.go:469] Request Headers:
I0926 17:54:30.359255 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:30.359265 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:30.361836 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:30.362303 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:30.362312 4178 round_trippers.go:469] Request Headers:
I0926 17:54:30.362317 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:30.362320 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:30.364567 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:30.364980 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:30.860033 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:30.860066 4178 round_trippers.go:469] Request Headers:
I0926 17:54:30.860101 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:30.860109 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:30.864359 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:30.864782 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:30.864790 4178 round_trippers.go:469] Request Headers:
I0926 17:54:30.864799 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:30.864805 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:30.866798 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:31.358678 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:31.358711 4178 round_trippers.go:469] Request Headers:
I0926 17:54:31.358762 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:31.358772 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:31.363329 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:31.363731 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:31.363739 4178 round_trippers.go:469] Request Headers:
I0926 17:54:31.363745 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:31.363751 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:31.365894 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:31.858683 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:31.858706 4178 round_trippers.go:469] Request Headers:
I0926 17:54:31.858718 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:31.858724 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:31.862717 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:31.863254 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:31.863262 4178 round_trippers.go:469] Request Headers:
I0926 17:54:31.863268 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:31.863272 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:31.865220 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:32.359370 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:32.359420 4178 round_trippers.go:469] Request Headers:
I0926 17:54:32.359434 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:32.359442 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:32.362904 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:32.363502 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:32.363510 4178 round_trippers.go:469] Request Headers:
I0926 17:54:32.363516 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:32.363518 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:32.365729 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:32.366016 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:32.859955 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:32.859990 4178 round_trippers.go:469] Request Headers:
I0926 17:54:32.859997 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:32.860001 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:32.874510 4178 round_trippers.go:574] Response Status: 200 OK in 14 milliseconds
I0926 17:54:32.875130 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:32.875137 4178 round_trippers.go:469] Request Headers:
I0926 17:54:32.875142 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:32.875145 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:32.883403 4178 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I0926 17:54:33.359964 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:33.360006 4178 round_trippers.go:469] Request Headers:
I0926 17:54:33.360019 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:33.360025 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:33.362527 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:33.362934 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:33.362942 4178 round_trippers.go:469] Request Headers:
I0926 17:54:33.362948 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:33.362953 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:33.365277 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:33.860043 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:33.860070 4178 round_trippers.go:469] Request Headers:
I0926 17:54:33.860082 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:33.860089 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:33.864487 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:33.864960 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:33.864968 4178 round_trippers.go:469] Request Headers:
I0926 17:54:33.864974 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:33.864978 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:33.866813 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:34.359408 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:34.359422 4178 round_trippers.go:469] Request Headers:
I0926 17:54:34.359453 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:34.359457 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:34.361843 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:34.362407 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:34.362415 4178 round_trippers.go:469] Request Headers:
I0926 17:54:34.362419 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:34.362427 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:34.364587 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:34.859087 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:34.859113 4178 round_trippers.go:469] Request Headers:
I0926 17:54:34.859124 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:34.859132 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:34.863123 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:34.863508 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:34.863516 4178 round_trippers.go:469] Request Headers:
I0926 17:54:34.863522 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:34.863525 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:34.865516 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:34.865853 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:35.359972 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:35.359997 4178 round_trippers.go:469] Request Headers:
I0926 17:54:35.360039 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:35.360048 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:35.364311 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:35.364957 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:35.364964 4178 round_trippers.go:469] Request Headers:
I0926 17:54:35.364970 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:35.364974 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:35.367232 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:35.859251 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:35.859265 4178 round_trippers.go:469] Request Headers:
I0926 17:54:35.859271 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:35.859275 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:35.861746 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:35.862292 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:35.862304 4178 round_trippers.go:469] Request Headers:
I0926 17:54:35.862318 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:35.862323 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:35.864289 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:36.360234 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:36.360274 4178 round_trippers.go:469] Request Headers:
I0926 17:54:36.360284 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:36.360291 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:36.363297 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:36.363726 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:36.363734 4178 round_trippers.go:469] Request Headers:
I0926 17:54:36.363740 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:36.363743 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:36.365689 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:36.859037 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:36.859105 4178 round_trippers.go:469] Request Headers:
I0926 17:54:36.859119 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:36.859130 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:36.863205 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:36.863621 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:36.863629 4178 round_trippers.go:469] Request Headers:
I0926 17:54:36.863635 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:36.863638 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:36.865642 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:36.865933 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:37.359101 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:37.359127 4178 round_trippers.go:469] Request Headers:
I0926 17:54:37.359139 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:37.359145 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:37.363256 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:37.363851 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:37.363859 4178 round_trippers.go:469] Request Headers:
I0926 17:54:37.363865 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:37.363868 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:37.365908 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:37.859282 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:37.859308 4178 round_trippers.go:469] Request Headers:
I0926 17:54:37.859319 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:37.859325 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:37.863341 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:37.863718 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:37.863726 4178 round_trippers.go:469] Request Headers:
I0926 17:54:37.863731 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:37.863735 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:37.865672 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:38.359013 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:38.359055 4178 round_trippers.go:469] Request Headers:
I0926 17:54:38.359065 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:38.359070 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:38.361936 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:38.362521 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:38.362529 4178 round_trippers.go:469] Request Headers:
I0926 17:54:38.362534 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:38.362538 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:38.364699 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:38.859426 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:38.859453 4178 round_trippers.go:469] Request Headers:
I0926 17:54:38.859466 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:38.859475 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:38.863509 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:38.864012 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:38.864020 4178 round_trippers.go:469] Request Headers:
I0926 17:54:38.864025 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:38.864029 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:38.866259 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:38.866728 4178 pod_ready.go:103] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"False"
I0926 17:54:39.358730 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:39.358748 4178 round_trippers.go:469] Request Headers:
I0926 17:54:39.358756 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:39.358765 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:39.362410 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:39.362956 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:39.362964 4178 round_trippers.go:469] Request Headers:
I0926 17:54:39.362970 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:39.362979 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:39.365004 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:39.858564 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:39.858584 4178 round_trippers.go:469] Request Headers:
I0926 17:54:39.858592 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:39.858598 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:39.861794 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:39.862200 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:39.862208 4178 round_trippers.go:469] Request Headers:
I0926 17:54:39.862214 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:39.862219 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:39.864175 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:40.358549 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:40.358586 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.358596 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.358600 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.361533 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:40.362003 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:40.362011 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.362017 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.362020 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.364141 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:40.860048 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-44l9n
I0926 17:54:40.860077 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.860087 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.860093 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.863900 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:40.864305 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:40.864314 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.864320 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.864322 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.866266 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:40.866599 4178 pod_ready.go:93] pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:40.866610 4178 pod_ready.go:82] duration metric: took 36.008276067s for pod "coredns-7c65d6cfc9-44l9n" in "kube-system" namespace to be "Ready" ...
I0926 17:54:40.866616 4178 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-7jwgv" in "kube-system" namespace to be "Ready" ...
I0926 17:54:40.866646 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-7jwgv
I0926 17:54:40.866651 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.866657 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.866661 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.868466 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:40.868930 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:40.868938 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.868944 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.868948 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.870736 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:40.871103 4178 pod_ready.go:93] pod "coredns-7c65d6cfc9-7jwgv" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:40.871111 4178 pod_ready.go:82] duration metric: took 4.489575ms for pod "coredns-7c65d6cfc9-7jwgv" in "kube-system" namespace to be "Ready" ...
I0926 17:54:40.871118 4178 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-476000" in "kube-system" namespace to be "Ready" ...
I0926 17:54:40.871146 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-476000
I0926 17:54:40.871150 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.871156 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.871160 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.873206 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:40.873700 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:40.873707 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.873713 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.873717 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.875461 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:40.875829 4178 pod_ready.go:93] pod "etcd-ha-476000" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:40.875837 4178 pod_ready.go:82] duration metric: took 4.713943ms for pod "etcd-ha-476000" in "kube-system" namespace to be "Ready" ...
I0926 17:54:40.875844 4178 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-476000-m02" in "kube-system" namespace to be "Ready" ...
I0926 17:54:40.875875 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-476000-m02
I0926 17:54:40.875880 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.875885 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.875890 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.877741 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:40.878137 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:40.878145 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.878151 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.878155 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.880023 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:40.880375 4178 pod_ready.go:93] pod "etcd-ha-476000-m02" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:40.880384 4178 pod_ready.go:82] duration metric: took 4.534554ms for pod "etcd-ha-476000-m02" in "kube-system" namespace to be "Ready" ...
I0926 17:54:40.880390 4178 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-476000-m03" in "kube-system" namespace to be "Ready" ...
I0926 17:54:40.880419 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/etcd-ha-476000-m03
I0926 17:54:40.880424 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.880429 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.880433 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.882094 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:40.882474 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m03
I0926 17:54:40.882481 4178 round_trippers.go:469] Request Headers:
I0926 17:54:40.882486 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:40.882496 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:40.884251 4178 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0926 17:54:40.884613 4178 pod_ready.go:98] node "ha-476000-m03" hosting pod "etcd-ha-476000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m03" has status "Ready":"Unknown"
I0926 17:54:40.884622 4178 pod_ready.go:82] duration metric: took 4.227661ms for pod "etcd-ha-476000-m03" in "kube-system" namespace to be "Ready" ...
E0926 17:54:40.884628 4178 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-476000-m03" hosting pod "etcd-ha-476000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m03" has status "Ready":"Unknown"
I0926 17:54:40.884638 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-476000" in "kube-system" namespace to be "Ready" ...
I0926 17:54:41.061560 4178 request.go:632] Waited for 176.87189ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-476000
I0926 17:54:41.061616 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-476000
I0926 17:54:41.061655 4178 round_trippers.go:469] Request Headers:
I0926 17:54:41.061670 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:41.061677 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:41.065303 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:41.262138 4178 request.go:632] Waited for 196.341694ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:41.262261 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:41.262270 4178 round_trippers.go:469] Request Headers:
I0926 17:54:41.262282 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:41.262290 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:41.266333 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:41.266689 4178 pod_ready.go:93] pod "kube-apiserver-ha-476000" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:41.266699 4178 pod_ready.go:82] duration metric: took 382.053003ms for pod "kube-apiserver-ha-476000" in "kube-system" namespace to be "Ready" ...
I0926 17:54:41.266705 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-476000-m02" in "kube-system" namespace to be "Ready" ...
I0926 17:54:41.460472 4178 request.go:632] Waited for 193.723597ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-476000-m02
I0926 17:54:41.460525 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-476000-m02
I0926 17:54:41.460535 4178 round_trippers.go:469] Request Headers:
I0926 17:54:41.460578 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:41.460588 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:41.464471 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:41.661359 4178 request.go:632] Waited for 196.505849ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:41.661462 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:41.661475 4178 round_trippers.go:469] Request Headers:
I0926 17:54:41.661486 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:41.661494 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:41.665427 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:41.665770 4178 pod_ready.go:93] pod "kube-apiserver-ha-476000-m02" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:41.665780 4178 pod_ready.go:82] duration metric: took 399.068092ms for pod "kube-apiserver-ha-476000-m02" in "kube-system" namespace to be "Ready" ...
I0926 17:54:41.665789 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-476000-m03" in "kube-system" namespace to be "Ready" ...
I0926 17:54:41.861535 4178 request.go:632] Waited for 195.701622ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-476000-m03
I0926 17:54:41.861634 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-476000-m03
I0926 17:54:41.861648 4178 round_trippers.go:469] Request Headers:
I0926 17:54:41.861668 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:41.861680 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:41.865792 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:42.061777 4178 request.go:632] Waited for 195.542882ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000-m03
I0926 17:54:42.061836 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m03
I0926 17:54:42.061869 4178 round_trippers.go:469] Request Headers:
I0926 17:54:42.061880 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:42.061888 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:42.066352 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:42.066752 4178 pod_ready.go:98] node "ha-476000-m03" hosting pod "kube-apiserver-ha-476000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m03" has status "Ready":"Unknown"
I0926 17:54:42.066763 4178 pod_ready.go:82] duration metric: took 400.967857ms for pod "kube-apiserver-ha-476000-m03" in "kube-system" namespace to be "Ready" ...
E0926 17:54:42.066770 4178 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-476000-m03" hosting pod "kube-apiserver-ha-476000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m03" has status "Ready":"Unknown"
I0926 17:54:42.066774 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-476000" in "kube-system" namespace to be "Ready" ...
I0926 17:54:42.260909 4178 request.go:632] Waited for 194.055971ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-476000
I0926 17:54:42.260962 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-476000
I0926 17:54:42.261001 4178 round_trippers.go:469] Request Headers:
I0926 17:54:42.261021 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:42.261031 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:42.264905 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:42.460758 4178 request.go:632] Waited for 195.327303ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:42.460808 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:42.460816 4178 round_trippers.go:469] Request Headers:
I0926 17:54:42.460827 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:42.460837 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:42.464434 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:42.464776 4178 pod_ready.go:93] pod "kube-controller-manager-ha-476000" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:42.464786 4178 pod_ready.go:82] duration metric: took 398.004555ms for pod "kube-controller-manager-ha-476000" in "kube-system" namespace to be "Ready" ...
I0926 17:54:42.464793 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-476000-m02" in "kube-system" namespace to be "Ready" ...
I0926 17:54:42.660316 4178 request.go:632] Waited for 195.46211ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-476000-m02
I0926 17:54:42.660458 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-476000-m02
I0926 17:54:42.660474 4178 round_trippers.go:469] Request Headers:
I0926 17:54:42.660486 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:42.660494 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:42.665327 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:42.860122 4178 request.go:632] Waited for 194.468161ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:42.860201 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:42.860211 4178 round_trippers.go:469] Request Headers:
I0926 17:54:42.860222 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:42.860231 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:42.864049 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:42.864456 4178 pod_ready.go:93] pod "kube-controller-manager-ha-476000-m02" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:42.864465 4178 pod_ready.go:82] duration metric: took 399.6655ms for pod "kube-controller-manager-ha-476000-m02" in "kube-system" namespace to be "Ready" ...
I0926 17:54:42.864473 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-476000-m03" in "kube-system" namespace to be "Ready" ...
I0926 17:54:43.060814 4178 request.go:632] Waited for 196.258122ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-476000-m03
I0926 17:54:43.060925 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-476000-m03
I0926 17:54:43.060935 4178 round_trippers.go:469] Request Headers:
I0926 17:54:43.060947 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:43.060956 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:43.065088 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:43.261824 4178 request.go:632] Waited for 196.351744ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000-m03
I0926 17:54:43.261944 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m03
I0926 17:54:43.261957 4178 round_trippers.go:469] Request Headers:
I0926 17:54:43.261967 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:43.261984 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:43.266272 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:43.266738 4178 pod_ready.go:98] node "ha-476000-m03" hosting pod "kube-controller-manager-ha-476000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m03" has status "Ready":"Unknown"
I0926 17:54:43.266748 4178 pod_ready.go:82] duration metric: took 402.268136ms for pod "kube-controller-manager-ha-476000-m03" in "kube-system" namespace to be "Ready" ...
E0926 17:54:43.266762 4178 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-476000-m03" hosting pod "kube-controller-manager-ha-476000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m03" has status "Ready":"Unknown"
I0926 17:54:43.266768 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-5d8nb" in "kube-system" namespace to be "Ready" ...
I0926 17:54:43.460501 4178 request.go:632] Waited for 193.687301ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5d8nb
I0926 17:54:43.460615 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5d8nb
I0926 17:54:43.460627 4178 round_trippers.go:469] Request Headers:
I0926 17:54:43.460639 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:43.460647 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:43.463846 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:43.662152 4178 request.go:632] Waited for 197.799796ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000-m04
I0926 17:54:43.662296 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m04
I0926 17:54:43.662312 4178 round_trippers.go:469] Request Headers:
I0926 17:54:43.662324 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:43.662334 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:43.666430 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:43.666928 4178 pod_ready.go:98] node "ha-476000-m04" hosting pod "kube-proxy-5d8nb" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m04" has status "Ready":"Unknown"
I0926 17:54:43.666940 4178 pod_ready.go:82] duration metric: took 400.16396ms for pod "kube-proxy-5d8nb" in "kube-system" namespace to be "Ready" ...
E0926 17:54:43.666946 4178 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-476000-m04" hosting pod "kube-proxy-5d8nb" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m04" has status "Ready":"Unknown"
I0926 17:54:43.666950 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-bpsqv" in "kube-system" namespace to be "Ready" ...
I0926 17:54:43.860782 4178 request.go:632] Waited for 193.758415ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-bpsqv
I0926 17:54:43.860851 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-bpsqv
I0926 17:54:43.860893 4178 round_trippers.go:469] Request Headers:
I0926 17:54:43.860905 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:43.860912 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:43.865061 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:44.060850 4178 request.go:632] Waited for 195.218122ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000-m03
I0926 17:54:44.060902 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m03
I0926 17:54:44.060920 4178 round_trippers.go:469] Request Headers:
I0926 17:54:44.060968 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:44.060976 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:44.065008 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:44.065426 4178 pod_ready.go:98] node "ha-476000-m03" hosting pod "kube-proxy-bpsqv" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m03" has status "Ready":"Unknown"
I0926 17:54:44.065437 4178 pod_ready.go:82] duration metric: took 398.480723ms for pod "kube-proxy-bpsqv" in "kube-system" namespace to be "Ready" ...
E0926 17:54:44.065443 4178 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-476000-m03" hosting pod "kube-proxy-bpsqv" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m03" has status "Ready":"Unknown"
I0926 17:54:44.065448 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-ctdh4" in "kube-system" namespace to be "Ready" ...
I0926 17:54:44.260264 4178 request.go:632] Waited for 194.757329ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-ctdh4
I0926 17:54:44.260395 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-ctdh4
I0926 17:54:44.260404 4178 round_trippers.go:469] Request Headers:
I0926 17:54:44.260417 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:44.260424 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:44.264668 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:44.461295 4178 request.go:632] Waited for 196.119983ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:44.461373 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:44.461384 4178 round_trippers.go:469] Request Headers:
I0926 17:54:44.461399 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:44.461407 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:44.465035 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:44.465397 4178 pod_ready.go:93] pod "kube-proxy-ctdh4" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:44.465406 4178 pod_ready.go:82] duration metric: took 399.951689ms for pod "kube-proxy-ctdh4" in "kube-system" namespace to be "Ready" ...
I0926 17:54:44.465413 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-nrsx7" in "kube-system" namespace to be "Ready" ...
I0926 17:54:44.660616 4178 request.go:632] Waited for 195.1575ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nrsx7
I0926 17:54:44.660704 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nrsx7
I0926 17:54:44.660715 4178 round_trippers.go:469] Request Headers:
I0926 17:54:44.660726 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:44.660734 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:44.664476 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:44.860447 4178 request.go:632] Waited for 195.571151ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:44.860565 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:44.860578 4178 round_trippers.go:469] Request Headers:
I0926 17:54:44.860588 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:44.860596 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:44.864038 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:44.864554 4178 pod_ready.go:93] pod "kube-proxy-nrsx7" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:44.864566 4178 pod_ready.go:82] duration metric: took 399.145507ms for pod "kube-proxy-nrsx7" in "kube-system" namespace to be "Ready" ...
I0926 17:54:44.864575 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-476000" in "kube-system" namespace to be "Ready" ...
I0926 17:54:45.060924 4178 request.go:632] Waited for 196.301993ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-476000
I0926 17:54:45.061011 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-476000
I0926 17:54:45.061022 4178 round_trippers.go:469] Request Headers:
I0926 17:54:45.061034 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:45.061042 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:45.065277 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:45.260098 4178 request.go:632] Waited for 194.412657ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:45.260187 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000
I0926 17:54:45.260208 4178 round_trippers.go:469] Request Headers:
I0926 17:54:45.260220 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:45.260229 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:45.264296 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:45.264558 4178 pod_ready.go:93] pod "kube-scheduler-ha-476000" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:45.264567 4178 pod_ready.go:82] duration metric: took 399.984402ms for pod "kube-scheduler-ha-476000" in "kube-system" namespace to be "Ready" ...
I0926 17:54:45.264574 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-476000-m02" in "kube-system" namespace to be "Ready" ...
I0926 17:54:45.460204 4178 request.go:632] Waited for 195.586272ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-476000-m02
I0926 17:54:45.460285 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-476000-m02
I0926 17:54:45.460296 4178 round_trippers.go:469] Request Headers:
I0926 17:54:45.460307 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:45.460315 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:45.463717 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:45.661528 4178 request.go:632] Waited for 197.284014ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:45.661624 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m02
I0926 17:54:45.661634 4178 round_trippers.go:469] Request Headers:
I0926 17:54:45.661645 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:45.661653 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:45.666080 4178 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0926 17:54:45.666323 4178 pod_ready.go:93] pod "kube-scheduler-ha-476000-m02" in "kube-system" namespace has status "Ready":"True"
I0926 17:54:45.666333 4178 pod_ready.go:82] duration metric: took 401.752851ms for pod "kube-scheduler-ha-476000-m02" in "kube-system" namespace to be "Ready" ...
I0926 17:54:45.666340 4178 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-476000-m03" in "kube-system" namespace to be "Ready" ...
I0926 17:54:45.860703 4178 request.go:632] Waited for 194.311899ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-476000-m03
I0926 17:54:45.860736 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-476000-m03
I0926 17:54:45.860740 4178 round_trippers.go:469] Request Headers:
I0926 17:54:45.860746 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:45.860750 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:45.863521 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:46.061792 4178 request.go:632] Waited for 197.829608ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.5:8443/api/v1/nodes/ha-476000-m03
I0926 17:54:46.061901 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes/ha-476000-m03
I0926 17:54:46.061915 4178 round_trippers.go:469] Request Headers:
I0926 17:54:46.061926 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:46.061934 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:46.065839 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:46.066244 4178 pod_ready.go:98] node "ha-476000-m03" hosting pod "kube-scheduler-ha-476000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m03" has status "Ready":"Unknown"
I0926 17:54:46.066255 4178 pod_ready.go:82] duration metric: took 399.908641ms for pod "kube-scheduler-ha-476000-m03" in "kube-system" namespace to be "Ready" ...
E0926 17:54:46.066262 4178 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-476000-m03" hosting pod "kube-scheduler-ha-476000-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-476000-m03" has status "Ready":"Unknown"
I0926 17:54:46.066267 4178 pod_ready.go:39] duration metric: took 41.222971189s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0926 17:54:46.066282 4178 api_server.go:52] waiting for apiserver process to appear ...
I0926 17:54:46.066375 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0926 17:54:46.079414 4178 logs.go:276] 2 containers: [7aabe646a9fe 3fae3e334c04]
I0926 17:54:46.079513 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0926 17:54:46.092379 4178 logs.go:276] 2 containers: [f525de12dc97 bcf266ec7564]
I0926 17:54:46.092476 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0926 17:54:46.105011 4178 logs.go:276] 0 containers: []
W0926 17:54:46.105025 4178 logs.go:278] No container was found matching "coredns"
I0926 17:54:46.105107 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0926 17:54:46.118452 4178 logs.go:276] 2 containers: [d9fc15fd82f1 d8ed18933791]
I0926 17:54:46.118550 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0926 17:54:46.132316 4178 logs.go:276] 2 containers: [b52376c9cdcd a5a9a7e18064]
I0926 17:54:46.132402 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0926 17:54:46.145649 4178 logs.go:276] 2 containers: [350a07550ad1 f82271bde6b0]
I0926 17:54:46.145746 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0926 17:54:46.160399 4178 logs.go:276] 2 containers: [b73a2fda347d 981336ad66c6]
I0926 17:54:46.160426 4178 logs.go:123] Gathering logs for kube-apiserver [7aabe646a9fe] ...
I0926 17:54:46.160432 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 7aabe646a9fe"
I0926 17:54:46.180676 4178 logs.go:123] Gathering logs for kube-apiserver [3fae3e334c04] ...
I0926 17:54:46.180690 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 3fae3e334c04"
I0926 17:54:46.213941 4178 logs.go:123] Gathering logs for kindnet [981336ad66c6] ...
I0926 17:54:46.213956 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 981336ad66c6"
I0926 17:54:46.229008 4178 logs.go:123] Gathering logs for container status ...
I0926 17:54:46.229022 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0926 17:54:46.263727 4178 logs.go:123] Gathering logs for dmesg ...
I0926 17:54:46.263743 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0926 17:54:46.275216 4178 logs.go:123] Gathering logs for etcd [f525de12dc97] ...
I0926 17:54:46.275229 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 f525de12dc97"
I0926 17:54:46.340546 4178 logs.go:123] Gathering logs for etcd [bcf266ec7564] ...
I0926 17:54:46.340563 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 bcf266ec7564"
I0926 17:54:46.368786 4178 logs.go:123] Gathering logs for kube-scheduler [d8ed18933791] ...
I0926 17:54:46.368802 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 d8ed18933791"
I0926 17:54:46.392911 4178 logs.go:123] Gathering logs for kube-proxy [a5a9a7e18064] ...
I0926 17:54:46.392926 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 a5a9a7e18064"
I0926 17:54:46.411685 4178 logs.go:123] Gathering logs for kubelet ...
I0926 17:54:46.411700 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0926 17:54:46.453572 4178 logs.go:123] Gathering logs for describe nodes ...
I0926 17:54:46.453588 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0926 17:54:46.819319 4178 logs.go:123] Gathering logs for kube-scheduler [d9fc15fd82f1] ...
I0926 17:54:46.819338 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 d9fc15fd82f1"
I0926 17:54:46.834299 4178 logs.go:123] Gathering logs for kube-proxy [b52376c9cdcd] ...
I0926 17:54:46.834315 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 b52376c9cdcd"
I0926 17:54:46.850264 4178 logs.go:123] Gathering logs for Docker ...
I0926 17:54:46.850278 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0926 17:54:46.881220 4178 logs.go:123] Gathering logs for kube-controller-manager [350a07550ad1] ...
I0926 17:54:46.881233 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 350a07550ad1"
I0926 17:54:46.915123 4178 logs.go:123] Gathering logs for kube-controller-manager [f82271bde6b0] ...
I0926 17:54:46.915139 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 f82271bde6b0"
I0926 17:54:46.943154 4178 logs.go:123] Gathering logs for kindnet [b73a2fda347d] ...
I0926 17:54:46.943169 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 b73a2fda347d"
I0926 17:54:49.459929 4178 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0926 17:54:49.472910 4178 api_server.go:72] duration metric: took 1m9.339247453s to wait for apiserver process to appear ...
I0926 17:54:49.472923 4178 api_server.go:88] waiting for apiserver healthz status ...
I0926 17:54:49.473016 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0926 17:54:49.489783 4178 logs.go:276] 2 containers: [7aabe646a9fe 3fae3e334c04]
I0926 17:54:49.489876 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0926 17:54:49.503069 4178 logs.go:276] 2 containers: [f525de12dc97 bcf266ec7564]
I0926 17:54:49.503157 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0926 17:54:49.514340 4178 logs.go:276] 0 containers: []
W0926 17:54:49.514353 4178 logs.go:278] No container was found matching "coredns"
I0926 17:54:49.514430 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0926 17:54:49.528690 4178 logs.go:276] 2 containers: [d9fc15fd82f1 d8ed18933791]
I0926 17:54:49.528782 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0926 17:54:49.540774 4178 logs.go:276] 2 containers: [b52376c9cdcd a5a9a7e18064]
I0926 17:54:49.540870 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0926 17:54:49.553605 4178 logs.go:276] 2 containers: [350a07550ad1 f82271bde6b0]
I0926 17:54:49.553693 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0926 17:54:49.566939 4178 logs.go:276] 2 containers: [b73a2fda347d 981336ad66c6]
I0926 17:54:49.566961 4178 logs.go:123] Gathering logs for kindnet [981336ad66c6] ...
I0926 17:54:49.566967 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 981336ad66c6"
I0926 17:54:49.584163 4178 logs.go:123] Gathering logs for etcd [bcf266ec7564] ...
I0926 17:54:49.584179 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 bcf266ec7564"
I0926 17:54:49.608092 4178 logs.go:123] Gathering logs for kube-controller-manager [f82271bde6b0] ...
I0926 17:54:49.608107 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 f82271bde6b0"
I0926 17:54:49.640526 4178 logs.go:123] Gathering logs for etcd [f525de12dc97] ...
I0926 17:54:49.640542 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 f525de12dc97"
I0926 17:54:49.707920 4178 logs.go:123] Gathering logs for kube-scheduler [d9fc15fd82f1] ...
I0926 17:54:49.707937 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 d9fc15fd82f1"
I0926 17:54:49.725537 4178 logs.go:123] Gathering logs for kube-proxy [b52376c9cdcd] ...
I0926 17:54:49.725551 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 b52376c9cdcd"
I0926 17:54:49.747118 4178 logs.go:123] Gathering logs for kube-proxy [a5a9a7e18064] ...
I0926 17:54:49.747134 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 a5a9a7e18064"
I0926 17:54:49.763059 4178 logs.go:123] Gathering logs for kindnet [b73a2fda347d] ...
I0926 17:54:49.763073 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 b73a2fda347d"
I0926 17:54:49.780606 4178 logs.go:123] Gathering logs for container status ...
I0926 17:54:49.780619 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0926 17:54:49.815474 4178 logs.go:123] Gathering logs for kubelet ...
I0926 17:54:49.815490 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0926 17:54:49.856341 4178 logs.go:123] Gathering logs for kube-apiserver [3fae3e334c04] ...
I0926 17:54:49.856359 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 3fae3e334c04"
I0926 17:54:49.895001 4178 logs.go:123] Gathering logs for kube-apiserver [7aabe646a9fe] ...
I0926 17:54:49.895016 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 7aabe646a9fe"
I0926 17:54:49.915291 4178 logs.go:123] Gathering logs for kube-scheduler [d8ed18933791] ...
I0926 17:54:49.915307 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 d8ed18933791"
I0926 17:54:49.931682 4178 logs.go:123] Gathering logs for kube-controller-manager [350a07550ad1] ...
I0926 17:54:49.931698 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 350a07550ad1"
I0926 17:54:49.962905 4178 logs.go:123] Gathering logs for Docker ...
I0926 17:54:49.962920 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0926 17:54:49.995739 4178 logs.go:123] Gathering logs for dmesg ...
I0926 17:54:49.995756 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0926 17:54:50.006748 4178 logs.go:123] Gathering logs for describe nodes ...
I0926 17:54:50.006764 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0926 17:54:52.683223 4178 api_server.go:253] Checking apiserver healthz at https://192.169.0.5:8443/healthz ...
I0926 17:54:52.688111 4178 api_server.go:279] https://192.169.0.5:8443/healthz returned 200:
ok
I0926 17:54:52.688148 4178 round_trippers.go:463] GET https://192.169.0.5:8443/version
I0926 17:54:52.688152 4178 round_trippers.go:469] Request Headers:
I0926 17:54:52.688158 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:52.688162 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:52.688774 4178 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0926 17:54:52.688866 4178 api_server.go:141] control plane version: v1.31.1
I0926 17:54:52.688877 4178 api_server.go:131] duration metric: took 3.215937625s to wait for apiserver health ...
I0926 17:54:52.688882 4178 system_pods.go:43] waiting for kube-system pods to appear ...
I0926 17:54:52.688964 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0926 17:54:52.702208 4178 logs.go:276] 2 containers: [7aabe646a9fe 3fae3e334c04]
I0926 17:54:52.702296 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0926 17:54:52.716057 4178 logs.go:276] 2 containers: [f525de12dc97 bcf266ec7564]
I0926 17:54:52.716146 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0926 17:54:52.730288 4178 logs.go:276] 0 containers: []
W0926 17:54:52.730303 4178 logs.go:278] No container was found matching "coredns"
I0926 17:54:52.730387 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0926 17:54:52.744133 4178 logs.go:276] 2 containers: [d9fc15fd82f1 d8ed18933791]
I0926 17:54:52.744229 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0926 17:54:52.757357 4178 logs.go:276] 2 containers: [b52376c9cdcd a5a9a7e18064]
I0926 17:54:52.757447 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0926 17:54:52.770397 4178 logs.go:276] 2 containers: [350a07550ad1 f82271bde6b0]
I0926 17:54:52.770488 4178 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0926 17:54:52.783588 4178 logs.go:276] 2 containers: [b73a2fda347d 981336ad66c6]
I0926 17:54:52.783609 4178 logs.go:123] Gathering logs for dmesg ...
I0926 17:54:52.783615 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0926 17:54:52.794149 4178 logs.go:123] Gathering logs for kube-scheduler [d9fc15fd82f1] ...
I0926 17:54:52.794162 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 d9fc15fd82f1"
I0926 17:54:52.810239 4178 logs.go:123] Gathering logs for kube-proxy [a5a9a7e18064] ...
I0926 17:54:52.810253 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 a5a9a7e18064"
I0926 17:54:52.828364 4178 logs.go:123] Gathering logs for kube-controller-manager [350a07550ad1] ...
I0926 17:54:52.828379 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 350a07550ad1"
I0926 17:54:52.859712 4178 logs.go:123] Gathering logs for kindnet [b73a2fda347d] ...
I0926 17:54:52.859726 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 b73a2fda347d"
I0926 17:54:52.877881 4178 logs.go:123] Gathering logs for container status ...
I0926 17:54:52.877898 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0926 17:54:52.920788 4178 logs.go:123] Gathering logs for kube-scheduler [d8ed18933791] ...
I0926 17:54:52.920802 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 d8ed18933791"
I0926 17:54:52.937686 4178 logs.go:123] Gathering logs for Docker ...
I0926 17:54:52.937700 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0926 17:54:52.970435 4178 logs.go:123] Gathering logs for kubelet ...
I0926 17:54:52.970449 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0926 17:54:53.015652 4178 logs.go:123] Gathering logs for describe nodes ...
I0926 17:54:53.015669 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0926 17:54:53.184377 4178 logs.go:123] Gathering logs for etcd [f525de12dc97] ...
I0926 17:54:53.184391 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 f525de12dc97"
I0926 17:54:53.249067 4178 logs.go:123] Gathering logs for etcd [bcf266ec7564] ...
I0926 17:54:53.249083 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 bcf266ec7564"
I0926 17:54:53.274003 4178 logs.go:123] Gathering logs for kube-controller-manager [f82271bde6b0] ...
I0926 17:54:53.274019 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 f82271bde6b0"
I0926 17:54:53.300047 4178 logs.go:123] Gathering logs for kube-apiserver [7aabe646a9fe] ...
I0926 17:54:53.300062 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 7aabe646a9fe"
I0926 17:54:53.321481 4178 logs.go:123] Gathering logs for kube-apiserver [3fae3e334c04] ...
I0926 17:54:53.321495 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 3fae3e334c04"
I0926 17:54:53.356023 4178 logs.go:123] Gathering logs for kube-proxy [b52376c9cdcd] ...
I0926 17:54:53.356038 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 b52376c9cdcd"
I0926 17:54:53.374219 4178 logs.go:123] Gathering logs for kindnet [981336ad66c6] ...
I0926 17:54:53.374233 4178 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 981336ad66c6"
I0926 17:54:55.893460 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0926 17:54:55.893486 4178 round_trippers.go:469] Request Headers:
I0926 17:54:55.893529 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:55.893539 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:55.899854 4178 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I0926 17:54:55.904904 4178 system_pods.go:59] 26 kube-system pods found
I0926 17:54:55.904920 4178 system_pods.go:61] "coredns-7c65d6cfc9-44l9n" [8009053f-fc43-43ba-a44e-fd1d53e88617] Running
I0926 17:54:55.904925 4178 system_pods.go:61] "coredns-7c65d6cfc9-7jwgv" [20fb38a0-b993-41b3-9c91-98802d75ef47] Running
I0926 17:54:55.904928 4178 system_pods.go:61] "etcd-ha-476000" [469cfe32-fa29-4816-afd7-3f115a3a6c67] Running
I0926 17:54:55.904930 4178 system_pods.go:61] "etcd-ha-476000-m02" [d4c3ec0c-a151-4047-9a30-93cae10d24a0] Running
I0926 17:54:55.904933 4178 system_pods.go:61] "etcd-ha-476000-m03" [e9166a94-af57-49ec-91a3-dc0c36083ca4] Running
I0926 17:54:55.904936 4178 system_pods.go:61] "kindnet-44vxl" [488a3806-d7c1-4397-bff8-00d9ea3cb984] Running
I0926 17:54:55.904938 4178 system_pods.go:61] "kindnet-4pnxr" [23b10d5b-fd63-4284-9c44-413b8bf80354] Running
I0926 17:54:55.904941 4178 system_pods.go:61] "kindnet-hhrtc" [7ac457e3-ae85-4314-99dc-da37f5875807] Running
I0926 17:54:55.904943 4178 system_pods.go:61] "kindnet-lgj66" [63fc5d71-c403-40d7-85a7-6ff48e307a79] Running
I0926 17:54:55.904946 4178 system_pods.go:61] "kube-apiserver-ha-476000" [5c5e9fb4-0cda-4892-bae5-e51e839d2573] Running
I0926 17:54:55.904948 4178 system_pods.go:61] "kube-apiserver-ha-476000-m02" [2d6d0355-152b-4be4-b810-f1c80c9ef24f] Running
I0926 17:54:55.904951 4178 system_pods.go:61] "kube-apiserver-ha-476000-m03" [3ce79eb3-635c-4632-82e0-7240a7d49c50] Running
I0926 17:54:55.904954 4178 system_pods.go:61] "kube-controller-manager-ha-476000" [9edef370-886e-4260-a3d3-99be564d90c6] Running
I0926 17:54:55.904957 4178 system_pods.go:61] "kube-controller-manager-ha-476000-m02" [5eeed951-eaba-436f-9f80-8f68cb50425d] Running
I0926 17:54:55.904960 4178 system_pods.go:61] "kube-controller-manager-ha-476000-m03" [e60f68a5-a353-4501-81c1-ac7d76820373] Running
I0926 17:54:55.904962 4178 system_pods.go:61] "kube-proxy-5d8nb" [1e9c0178-2d58-4ca1-9fbe-c8e54d91bf1a] Running
I0926 17:54:55.904965 4178 system_pods.go:61] "kube-proxy-bpsqv" [c264b112-c037-4332-9c47-2561ecb928f1] Running
I0926 17:54:55.904967 4178 system_pods.go:61] "kube-proxy-ctdh4" [9a21a19a-5cad-4eb9-97f3-4c654fbbe59b] Running
I0926 17:54:55.904970 4178 system_pods.go:61] "kube-proxy-nrsx7" [14b031d0-b044-4500-8cc1-1397c83c1886] Running
I0926 17:54:55.904973 4178 system_pods.go:61] "kube-scheduler-ha-476000" [ef0e308c-1b28-413c-846e-24935489434d] Running
I0926 17:54:55.904976 4178 system_pods.go:61] "kube-scheduler-ha-476000-m02" [2b75a7bc-a19c-4aeb-8521-10bd963cacbb] Running
I0926 17:54:55.904978 4178 system_pods.go:61] "kube-scheduler-ha-476000-m03" [206cbf3f-bff1-4164-a622-3be7593c08ac] Running
I0926 17:54:55.904981 4178 system_pods.go:61] "kube-vip-ha-476000" [376a9128-fe3c-41aa-b26c-da921ae20e68] Running
I0926 17:54:55.904997 4178 system_pods.go:61] "kube-vip-ha-476000-m02" [7e907e74-7f15-4c04-b463-682a14766e66] Running
I0926 17:54:55.905002 4178 system_pods.go:61] "kube-vip-ha-476000-m03" [bf2e3b8c-cf42-45b0-a4d7-a32b820bab21] Running
I0926 17:54:55.905005 4178 system_pods.go:61] "storage-provisioner" [e3e367a7-6cda-4177-a81d-7897333308d7] Running
I0926 17:54:55.905009 4178 system_pods.go:74] duration metric: took 3.216111125s to wait for pod list to return data ...
I0926 17:54:55.905015 4178 default_sa.go:34] waiting for default service account to be created ...
I0926 17:54:55.905062 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/default/serviceaccounts
I0926 17:54:55.905068 4178 round_trippers.go:469] Request Headers:
I0926 17:54:55.905073 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:55.905077 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:55.907842 4178 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0926 17:54:55.908016 4178 default_sa.go:45] found service account: "default"
I0926 17:54:55.908026 4178 default_sa.go:55] duration metric: took 3.006211ms for default service account to be created ...
I0926 17:54:55.908031 4178 system_pods.go:116] waiting for k8s-apps to be running ...
I0926 17:54:55.908061 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/namespaces/kube-system/pods
I0926 17:54:55.908066 4178 round_trippers.go:469] Request Headers:
I0926 17:54:55.908071 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:55.908075 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:55.912026 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:55.917054 4178 system_pods.go:86] 26 kube-system pods found
I0926 17:54:55.917066 4178 system_pods.go:89] "coredns-7c65d6cfc9-44l9n" [8009053f-fc43-43ba-a44e-fd1d53e88617] Running
I0926 17:54:55.917070 4178 system_pods.go:89] "coredns-7c65d6cfc9-7jwgv" [20fb38a0-b993-41b3-9c91-98802d75ef47] Running
I0926 17:54:55.917073 4178 system_pods.go:89] "etcd-ha-476000" [469cfe32-fa29-4816-afd7-3f115a3a6c67] Running
I0926 17:54:55.917076 4178 system_pods.go:89] "etcd-ha-476000-m02" [d4c3ec0c-a151-4047-9a30-93cae10d24a0] Running
I0926 17:54:55.917080 4178 system_pods.go:89] "etcd-ha-476000-m03" [e9166a94-af57-49ec-91a3-dc0c36083ca4] Running
I0926 17:54:55.917083 4178 system_pods.go:89] "kindnet-44vxl" [488a3806-d7c1-4397-bff8-00d9ea3cb984] Running
I0926 17:54:55.917085 4178 system_pods.go:89] "kindnet-4pnxr" [23b10d5b-fd63-4284-9c44-413b8bf80354] Running
I0926 17:54:55.917088 4178 system_pods.go:89] "kindnet-hhrtc" [7ac457e3-ae85-4314-99dc-da37f5875807] Running
I0926 17:54:55.917091 4178 system_pods.go:89] "kindnet-lgj66" [63fc5d71-c403-40d7-85a7-6ff48e307a79] Running
I0926 17:54:55.917094 4178 system_pods.go:89] "kube-apiserver-ha-476000" [5c5e9fb4-0cda-4892-bae5-e51e839d2573] Running
I0926 17:54:55.917097 4178 system_pods.go:89] "kube-apiserver-ha-476000-m02" [2d6d0355-152b-4be4-b810-f1c80c9ef24f] Running
I0926 17:54:55.917100 4178 system_pods.go:89] "kube-apiserver-ha-476000-m03" [3ce79eb3-635c-4632-82e0-7240a7d49c50] Running
I0926 17:54:55.917103 4178 system_pods.go:89] "kube-controller-manager-ha-476000" [9edef370-886e-4260-a3d3-99be564d90c6] Running
I0926 17:54:55.917106 4178 system_pods.go:89] "kube-controller-manager-ha-476000-m02" [5eeed951-eaba-436f-9f80-8f68cb50425d] Running
I0926 17:54:55.917110 4178 system_pods.go:89] "kube-controller-manager-ha-476000-m03" [e60f68a5-a353-4501-81c1-ac7d76820373] Running
I0926 17:54:55.917113 4178 system_pods.go:89] "kube-proxy-5d8nb" [1e9c0178-2d58-4ca1-9fbe-c8e54d91bf1a] Running
I0926 17:54:55.917116 4178 system_pods.go:89] "kube-proxy-bpsqv" [c264b112-c037-4332-9c47-2561ecb928f1] Running
I0926 17:54:55.917123 4178 system_pods.go:89] "kube-proxy-ctdh4" [9a21a19a-5cad-4eb9-97f3-4c654fbbe59b] Running
I0926 17:54:55.917126 4178 system_pods.go:89] "kube-proxy-nrsx7" [14b031d0-b044-4500-8cc1-1397c83c1886] Running
I0926 17:54:55.917129 4178 system_pods.go:89] "kube-scheduler-ha-476000" [ef0e308c-1b28-413c-846e-24935489434d] Running
I0926 17:54:55.917132 4178 system_pods.go:89] "kube-scheduler-ha-476000-m02" [2b75a7bc-a19c-4aeb-8521-10bd963cacbb] Running
I0926 17:54:55.917135 4178 system_pods.go:89] "kube-scheduler-ha-476000-m03" [206cbf3f-bff1-4164-a622-3be7593c08ac] Running
I0926 17:54:55.917138 4178 system_pods.go:89] "kube-vip-ha-476000" [376a9128-fe3c-41aa-b26c-da921ae20e68] Running
I0926 17:54:55.917140 4178 system_pods.go:89] "kube-vip-ha-476000-m02" [7e907e74-7f15-4c04-b463-682a14766e66] Running
I0926 17:54:55.917144 4178 system_pods.go:89] "kube-vip-ha-476000-m03" [bf2e3b8c-cf42-45b0-a4d7-a32b820bab21] Running
I0926 17:54:55.917146 4178 system_pods.go:89] "storage-provisioner" [e3e367a7-6cda-4177-a81d-7897333308d7] Running
I0926 17:54:55.917151 4178 system_pods.go:126] duration metric: took 9.116472ms to wait for k8s-apps to be running ...
I0926 17:54:55.917160 4178 system_svc.go:44] waiting for kubelet service to be running ....
I0926 17:54:55.917225 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0926 17:54:55.928854 4178 system_svc.go:56] duration metric: took 11.69353ms WaitForService to wait for kubelet
I0926 17:54:55.928867 4178 kubeadm.go:582] duration metric: took 1m15.795183486s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0926 17:54:55.928878 4178 node_conditions.go:102] verifying NodePressure condition ...
I0926 17:54:55.928918 4178 round_trippers.go:463] GET https://192.169.0.5:8443/api/v1/nodes
I0926 17:54:55.928924 4178 round_trippers.go:469] Request Headers:
I0926 17:54:55.928930 4178 round_trippers.go:473] Accept: application/json, */*
I0926 17:54:55.928933 4178 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0926 17:54:55.932146 4178 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0926 17:54:55.933143 4178 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0926 17:54:55.933159 4178 node_conditions.go:123] node cpu capacity is 2
I0926 17:54:55.933173 4178 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0926 17:54:55.933176 4178 node_conditions.go:123] node cpu capacity is 2
I0926 17:54:55.933181 4178 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0926 17:54:55.933183 4178 node_conditions.go:123] node cpu capacity is 2
I0926 17:54:55.933186 4178 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0926 17:54:55.933190 4178 node_conditions.go:123] node cpu capacity is 2
I0926 17:54:55.933193 4178 node_conditions.go:105] duration metric: took 4.311525ms to run NodePressure ...
I0926 17:54:55.933202 4178 start.go:241] waiting for startup goroutines ...
I0926 17:54:55.933219 4178 start.go:255] writing updated cluster config ...
I0926 17:54:55.954947 4178 out.go:201]
I0926 17:54:55.975717 4178 config.go:182] Loaded profile config "ha-476000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0926 17:54:55.975787 4178 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/config.json ...
I0926 17:54:55.997338 4178 out.go:177] * Starting "ha-476000-m03" control-plane node in "ha-476000" cluster
I0926 17:54:56.055744 4178 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime docker
I0926 17:54:56.055778 4178 cache.go:56] Caching tarball of preloaded images
I0926 17:54:56.056007 4178 preload.go:172] Found /Users/jenkins/minikube-integration/19711-1128/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0926 17:54:56.056029 4178 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on docker
I0926 17:54:56.056173 4178 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/config.json ...
I0926 17:54:56.057121 4178 start.go:360] acquireMachinesLock for ha-476000-m03: {Name:mk62b0ec9b6170d1971239573141a625c4a2621e Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0926 17:54:56.057290 4178 start.go:364] duration metric: took 139.967µs to acquireMachinesLock for "ha-476000-m03"
I0926 17:54:56.057321 4178 start.go:96] Skipping create...Using existing machine configuration
I0926 17:54:56.057331 4178 fix.go:54] fixHost starting: m03
I0926 17:54:56.057738 4178 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0926 17:54:56.057766 4178 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0926 17:54:56.066973 4178 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:52106
I0926 17:54:56.067348 4178 main.go:141] libmachine: () Calling .GetVersion
I0926 17:54:56.067691 4178 main.go:141] libmachine: Using API Version 1
I0926 17:54:56.067705 4178 main.go:141] libmachine: () Calling .SetConfigRaw
I0926 17:54:56.067918 4178 main.go:141] libmachine: () Calling .GetMachineName
I0926 17:54:56.068036 4178 main.go:141] libmachine: (ha-476000-m03) Calling .DriverName
I0926 17:54:56.068122 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetState
I0926 17:54:56.068201 4178 main.go:141] libmachine: (ha-476000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0926 17:54:56.068289 4178 main.go:141] libmachine: (ha-476000-m03) DBG | hyperkit pid from json: 3537
I0926 17:54:56.069219 4178 main.go:141] libmachine: (ha-476000-m03) DBG | hyperkit pid 3537 missing from process table
I0926 17:54:56.069237 4178 fix.go:112] recreateIfNeeded on ha-476000-m03: state=Stopped err=<nil>
I0926 17:54:56.069245 4178 main.go:141] libmachine: (ha-476000-m03) Calling .DriverName
W0926 17:54:56.069331 4178 fix.go:138] unexpected machine state, will restart: <nil>
I0926 17:54:56.090482 4178 out.go:177] * Restarting existing hyperkit VM for "ha-476000-m03" ...
I0926 17:54:56.132629 4178 main.go:141] libmachine: (ha-476000-m03) Calling .Start
I0926 17:54:56.132887 4178 main.go:141] libmachine: (ha-476000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0926 17:54:56.132957 4178 main.go:141] libmachine: (ha-476000-m03) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/hyperkit.pid
I0926 17:54:56.134746 4178 main.go:141] libmachine: (ha-476000-m03) DBG | hyperkit pid 3537 missing from process table
I0926 17:54:56.134764 4178 main.go:141] libmachine: (ha-476000-m03) DBG | pid 3537 is in state "Stopped"
I0926 17:54:56.134782 4178 main.go:141] libmachine: (ha-476000-m03) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/hyperkit.pid...
I0926 17:54:56.135225 4178 main.go:141] libmachine: (ha-476000-m03) DBG | Using UUID 91a51069-a363-4c64-acd8-a07fa14dbb0d
I0926 17:54:56.162007 4178 main.go:141] libmachine: (ha-476000-m03) DBG | Generated MAC 66:6f:5a:2d:e2:16
I0926 17:54:56.162027 4178 main.go:141] libmachine: (ha-476000-m03) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-476000
I0926 17:54:56.162143 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"91a51069-a363-4c64-acd8-a07fa14dbb0d", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003accc0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0926 17:54:56.162181 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"91a51069-a363-4c64-acd8-a07fa14dbb0d", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003accc0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0926 17:54:56.162253 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "91a51069-a363-4c64-acd8-a07fa14dbb0d", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/ha-476000-m03.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/tty,log=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/bzimage,/Users/jenkins/minikube-integration/19711-1128/.minikube/machine
s/ha-476000-m03/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-476000"}
I0926 17:54:56.162300 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 91a51069-a363-4c64-acd8-a07fa14dbb0d -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/ha-476000-m03.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/tty,log=/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/console-ring -f kexec,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/bzimage,/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/initrd,earlyprintk=serial loglevel=3 console=t
tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-476000"
I0926 17:54:56.162312 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0926 17:54:56.163637 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 DEBUG: hyperkit: Pid is 4226
I0926 17:54:56.164043 4178 main.go:141] libmachine: (ha-476000-m03) DBG | Attempt 0
I0926 17:54:56.164071 4178 main.go:141] libmachine: (ha-476000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0926 17:54:56.164140 4178 main.go:141] libmachine: (ha-476000-m03) DBG | hyperkit pid from json: 4226
I0926 17:54:56.166126 4178 main.go:141] libmachine: (ha-476000-m03) DBG | Searching for 66:6f:5a:2d:e2:16 in /var/db/dhcpd_leases ...
I0926 17:54:56.166206 4178 main.go:141] libmachine: (ha-476000-m03) DBG | Found 7 entries in /var/db/dhcpd_leases!
I0926 17:54:56.166235 4178 main.go:141] libmachine: (ha-476000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.6 HWAddress:9e:5:36:80:93:e3 ID:1,9e:5:36:80:93:e3 Lease:0x66f75389}
I0926 17:54:56.166254 4178 main.go:141] libmachine: (ha-476000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.5 HWAddress:96:a2:4a:f3:be:4a ID:1,96:a2:4a:f3:be:4a Lease:0x66f75376}
I0926 17:54:56.166288 4178 main.go:141] libmachine: (ha-476000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.8 HWAddress:d6:ac:84:6b:65:3b ID:1,d6:ac:84:6b:65:3b Lease:0x66f6009b}
I0926 17:54:56.166308 4178 main.go:141] libmachine: (ha-476000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.7 HWAddress:66:6f:5a:2d:e2:16 ID:1,66:6f:5a:2d:e2:16 Lease:0x66f7515c}
I0926 17:54:56.166318 4178 main.go:141] libmachine: (ha-476000-m03) DBG | Found match: 66:6f:5a:2d:e2:16
I0926 17:54:56.166327 4178 main.go:141] libmachine: (ha-476000-m03) DBG | IP: 192.169.0.7
I0926 17:54:56.166332 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetConfigRaw
I0926 17:54:56.166976 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetIP
I0926 17:54:56.167202 4178 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19711-1128/.minikube/profiles/ha-476000/config.json ...
I0926 17:54:56.167675 4178 machine.go:93] provisionDockerMachine start ...
I0926 17:54:56.167686 4178 main.go:141] libmachine: (ha-476000-m03) Calling .DriverName
I0926 17:54:56.167814 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:54:56.167961 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:54:56.168088 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:54:56.168207 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:54:56.168321 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:54:56.168450 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:54:56.168613 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0926 17:54:56.168622 4178 main.go:141] libmachine: About to run SSH command:
hostname
I0926 17:54:56.172038 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: Using fd 6 for I/O notifications
I0926 17:54:56.180188 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0926 17:54:56.181229 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0926 17:54:56.181258 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0926 17:54:56.181274 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0926 17:54:56.181290 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0926 17:54:56.563523 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0926 17:54:56.563541 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0926 17:54:56.678338 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0926 17:54:56.678355 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0926 17:54:56.678363 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0926 17:54:56.678373 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0926 17:54:56.679203 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0926 17:54:56.679212 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:54:56 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0926 17:55:02.300815 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:55:02 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 0
I0926 17:55:02.300833 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:55:02 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 0
I0926 17:55:02.300855 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:55:02 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 0
I0926 17:55:02.325228 4178 main.go:141] libmachine: (ha-476000-m03) DBG | 2024/09/26 17:55:02 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 0
I0926 17:55:31.235618 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0926 17:55:31.235633 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetMachineName
I0926 17:55:31.235773 4178 buildroot.go:166] provisioning hostname "ha-476000-m03"
I0926 17:55:31.235783 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetMachineName
I0926 17:55:31.235886 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:55:31.235992 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:55:31.236097 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:31.236189 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:31.236274 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:55:31.236414 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:55:31.236550 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0926 17:55:31.236559 4178 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-476000-m03 && echo "ha-476000-m03" | sudo tee /etc/hostname
I0926 17:55:31.305642 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-476000-m03
I0926 17:55:31.305657 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:55:31.305790 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:55:31.305908 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:31.306006 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:31.306089 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:55:31.306235 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:55:31.306383 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0926 17:55:31.306394 4178 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-476000-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-476000-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-476000-m03' | sudo tee -a /etc/hosts;
fi
fi
I0926 17:55:31.369873 4178 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0926 17:55:31.369889 4178 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19711-1128/.minikube CaCertPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19711-1128/.minikube}
I0926 17:55:31.369903 4178 buildroot.go:174] setting up certificates
I0926 17:55:31.369909 4178 provision.go:84] configureAuth start
I0926 17:55:31.369916 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetMachineName
I0926 17:55:31.370048 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetIP
I0926 17:55:31.370147 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:55:31.370234 4178 provision.go:143] copyHostCerts
I0926 17:55:31.370268 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem
I0926 17:55:31.370317 4178 exec_runner.go:144] found /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem, removing ...
I0926 17:55:31.370322 4178 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem
I0926 17:55:31.370451 4178 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19711-1128/.minikube/cert.pem (1123 bytes)
I0926 17:55:31.370647 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem
I0926 17:55:31.370676 4178 exec_runner.go:144] found /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem, removing ...
I0926 17:55:31.370680 4178 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem
I0926 17:55:31.370748 4178 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19711-1128/.minikube/key.pem (1675 bytes)
I0926 17:55:31.370903 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem
I0926 17:55:31.370932 4178 exec_runner.go:144] found /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem, removing ...
I0926 17:55:31.370937 4178 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem
I0926 17:55:31.371006 4178 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19711-1128/.minikube/ca.pem (1082 bytes)
I0926 17:55:31.371150 4178 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca-key.pem org=jenkins.ha-476000-m03 san=[127.0.0.1 192.169.0.7 ha-476000-m03 localhost minikube]
I0926 17:55:31.544988 4178 provision.go:177] copyRemoteCerts
I0926 17:55:31.545045 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0926 17:55:31.545059 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:55:31.545196 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:55:31.545298 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:31.545402 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:55:31.545491 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/id_rsa Username:docker}
I0926 17:55:31.580851 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0926 17:55:31.580928 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0926 17:55:31.601357 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem -> /etc/docker/server.pem
I0926 17:55:31.601440 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0926 17:55:31.621840 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0926 17:55:31.621921 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0926 17:55:31.641722 4178 provision.go:87] duration metric: took 271.803372ms to configureAuth
I0926 17:55:31.641736 4178 buildroot.go:189] setting minikube options for container-runtime
I0926 17:55:31.641909 4178 config.go:182] Loaded profile config "ha-476000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.1
I0926 17:55:31.641923 4178 main.go:141] libmachine: (ha-476000-m03) Calling .DriverName
I0926 17:55:31.642055 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:55:31.642148 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:55:31.642236 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:31.642329 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:31.642416 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:55:31.642531 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:55:31.642652 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0926 17:55:31.642659 4178 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0926 17:55:31.699187 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0926 17:55:31.699200 4178 buildroot.go:70] root file system type: tmpfs
I0926 17:55:31.699283 4178 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0926 17:55:31.699296 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:55:31.699424 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:55:31.699525 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:31.699630 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:31.699725 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:55:31.699863 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:55:31.700007 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0926 17:55:31.700056 4178 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.5"
Environment="NO_PROXY=192.169.0.5,192.169.0.6"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0926 17:55:31.769790 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.5
Environment=NO_PROXY=192.169.0.5,192.169.0.6
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0926 17:55:31.769808 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:55:31.769942 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:55:31.770041 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:31.770127 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:31.770216 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:55:31.770341 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:55:31.770484 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0926 17:55:31.770496 4178 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0926 17:55:33.400017 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0926 17:55:33.400032 4178 machine.go:96] duration metric: took 37.232210795s to provisionDockerMachine
I0926 17:55:33.400040 4178 start.go:293] postStartSetup for "ha-476000-m03" (driver="hyperkit")
I0926 17:55:33.400054 4178 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0926 17:55:33.400067 4178 main.go:141] libmachine: (ha-476000-m03) Calling .DriverName
I0926 17:55:33.400257 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0926 17:55:33.400271 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:55:33.400365 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:55:33.400451 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:33.400540 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:55:33.400615 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/id_rsa Username:docker}
I0926 17:55:33.437533 4178 ssh_runner.go:195] Run: cat /etc/os-release
I0926 17:55:33.440663 4178 info.go:137] Remote host: Buildroot 2023.02.9
I0926 17:55:33.440673 4178 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19711-1128/.minikube/addons for local assets ...
I0926 17:55:33.440763 4178 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19711-1128/.minikube/files for local assets ...
I0926 17:55:33.440901 4178 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem -> 16792.pem in /etc/ssl/certs
I0926 17:55:33.440910 4178 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem -> /etc/ssl/certs/16792.pem
I0926 17:55:33.441066 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0926 17:55:33.449179 4178 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19711-1128/.minikube/files/etc/ssl/certs/16792.pem --> /etc/ssl/certs/16792.pem (1708 bytes)
I0926 17:55:33.469328 4178 start.go:296] duration metric: took 69.278399ms for postStartSetup
I0926 17:55:33.469350 4178 main.go:141] libmachine: (ha-476000-m03) Calling .DriverName
I0926 17:55:33.469543 4178 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0926 17:55:33.469556 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:55:33.469645 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:55:33.469723 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:33.469812 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:55:33.469885 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/id_rsa Username:docker}
I0926 17:55:33.505216 4178 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0926 17:55:33.505294 4178 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0926 17:55:33.540120 4178 fix.go:56] duration metric: took 37.482649135s for fixHost
I0926 17:55:33.540150 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:55:33.540287 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:55:33.540382 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:33.540461 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:33.540540 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:55:33.540677 4178 main.go:141] libmachine: Using SSH client type: native
I0926 17:55:33.540816 4178 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x5d83d00] 0x5d869e0 <nil> [] 0s} 192.169.0.7 22 <nil> <nil>}
I0926 17:55:33.540823 4178 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0926 17:55:33.598810 4178 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727398533.714160628
I0926 17:55:33.598825 4178 fix.go:216] guest clock: 1727398533.714160628
I0926 17:55:33.598831 4178 fix.go:229] Guest: 2024-09-26 17:55:33.714160628 -0700 PDT Remote: 2024-09-26 17:55:33.540136 -0700 PDT m=+153.107512249 (delta=174.024628ms)
I0926 17:55:33.598841 4178 fix.go:200] guest clock delta is within tolerance: 174.024628ms
I0926 17:55:33.598846 4178 start.go:83] releasing machines lock for "ha-476000-m03", held for 37.541403544s
I0926 17:55:33.598861 4178 main.go:141] libmachine: (ha-476000-m03) Calling .DriverName
I0926 17:55:33.598984 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetIP
I0926 17:55:33.620720 4178 out.go:177] * Found network options:
I0926 17:55:33.640782 4178 out.go:177] - NO_PROXY=192.169.0.5,192.169.0.6
W0926 17:55:33.662722 4178 proxy.go:119] fail to check proxy env: Error ip not in block
W0926 17:55:33.662755 4178 proxy.go:119] fail to check proxy env: Error ip not in block
I0926 17:55:33.662789 4178 main.go:141] libmachine: (ha-476000-m03) Calling .DriverName
I0926 17:55:33.663752 4178 main.go:141] libmachine: (ha-476000-m03) Calling .DriverName
I0926 17:55:33.664030 4178 main.go:141] libmachine: (ha-476000-m03) Calling .DriverName
I0926 17:55:33.664220 4178 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0926 17:55:33.664265 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
W0926 17:55:33.664303 4178 proxy.go:119] fail to check proxy env: Error ip not in block
W0926 17:55:33.664331 4178 proxy.go:119] fail to check proxy env: Error ip not in block
I0926 17:55:33.664429 4178 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0926 17:55:33.664449 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHHostname
I0926 17:55:33.664488 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:55:33.664703 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:33.664719 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHPort
I0926 17:55:33.664903 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:55:33.664932 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHKeyPath
I0926 17:55:33.665066 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/id_rsa Username:docker}
I0926 17:55:33.665091 4178 main.go:141] libmachine: (ha-476000-m03) Calling .GetSSHUsername
I0926 17:55:33.665207 4178 sshutil.go:53] new ssh client: &{IP:192.169.0.7 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19711-1128/.minikube/machines/ha-476000-m03/id_rsa Username:docker}
W0926 17:55:33.697895 4178 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0926 17:55:33.697966 4178 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0926 17:55:33.748934 4178 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0926 17:55:33.748959 4178 start.go:495] detecting cgroup driver to use...
I0926 17:55:33.749065 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0926 17:55:33.765581 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0926 17:55:33.775502 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0926 17:55:33.785025 4178 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0926 17:55:33.785083 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0926 17:55:33.794919 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0926 17:55:33.804605 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0926 17:55:33.814324 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0926 17:55:33.824237 4178 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0926 17:55:33.832956 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0926 17:55:33.841773 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0926 17:55:33.851179 4178 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0926 17:55:33.860818 4178 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0926 17:55:33.869929 4178 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0926 17:55:33.870002 4178 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0926 17:55:33.880612 4178 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0926 17:55:33.888804 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:55:33.989453 4178 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0926 17:55:34.008589 4178 start.go:495] detecting cgroup driver to use...
I0926 17:55:34.008666 4178 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0926 17:55:34.033408 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0926 17:55:34.045976 4178 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0926 17:55:34.061768 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0926 17:55:34.072236 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0926 17:55:34.082936 4178 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0926 17:55:34.101453 4178 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0926 17:55:34.111855 4178 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0926 17:55:34.126151 4178 ssh_runner.go:195] Run: which cri-dockerd
I0926 17:55:34.129207 4178 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0926 17:55:34.136448 4178 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0926 17:55:34.149966 4178 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0926 17:55:34.247760 4178 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0926 17:55:34.364359 4178 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0926 17:55:34.364382 4178 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0926 17:55:34.380269 4178 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0926 17:55:34.475811 4178 ssh_runner.go:195] Run: sudo systemctl restart docker
I0926 17:56:35.519197 4178 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m1.04314195s)
I0926 17:56:35.519276 4178 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker
I0926 17:56:35.552893 4178 out.go:201]
W0926 17:56:35.574257 4178 out.go:270] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Sep 27 00:55:31 ha-476000-m03 systemd[1]: Starting Docker Application Container Engine...
Sep 27 00:55:31 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:31.500016553Z" level=info msg="Starting up"
Sep 27 00:55:31 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:31.500635723Z" level=info msg="containerd not running, starting managed containerd"
Sep 27 00:55:31 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:31.501585462Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=510
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.515859502Z" level=info msg="starting containerd" revision=7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c version=v1.7.22
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.530811327Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.530896497Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.530963742Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.530999016Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.531160593Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.531211393Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.531353040Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.531394128Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.531431029Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.531461249Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.531611451Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.531854923Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.533401951Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.533446517Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.533570107Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.533614884Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.533785548Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.533833312Z" level=info msg="metadata content store policy set" policy=shared
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.537372044Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.537425387Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.537458961Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.537519539Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.537555242Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.537622818Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.537842730Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.537922428Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.537957588Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.537987448Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538017362Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538049217Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538078685Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538107984Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538137843Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538167077Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538198997Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538230397Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538266484Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538296944Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538326105Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538358875Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538390741Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538420029Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538458203Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538495889Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538528790Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538561681Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538590379Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538618723Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538647795Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538678724Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538713636Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538743343Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538771404Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538879453Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538923135Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.538973990Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.539015313Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.539070453Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.539103724Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.539133731Z" level=info msg="NRI interface is disabled by configuration."
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.539314481Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.539398768Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.539457208Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock
Sep 27 00:55:31 ha-476000-m03 dockerd[510]: time="2024-09-27T00:55:31.539540620Z" level=info msg="containerd successfully booted in 0.024310s"
Sep 27 00:55:32 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:32.523809928Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Sep 27 00:55:32 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:32.557923590Z" level=info msg="Loading containers: start."
Sep 27 00:55:32 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:32.687864975Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"
Sep 27 00:55:32 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:32.754261548Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Sep 27 00:55:33 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:33.488464069Z" level=info msg="Loading containers: done."
Sep 27 00:55:33 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:33.495297411Z" level=warning msg="WARNING: bridge-nf-call-iptables is disabled"
Sep 27 00:55:33 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:33.495333206Z" level=warning msg="WARNING: bridge-nf-call-ip6tables is disabled"
Sep 27 00:55:33 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:33.495348892Z" level=info msg="Docker daemon" commit=41ca978 containerd-snapshotter=false storage-driver=overlay2 version=27.3.1
Sep 27 00:55:33 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:33.495450205Z" level=info msg="Daemon has completed initialization"
Sep 27 00:55:33 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:33.514076327Z" level=info msg="API listen on /var/run/docker.sock"
Sep 27 00:55:33 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:33.514159018Z" level=info msg="API listen on [::]:2376"
Sep 27 00:55:33 ha-476000-m03 systemd[1]: Started Docker Application Container Engine.
Sep 27 00:55:34 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:34.603579868Z" level=info msg="Processing signal 'terminated'"
Sep 27 00:55:34 ha-476000-m03 systemd[1]: Stopping Docker Application Container Engine...
Sep 27 00:55:34 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:34.604826953Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Sep 27 00:55:34 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:34.605154827Z" level=info msg="Daemon shutdown complete"
Sep 27 00:55:34 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:34.605194895Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby
Sep 27 00:55:34 ha-476000-m03 dockerd[503]: time="2024-09-27T00:55:34.605243671Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd
Sep 27 00:55:35 ha-476000-m03 systemd[1]: docker.service: Deactivated successfully.
Sep 27 00:55:35 ha-476000-m03 systemd[1]: Stopped Docker Application Container Engine.
Sep 27 00:55:35 ha-476000-m03 systemd[1]: Starting Docker Application Container Engine...
Sep 27 00:55:35 ha-476000-m03 dockerd[1093]: time="2024-09-27T00:55:35.644572631Z" level=info msg="Starting up"
Sep 27 00:56:35 ha-476000-m03 dockerd[1093]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded
Sep 27 00:56:35 ha-476000-m03 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Sep 27 00:56:35 ha-476000-m03 systemd[1]: docker.service: Failed with result 'exit-code'.
Sep 27 00:56:35 ha-476000-m03 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
W0926 17:56:35.574334 4178 out.go:270] *
W0926 17:56:35.575462 4178 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0926 17:56:35.658842 4178 out.go:201]
==> Docker <==
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.206048904Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.206179384Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 27 00:54:01 ha-476000 cri-dockerd[1422]: time="2024-09-27T00:54:01Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/ded079a0572139d8da280864d2cf23e26a7a74761427fdb6aa8247bf1b618b63/resolv.conf as [nameserver 192.169.0.1]"
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.465946902Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.465995187Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.466006348Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.466074171Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 27 00:54:01 ha-476000 cri-dockerd[1422]: time="2024-09-27T00:54:01Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/ef132416f65d445e2be52f1f35d402e4103f11df5abe57373ffacf06538460a2/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"
Sep 27 00:54:01 ha-476000 cri-dockerd[1422]: time="2024-09-27T00:54:01Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/82fb727d3b4ab9beb6771fe42b02b13cfa819ec6e94565fc85eb5e44849131dc/resolv.conf as [nameserver 192.169.0.1]"
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.953799067Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.953836835Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.953845219Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.953903701Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.967774874Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.968202742Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.968237276Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 27 00:54:01 ha-476000 dockerd[1171]: time="2024-09-27T00:54:01.968864557Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 27 00:54:32 ha-476000 dockerd[1165]: time="2024-09-27T00:54:32.331720830Z" level=info msg="ignoring event" container=182d3576c4be84b985fdcac8be52d4bc1daa03061cca1c9af1ea1719cc87ef93 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 27 00:54:32 ha-476000 dockerd[1171]: time="2024-09-27T00:54:32.332359122Z" level=info msg="shim disconnected" id=182d3576c4be84b985fdcac8be52d4bc1daa03061cca1c9af1ea1719cc87ef93 namespace=moby
Sep 27 00:54:32 ha-476000 dockerd[1171]: time="2024-09-27T00:54:32.332548493Z" level=warning msg="cleaning up after shim disconnected" id=182d3576c4be84b985fdcac8be52d4bc1daa03061cca1c9af1ea1719cc87ef93 namespace=moby
Sep 27 00:54:32 ha-476000 dockerd[1171]: time="2024-09-27T00:54:32.332589783Z" level=info msg="cleaning up dead shim" namespace=moby
Sep 27 00:54:47 ha-476000 dockerd[1171]: time="2024-09-27T00:54:47.288497270Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 27 00:54:47 ha-476000 dockerd[1171]: time="2024-09-27T00:54:47.289077983Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 27 00:54:47 ha-476000 dockerd[1171]: time="2024-09-27T00:54:47.289196082Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 27 00:54:47 ha-476000 dockerd[1171]: time="2024-09-27T00:54:47.289608100Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
b05b1fc6dccd2 6e38f40d628db About a minute ago Running storage-provisioner 2 82fb727d3b4ab storage-provisioner
182d3576c4be8 6e38f40d628db 2 minutes ago Exited storage-provisioner 1 82fb727d3b4ab storage-provisioner
1e068209398d4 8c811b4aec35f 2 minutes ago Running busybox 1 ef132416f65d4 busybox-7dff88458-bvjrf
3ab08f3aed771 60c005f310ff3 2 minutes ago Running kube-proxy 1 ded079a057213 kube-proxy-nrsx7
13b4ae2edced3 12968670680f4 2 minutes ago Running kindnet-cni 1 aedbce80ab870 kindnet-lgj66
bd209bf19cc97 c69fa2e9cbf5f 2 minutes ago Running coredns 1 78def8c2a71e9 coredns-7c65d6cfc9-7jwgv
fa6222acd1314 c69fa2e9cbf5f 2 minutes ago Running coredns 1 c557d11d235a0 coredns-7c65d6cfc9-44l9n
87e465b7b95f5 6bab7719df100 2 minutes ago Running kube-apiserver 2 84bf5bfc1db95 kube-apiserver-ha-476000
01c5e9b4fab08 175ffd71cce3d 2 minutes ago Running kube-controller-manager 2 7a8e5df4a06d2 kube-controller-manager-ha-476000
e50b7f6d45d34 38af8ddebf499 3 minutes ago Running kube-vip 0 9ff0bf9fa82a1 kube-vip-ha-476000
e923cc80604d7 9aa1fad941575 3 minutes ago Running kube-scheduler 1 14ddb9d9f440b kube-scheduler-ha-476000
89ad0e203b827 2e96e5913fc06 3 minutes ago Running etcd 1 28300cd77661a etcd-ha-476000
d6683f4746762 6bab7719df100 3 minutes ago Exited kube-apiserver 1 84bf5bfc1db95 kube-apiserver-ha-476000
06a5f950d0b27 175ffd71cce3d 3 minutes ago Exited kube-controller-manager 1 7a8e5df4a06d2 kube-controller-manager-ha-476000
0fe8d9cd2d8d2 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 11 minutes ago Exited busybox 0 58dc7b4f775bb busybox-7dff88458-bvjrf
6e7030dd2319d c69fa2e9cbf5f 13 minutes ago Exited coredns 0 19d1dd5324d2b coredns-7c65d6cfc9-7jwgv
325909e950c7b c69fa2e9cbf5f 13 minutes ago Exited coredns 0 4de17e21e7a0f coredns-7c65d6cfc9-44l9n
730d4ab163e72 kindest/kindnetd@sha256:e59a687ca28ae274a2fc92f1e2f5f1c739f353178a43a23aafc71adb802ed166 13 minutes ago Exited kindnet-cni 0 30119aa4fc19b kindnet-lgj66
2d1ef1d1af27d 60c005f310ff3 14 minutes ago Exited kube-proxy 0 581372b45e58a kube-proxy-nrsx7
8b01a83a0b098 9aa1fad941575 14 minutes ago Exited kube-scheduler 0 c0232eed71fc3 kube-scheduler-ha-476000
c08f45a78a8ec 2e96e5913fc06 14 minutes ago Exited etcd 0 ff9ea0993276b etcd-ha-476000
==> coredns [325909e950c7] <==
[INFO] 10.244.0.4:41413 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000172004s
[INFO] 10.244.0.4:39923 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000145289s
[INFO] 10.244.0.4:55894 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000153357s
[INFO] 10.244.0.4:52696 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000059737s
[INFO] 10.244.1.2:45922 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00008915s
[INFO] 10.244.1.2:44828 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000111301s
[INFO] 10.244.1.2:53232 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000116513s
[INFO] 10.244.2.2:38669 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000109219s
[INFO] 10.244.2.2:51776 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000069559s
[INFO] 10.244.2.2:34317 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000136009s
[INFO] 10.244.2.2:35638 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.0001211s
[INFO] 10.244.2.2:51345 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000075754s
[INFO] 10.244.0.4:53603 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000110008s
[INFO] 10.244.0.4:48703 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000116941s
[INFO] 10.244.1.2:60563 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000101753s
[INFO] 10.244.1.2:40746 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000119902s
[INFO] 10.244.2.2:38053 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000094376s
[INFO] 10.244.2.2:51713 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000069296s
[INFO] 10.244.0.4:32805 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00008605s
[INFO] 10.244.0.4:44664 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000292333s
[INFO] 10.244.1.2:33360 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000078243s
[INFO] 10.244.2.2:36409 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000159318s
[INFO] 10.244.2.2:36868 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000094303s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [6e7030dd2319] <==
[INFO] 10.244.0.4:56870 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000085932s
[INFO] 10.244.0.4:42671 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000180223s
[INFO] 10.244.1.2:48098 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000102353s
[INFO] 10.244.1.2:56626 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.00009538s
[INFO] 10.244.1.2:45195 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000135305s
[INFO] 10.244.1.2:57387 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000073744s
[INFO] 10.244.1.2:56567 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000045328s
[INFO] 10.244.2.2:40253 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000077683s
[INFO] 10.244.2.2:49008 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000110327s
[INFO] 10.244.2.2:54182 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000061031s
[INFO] 10.244.0.4:53519 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000087904s
[INFO] 10.244.0.4:37380 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000132535s
[INFO] 10.244.1.2:33397 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000128623s
[INFO] 10.244.1.2:35879 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00014214s
[INFO] 10.244.2.2:39230 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000133513s
[INFO] 10.244.2.2:47654 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000054424s
[INFO] 10.244.0.4:59796 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.00007443s
[INFO] 10.244.0.4:49766 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000103812s
[INFO] 10.244.1.2:36226 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000102458s
[INFO] 10.244.1.2:35698 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.00010282s
[INFO] 10.244.1.2:40757 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000066548s
[INFO] 10.244.2.2:44488 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000148719s
[INFO] 10.244.2.2:40024 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000069743s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [bd209bf19cc9] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:43213 - 10525 "HINFO IN 4125844120146388069.4027558012888257277. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.0104908s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1432599962]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (27-Sep-2024 00:54:01.650) (total time: 30002ms):
Trace[1432599962]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (00:54:31.653)
Trace[1432599962]: [30.002427557s] [30.002427557s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[417897734]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (27-Sep-2024 00:54:01.652) (total time: 30002ms):
Trace[417897734]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (00:54:31.654)
Trace[417897734]: [30.002368442s] [30.002368442s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1861937109]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (27-Sep-2024 00:54:01.653) (total time: 30001ms):
Trace[1861937109]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (00:54:31.654)
Trace[1861937109]: [30.001494446s] [30.001494446s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> coredns [fa6222acd131] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:35702 - 33029 "HINFO IN 8241224091513256990.6666502665085127686. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.009680676s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1899858293]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (27-Sep-2024 00:54:01.665) (total time: 30001ms):
Trace[1899858293]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (00:54:31.666)
Trace[1899858293]: [30.001480741s] [30.001480741s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1985679635]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (27-Sep-2024 00:54:01.669) (total time: 30000ms):
Trace[1985679635]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (00:54:31.669)
Trace[1985679635]: [30.000934597s] [30.000934597s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[345146888]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229 (27-Sep-2024 00:54:01.669) (total time: 30003ms):
Trace[345146888]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30003ms (00:54:31.673)
Trace[345146888]: [30.003771613s] [30.003771613s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.29.3/tools/cache/reflector.go:229: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> describe nodes <==
Name: ha-476000
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-476000
kubernetes.io/os=linux
minikube.k8s.io/commit=eee16a295c071ed5a0e96cbbc00bcd13b2654625
minikube.k8s.io/name=ha-476000
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_09_26T17_42_35_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 27 Sep 2024 00:42:33 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-476000
AcquireTime: <unset>
RenewTime: Fri, 27 Sep 2024 00:56:39 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 27 Sep 2024 00:53:57 +0000 Fri, 27 Sep 2024 00:42:33 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 27 Sep 2024 00:53:57 +0000 Fri, 27 Sep 2024 00:42:33 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 27 Sep 2024 00:53:57 +0000 Fri, 27 Sep 2024 00:42:33 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 27 Sep 2024 00:53:57 +0000 Fri, 27 Sep 2024 00:42:57 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.5
Hostname: ha-476000
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 24c18e25f36040298bb96a7a31469c55
System UUID: 99cf4d4f-0000-0000-a72a-447af4e3b1db
Boot ID: 8cf1f24c-8c01-4381-8f8f-6e75f77e6648
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-bvjrf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system coredns-7c65d6cfc9-44l9n 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 14m
kube-system coredns-7c65d6cfc9-7jwgv 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 14m
kube-system etcd-ha-476000 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 14m
kube-system kindnet-lgj66 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 14m
kube-system kube-apiserver-ha-476000 250m (12%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system kube-controller-manager-ha-476000 200m (10%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system kube-proxy-nrsx7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system kube-scheduler-ha-476000 100m (5%) 0 (0%) 0 (0%) 0 (0%) 14m
kube-system kube-vip-ha-476000 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m41s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 14m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m39s kube-proxy
Normal Starting 14m kube-proxy
Normal Starting 14m kubelet Starting kubelet.
Normal NodeHasSufficientMemory 14m (x8 over 14m) kubelet Node ha-476000 status is now: NodeHasSufficientMemory
Normal NodeAllocatableEnforced 14m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientPID 14m (x7 over 14m) kubelet Node ha-476000 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 14m (x8 over 14m) kubelet Node ha-476000 status is now: NodeHasNoDiskPressure
Normal NodeAllocatableEnforced 14m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientPID 14m kubelet Node ha-476000 status is now: NodeHasSufficientPID
Normal Starting 14m kubelet Starting kubelet.
Normal NodeHasSufficientMemory 14m kubelet Node ha-476000 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 14m kubelet Node ha-476000 status is now: NodeHasNoDiskPressure
Normal RegisteredNode 14m node-controller Node ha-476000 event: Registered Node ha-476000 in Controller
Normal NodeReady 13m kubelet Node ha-476000 status is now: NodeReady
Normal RegisteredNode 12m node-controller Node ha-476000 event: Registered Node ha-476000 in Controller
Normal RegisteredNode 11m node-controller Node ha-476000 event: Registered Node ha-476000 in Controller
Normal RegisteredNode 9m34s node-controller Node ha-476000 event: Registered Node ha-476000 in Controller
Normal Starting 3m22s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m22s (x8 over 3m22s) kubelet Node ha-476000 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m22s (x8 over 3m22s) kubelet Node ha-476000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m22s (x7 over 3m22s) kubelet Node ha-476000 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m22s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m49s node-controller Node ha-476000 event: Registered Node ha-476000 in Controller
Normal RegisteredNode 2m35s node-controller Node ha-476000 event: Registered Node ha-476000 in Controller
Name: ha-476000-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-476000-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=eee16a295c071ed5a0e96cbbc00bcd13b2654625
minikube.k8s.io/name=ha-476000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_09_26T17_43_38_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 27 Sep 2024 00:43:35 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-476000-m02
AcquireTime: <unset>
RenewTime: Fri, 27 Sep 2024 00:56:31 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 27 Sep 2024 00:54:04 +0000 Fri, 27 Sep 2024 00:43:35 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 27 Sep 2024 00:54:04 +0000 Fri, 27 Sep 2024 00:43:35 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 27 Sep 2024 00:54:04 +0000 Fri, 27 Sep 2024 00:43:35 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 27 Sep 2024 00:54:04 +0000 Fri, 27 Sep 2024 00:54:04 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.6
Hostname: ha-476000-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 35bc971223ac4e939cad535ac89bc725
System UUID: 58f4445b-0000-0000-bae0-ab27a7b8106e
Boot ID: 7dcb1bbe-ca7a-45f1-9dd9-dc673285b7e4
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-gvp8q 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system etcd-ha-476000-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 13m
kube-system kindnet-hhrtc 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 13m
kube-system kube-apiserver-ha-476000-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-controller-manager-ha-476000-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-proxy-ctdh4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-scheduler-ha-476000-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-vip-ha-476000-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 13m kube-proxy
Normal Starting 2m22s kube-proxy
Normal Starting 9m38s kube-proxy
Normal NodeHasSufficientMemory 13m (x8 over 13m) kubelet Node ha-476000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 13m (x8 over 13m) kubelet Node ha-476000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 13m (x7 over 13m) kubelet Node ha-476000-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 13m node-controller Node ha-476000-m02 event: Registered Node ha-476000-m02 in Controller
Normal RegisteredNode 12m node-controller Node ha-476000-m02 event: Registered Node ha-476000-m02 in Controller
Normal RegisteredNode 11m node-controller Node ha-476000-m02 event: Registered Node ha-476000-m02 in Controller
Normal NodeAllocatableEnforced 9m43s kubelet Updated Node Allocatable limit across pods
Normal Starting 9m43s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 9m43s kubelet Node ha-476000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9m43s kubelet Node ha-476000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 9m43s kubelet Node ha-476000-m02 status is now: NodeHasSufficientPID
Warning Rebooted 9m43s kubelet Node ha-476000-m02 has been rebooted, boot id: 993826c6-3fde-4076-a7cb-33cc19f1b1bc
Normal RegisteredNode 9m35s node-controller Node ha-476000-m02 event: Registered Node ha-476000-m02 in Controller
Normal NodeHasNoDiskPressure 3m2s (x8 over 3m2s) kubelet Node ha-476000-m02 status is now: NodeHasNoDiskPressure
Normal Starting 3m2s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m2s (x8 over 3m2s) kubelet Node ha-476000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 3m2s (x7 over 3m2s) kubelet Node ha-476000-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m2s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m50s node-controller Node ha-476000-m02 event: Registered Node ha-476000-m02 in Controller
Normal RegisteredNode 2m36s node-controller Node ha-476000-m02 event: Registered Node ha-476000-m02 in Controller
Name: ha-476000-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-476000-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=eee16a295c071ed5a0e96cbbc00bcd13b2654625
minikube.k8s.io/name=ha-476000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_09_26T17_44_54_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 27 Sep 2024 00:44:51 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-476000-m03
AcquireTime: <unset>
RenewTime: Fri, 27 Sep 2024 00:47:14 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Fri, 27 Sep 2024 00:45:53 +0000 Fri, 27 Sep 2024 00:54:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Fri, 27 Sep 2024 00:45:53 +0000 Fri, 27 Sep 2024 00:54:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Fri, 27 Sep 2024 00:45:53 +0000 Fri, 27 Sep 2024 00:54:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Fri, 27 Sep 2024 00:45:53 +0000 Fri, 27 Sep 2024 00:54:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.169.0.7
Hostname: ha-476000-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 365f6a31a3d140dba5c1be3b08da7ad2
System UUID: 91a54c64-0000-0000-acd8-a07fa14dbb0d
Boot ID: 4ca02f6d-4375-4909-8877-3e005809b499
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-jgndj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system etcd-ha-476000-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 11m
kube-system kindnet-4pnxr 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 11m
kube-system kube-apiserver-ha-476000-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-controller-manager-ha-476000-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-proxy-bpsqv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-scheduler-ha-476000-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-vip-ha-476000-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 11m kube-proxy
Normal NodeHasSufficientMemory 11m (x8 over 11m) kubelet Node ha-476000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 11m (x8 over 11m) kubelet Node ha-476000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 11m (x7 over 11m) kubelet Node ha-476000-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 11m kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 11m node-controller Node ha-476000-m03 event: Registered Node ha-476000-m03 in Controller
Normal RegisteredNode 11m node-controller Node ha-476000-m03 event: Registered Node ha-476000-m03 in Controller
Normal RegisteredNode 11m node-controller Node ha-476000-m03 event: Registered Node ha-476000-m03 in Controller
Normal RegisteredNode 9m35s node-controller Node ha-476000-m03 event: Registered Node ha-476000-m03 in Controller
Normal RegisteredNode 2m50s node-controller Node ha-476000-m03 event: Registered Node ha-476000-m03 in Controller
Normal RegisteredNode 2m36s node-controller Node ha-476000-m03 event: Registered Node ha-476000-m03 in Controller
Normal NodeNotReady 2m10s node-controller Node ha-476000-m03 status is now: NodeNotReady
Name: ha-476000-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-476000-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=eee16a295c071ed5a0e96cbbc00bcd13b2654625
minikube.k8s.io/name=ha-476000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_09_26T17_45_52_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 27 Sep 2024 00:45:52 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-476000-m04
AcquireTime: <unset>
RenewTime: Fri, 27 Sep 2024 00:47:13 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Fri, 27 Sep 2024 00:46:22 +0000 Fri, 27 Sep 2024 00:54:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Fri, 27 Sep 2024 00:46:22 +0000 Fri, 27 Sep 2024 00:54:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Fri, 27 Sep 2024 00:46:22 +0000 Fri, 27 Sep 2024 00:54:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Fri, 27 Sep 2024 00:46:22 +0000 Fri, 27 Sep 2024 00:54:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.169.0.8
Hostname: ha-476000-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 7bdc03e4e33a47a0a7d85ecb664669d4
System UUID: dcce4501-0000-0000-a378-25a085ede049
Boot ID: b0d71ae5-8550-430a-94b7-e146e65fc279
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.3.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-44vxl 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 10m
kube-system kube-proxy-5d8nb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 10m kube-proxy
Normal NodeHasSufficientPID 10m (x2 over 10m) kubelet Node ha-476000-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 10m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 10m (x2 over 10m) kubelet Node ha-476000-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 10m (x2 over 10m) kubelet Node ha-476000-m04 status is now: NodeHasNoDiskPressure
Normal RegisteredNode 10m node-controller Node ha-476000-m04 event: Registered Node ha-476000-m04 in Controller
Normal RegisteredNode 10m node-controller Node ha-476000-m04 event: Registered Node ha-476000-m04 in Controller
Normal RegisteredNode 10m node-controller Node ha-476000-m04 event: Registered Node ha-476000-m04 in Controller
Normal NodeReady 10m kubelet Node ha-476000-m04 status is now: NodeReady
Normal RegisteredNode 9m35s node-controller Node ha-476000-m04 event: Registered Node ha-476000-m04 in Controller
Normal RegisteredNode 2m50s node-controller Node ha-476000-m04 event: Registered Node ha-476000-m04 in Controller
Normal RegisteredNode 2m36s node-controller Node ha-476000-m04 event: Registered Node ha-476000-m04 in Controller
Normal NodeNotReady 2m10s node-controller Node ha-476000-m04 status is now: NodeNotReady
==> dmesg <==
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.036532] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)
[ +0.006931] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!
[ +5.697129] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)
[ +0.000003] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)
[ +0.006778] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.775372] systemd-fstab-generator[127]: Ignoring "noauto" option for root device
[ +2.244387] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000004] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +0.695216] systemd-fstab-generator[461]: Ignoring "noauto" option for root device
[ +0.101404] systemd-fstab-generator[473]: Ignoring "noauto" option for root device
[ +1.958371] systemd-fstab-generator[1093]: Ignoring "noauto" option for root device
[ +0.251045] systemd-fstab-generator[1131]: Ignoring "noauto" option for root device
[ +0.050021] kauditd_printk_skb: 101 callbacks suppressed
[ +0.047173] systemd-fstab-generator[1143]: Ignoring "noauto" option for root device
[ +0.112931] systemd-fstab-generator[1157]: Ignoring "noauto" option for root device
[ +2.468376] systemd-fstab-generator[1375]: Ignoring "noauto" option for root device
[ +0.117710] systemd-fstab-generator[1387]: Ignoring "noauto" option for root device
[ +0.113441] systemd-fstab-generator[1399]: Ignoring "noauto" option for root device
[ +0.129593] systemd-fstab-generator[1414]: Ignoring "noauto" option for root device
[ +0.427728] systemd-fstab-generator[1574]: Ignoring "noauto" option for root device
[ +6.920294] kauditd_printk_skb: 212 callbacks suppressed
[ +21.597968] kauditd_printk_skb: 40 callbacks suppressed
[Sep27 00:54] kauditd_printk_skb: 94 callbacks suppressed
==> etcd [89ad0e203b82] <==
{"level":"warn","ts":"2024-09-27T00:55:41.539753Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:55:46.540673Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:55:46.541012Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:55:51.540995Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:55:51.541410Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:55:56.541854Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:55:56.541895Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:01.543083Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:01.543179Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:06.543927Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:06.543948Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:11.545083Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:11.545205Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:16.546548Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:16.546812Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:21.547452Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:21.547479Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:26.548475Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:26.548565Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:31.549392Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:31.549456Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:36.549771Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:36.549785Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:41.550781Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-27T00:56:41.550810Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"a5e8f6083b0b81f2","rtt":"0s","error":"dial tcp 192.169.0.7:2380: connect: connection refused"}
==> etcd [c08f45a78a8e] <==
{"level":"warn","ts":"2024-09-27T00:47:41.542035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-09-27T00:47:33.744957Z","time spent":"7.797074842s","remote":"127.0.0.1:40790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "}
2024/09/27 00:47:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-09-27T00:47:41.542079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.225057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"}
{"level":"info","ts":"2024-09-27T00:47:41.542107Z","caller":"traceutil/trace.go:171","msg":"trace[2123825160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"299.252922ms","start":"2024-09-27T00:47:41.242851Z","end":"2024-09-27T00:47:41.542104Z","steps":["trace[2123825160] 'agreement among raft nodes before linearized reading' (duration: 299.224906ms)"],"step_count":1}
2024/09/27 00:47:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2024-09-27T00:47:41.593990Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.169.0.5:2379: use of closed network connection"}
{"level":"warn","ts":"2024-09-27T00:47:41.594018Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.169.0.5:2379: use of closed network connection"}
{"level":"info","ts":"2024-09-27T00:47:41.602616Z","caller":"etcdserver/server.go:1512","msg":"skipped leadership transfer; local server is not leader","local-member-id":"b8c6c7563d17d844","current-leader-member-id":"0"}
{"level":"info","ts":"2024-09-27T00:47:41.604582Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"c11bfa8a53277726"}
{"level":"info","ts":"2024-09-27T00:47:41.604604Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"c11bfa8a53277726"}
{"level":"info","ts":"2024-09-27T00:47:41.604619Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"c11bfa8a53277726"}
{"level":"info","ts":"2024-09-27T00:47:41.604716Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"b8c6c7563d17d844","remote-peer-id":"c11bfa8a53277726"}
{"level":"info","ts":"2024-09-27T00:47:41.604762Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b8c6c7563d17d844","remote-peer-id":"c11bfa8a53277726"}
{"level":"info","ts":"2024-09-27T00:47:41.604790Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b8c6c7563d17d844","remote-peer-id":"c11bfa8a53277726"}
{"level":"info","ts":"2024-09-27T00:47:41.604798Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"c11bfa8a53277726"}
{"level":"info","ts":"2024-09-27T00:47:41.604802Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"a5e8f6083b0b81f2"}
{"level":"info","ts":"2024-09-27T00:47:41.604809Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"a5e8f6083b0b81f2"}
{"level":"info","ts":"2024-09-27T00:47:41.604819Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"a5e8f6083b0b81f2"}
{"level":"info","ts":"2024-09-27T00:47:41.605484Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"b8c6c7563d17d844","remote-peer-id":"a5e8f6083b0b81f2"}
{"level":"info","ts":"2024-09-27T00:47:41.605507Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b8c6c7563d17d844","remote-peer-id":"a5e8f6083b0b81f2"}
{"level":"info","ts":"2024-09-27T00:47:41.605546Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b8c6c7563d17d844","remote-peer-id":"a5e8f6083b0b81f2"}
{"level":"info","ts":"2024-09-27T00:47:41.605556Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"a5e8f6083b0b81f2"}
{"level":"info","ts":"2024-09-27T00:47:41.607550Z","caller":"embed/etcd.go:581","msg":"stopping serving peer traffic","address":"192.169.0.5:2380"}
{"level":"info","ts":"2024-09-27T00:47:41.607595Z","caller":"embed/etcd.go:586","msg":"stopped serving peer traffic","address":"192.169.0.5:2380"}
{"level":"info","ts":"2024-09-27T00:47:41.607615Z","caller":"embed/etcd.go:379","msg":"closed etcd server","name":"ha-476000","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.169.0.5:2380"],"advertise-client-urls":["https://192.169.0.5:2379"]}
==> kernel <==
00:56:42 up 3 min, 0 users, load average: 0.54, 0.40, 0.17
Linux ha-476000 5.10.207 #1 SMP Mon Sep 23 21:01:39 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [13b4ae2edced] <==
I0927 00:56:12.492701 1 main.go:322] Node ha-476000-m04 has CIDR [10.244.3.0/24]
I0927 00:56:22.489348 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0927 00:56:22.489709 1 main.go:322] Node ha-476000-m03 has CIDR [10.244.2.0/24]
I0927 00:56:22.490058 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0927 00:56:22.490139 1 main.go:322] Node ha-476000-m04 has CIDR [10.244.3.0/24]
I0927 00:56:22.490264 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0927 00:56:22.490346 1 main.go:299] handling current node
I0927 00:56:22.490376 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0927 00:56:22.490394 1 main.go:322] Node ha-476000-m02 has CIDR [10.244.1.0/24]
I0927 00:56:32.491793 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0927 00:56:32.491867 1 main.go:322] Node ha-476000-m03 has CIDR [10.244.2.0/24]
I0927 00:56:32.491992 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0927 00:56:32.492035 1 main.go:322] Node ha-476000-m04 has CIDR [10.244.3.0/24]
I0927 00:56:32.492099 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0927 00:56:32.492142 1 main.go:299] handling current node
I0927 00:56:32.492170 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0927 00:56:32.492208 1 main.go:322] Node ha-476000-m02 has CIDR [10.244.1.0/24]
I0927 00:56:42.489088 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0927 00:56:42.489368 1 main.go:299] handling current node
I0927 00:56:42.489471 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0927 00:56:42.489527 1 main.go:322] Node ha-476000-m02 has CIDR [10.244.1.0/24]
I0927 00:56:42.489873 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0927 00:56:42.490004 1 main.go:322] Node ha-476000-m03 has CIDR [10.244.2.0/24]
I0927 00:56:42.490158 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0927 00:56:42.490189 1 main.go:322] Node ha-476000-m04 has CIDR [10.244.3.0/24]
==> kindnet [730d4ab163e7] <==
I0927 00:47:03.705461 1 main.go:322] Node ha-476000-m04 has CIDR [10.244.3.0/24]
I0927 00:47:13.713791 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0927 00:47:13.713985 1 main.go:299] handling current node
I0927 00:47:13.714102 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0927 00:47:13.714214 1 main.go:322] Node ha-476000-m02 has CIDR [10.244.1.0/24]
I0927 00:47:13.714414 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0927 00:47:13.714545 1 main.go:322] Node ha-476000-m03 has CIDR [10.244.2.0/24]
I0927 00:47:13.714946 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0927 00:47:13.715065 1 main.go:322] Node ha-476000-m04 has CIDR [10.244.3.0/24]
I0927 00:47:23.710748 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0927 00:47:23.710778 1 main.go:322] Node ha-476000-m02 has CIDR [10.244.1.0/24]
I0927 00:47:23.710966 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0927 00:47:23.711202 1 main.go:322] Node ha-476000-m03 has CIDR [10.244.2.0/24]
I0927 00:47:23.711295 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0927 00:47:23.711303 1 main.go:322] Node ha-476000-m04 has CIDR [10.244.3.0/24]
I0927 00:47:23.711508 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0927 00:47:23.711595 1 main.go:299] handling current node
I0927 00:47:33.704824 1 main.go:295] Handling node with IPs: map[192.169.0.6:{}]
I0927 00:47:33.704897 1 main.go:322] Node ha-476000-m02 has CIDR [10.244.1.0/24]
I0927 00:47:33.705242 1 main.go:295] Handling node with IPs: map[192.169.0.7:{}]
I0927 00:47:33.705307 1 main.go:322] Node ha-476000-m03 has CIDR [10.244.2.0/24]
I0927 00:47:33.705486 1 main.go:295] Handling node with IPs: map[192.169.0.8:{}]
I0927 00:47:33.705818 1 main.go:322] Node ha-476000-m04 has CIDR [10.244.3.0/24]
I0927 00:47:33.705995 1 main.go:295] Handling node with IPs: map[192.169.0.5:{}]
I0927 00:47:33.706008 1 main.go:299] handling current node
==> kube-apiserver [87e465b7b95f] <==
I0927 00:54:02.884947 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0927 00:54:02.884955 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0927 00:54:02.943365 1 shared_informer.go:320] Caches are synced for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0927 00:54:02.943570 1 policy_source.go:224] refreshing policies
I0927 00:54:02.949648 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I0927 00:54:02.975777 1 apf_controller.go:382] Running API Priority and Fairness config worker
I0927 00:54:02.975897 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I0927 00:54:02.975835 1 shared_informer.go:320] Caches are synced for configmaps
I0927 00:54:02.976591 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0927 00:54:02.977323 1 cache.go:39] Caches are synced for RemoteAvailability controller
I0927 00:54:02.977419 1 cache.go:39] Caches are synced for LocalAvailability controller
I0927 00:54:02.977565 1 shared_informer.go:320] Caches are synced for cluster_authentication_trust_controller
I0927 00:54:02.982008 1 handler_discovery.go:450] Starting ResourceDiscoveryManager
I0927 00:54:02.982182 1 shared_informer.go:320] Caches are synced for node_authorizer
W0927 00:54:02.987432 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.6]
I0927 00:54:02.987619 1 shared_informer.go:320] Caches are synced for crd-autoregister
I0927 00:54:02.987707 1 aggregator.go:171] initial CRD sync complete...
I0927 00:54:02.987750 1 autoregister_controller.go:144] Starting autoregister controller
I0927 00:54:02.987857 1 cache.go:32] Waiting for caches to sync for autoregister controller
I0927 00:54:02.987898 1 cache.go:39] Caches are synced for autoregister controller
I0927 00:54:02.988709 1 controller.go:615] quota admission added evaluator for: endpoints
I0927 00:54:02.993982 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
E0927 00:54:02.997126 1 controller.go:95] Found stale data, removed previous endpoints on kubernetes service, apiserver didn't exit successfully previously
I0927 00:54:03.884450 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
W0927 00:54:04.211694 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.5 192.169.0.6]
==> kube-apiserver [d6683f474676] <==
I0927 00:53:26.693239 1 options.go:228] external host was not specified, using 192.169.0.5
I0927 00:53:26.695952 1 server.go:142] Version: v1.31.1
I0927 00:53:26.696173 1 server.go:144] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0927 00:53:27.299904 1 shared_informer.go:313] Waiting for caches to sync for node_authorizer
I0927 00:53:27.320033 1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0927 00:53:27.330041 1 plugins.go:157] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0927 00:53:27.330098 1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I0927 00:53:27.332141 1 instance.go:232] Using reconciler: lease
W0927 00:53:47.293920 1 logging.go:55] [core] [Channel #2 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
W0927 00:53:47.294149 1 logging.go:55] [core] [Channel #1 SubChannel #3]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
F0927 00:53:47.333433 1 instance.go:225] Error creating leases: error creating storage factory: context deadline exceeded
==> kube-controller-manager [01c5e9b4fab0] <==
I0927 00:54:06.445126 1 node_lifecycle_controller.go:1078] "Controller detected that zone is now in new state" logger="node-lifecycle-controller" zone="" newState="Normal"
I0927 00:54:06.447687 1 shared_informer.go:320] Caches are synced for resource quota
I0927 00:54:06.473417 1 shared_informer.go:320] Caches are synced for daemon sets
I0927 00:54:06.496437 1 shared_informer.go:320] Caches are synced for resource quota
I0927 00:54:06.921734 1 shared_informer.go:320] Caches are synced for garbage collector
I0927 00:54:06.972377 1 shared_informer.go:320] Caches are synced for garbage collector
I0927 00:54:06.972441 1 garbagecollector.go:157] "All resource monitors have synced. Proceeding to collect garbage" logger="garbage-collector-controller"
I0927 00:54:07.185942 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="29.202µs"
I0927 00:54:09.276645 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="61.828631ms"
I0927 00:54:09.276726 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="27.067µs"
I0927 00:54:32.998333 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-476000-m04"
I0927 00:54:32.998470 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-476000-m03"
I0927 00:54:33.020582 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-476000-m03"
I0927 00:54:33.020882 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-476000-m04"
I0927 00:54:33.070337 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="7.029804ms"
I0927 00:54:33.070565 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="96.493µs"
I0927 00:54:36.474604 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-476000-m03"
I0927 00:54:38.190557 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-476000-m03"
I0927 00:54:40.584626 1 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-h7qwt EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-h7qwt\": the object has been modified; please apply your changes to the latest version and try again"
I0927 00:54:40.585022 1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"3537638a-d8ae-4b35-b930-21aeb412efa9", APIVersion:"v1", ResourceVersion:"270", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-h7qwt EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-h7qwt": the object has been modified; please apply your changes to the latest version and try again
I0927 00:54:40.589666 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7c65d6cfc9" duration="48.410037ms"
I0927 00:54:40.614904 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7c65d6cfc9" duration="25.040724ms"
I0927 00:54:40.615187 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-7c65d6cfc9" duration="45.324µs"
I0927 00:54:46.573579 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-476000-m04"
I0927 00:54:48.277366 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-476000-m04"
==> kube-controller-manager [06a5f950d0b2] <==
I0927 00:53:27.325939 1 serving.go:386] Generated self-signed cert in-memory
I0927 00:53:28.243164 1 controllermanager.go:197] "Starting" version="v1.31.1"
I0927 00:53:28.243279 1 controllermanager.go:199] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0927 00:53:28.245422 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0927 00:53:28.245777 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I0927 00:53:28.245999 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0927 00:53:28.246030 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E0927 00:53:48.339070 1 controllermanager.go:242] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: Get \"https://192.169.0.5:8443/healthz\": dial tcp 192.169.0.5:8443: connect: connection refused"
==> kube-proxy [2d1ef1d1af27] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E0927 00:42:39.294950 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I0927 00:42:39.305827 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.5"]
E0927 00:42:39.314387 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0927 00:42:39.360026 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I0927 00:42:39.360068 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0927 00:42:39.360085 1 server_linux.go:169] "Using iptables Proxier"
I0927 00:42:39.362140 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0927 00:42:39.362382 1 server.go:483] "Version info" version="v1.31.1"
I0927 00:42:39.362411 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0927 00:42:39.365397 1 config.go:199] "Starting service config controller"
I0927 00:42:39.365470 1 shared_informer.go:313] Waiting for caches to sync for service config
I0927 00:42:39.365636 1 config.go:105] "Starting endpoint slice config controller"
I0927 00:42:39.365692 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0927 00:42:39.366725 1 config.go:328] "Starting node config controller"
I0927 00:42:39.366799 1 shared_informer.go:313] Waiting for caches to sync for node config
I0927 00:42:39.466084 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0927 00:42:39.466107 1 shared_informer.go:320] Caches are synced for service config
I0927 00:42:39.468057 1 shared_informer.go:320] Caches are synced for node config
==> kube-proxy [3ab08f3aed77] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E0927 00:54:02.572463 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I0927 00:54:02.595215 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.5"]
E0927 00:54:02.595477 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0927 00:54:02.710300 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I0927 00:54:02.710322 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0927 00:54:02.710339 1 server_linux.go:169] "Using iptables Proxier"
I0927 00:54:02.714167 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0927 00:54:02.715628 1 server.go:483] "Version info" version="v1.31.1"
I0927 00:54:02.715707 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0927 00:54:02.718471 1 config.go:199] "Starting service config controller"
I0927 00:54:02.719333 1 shared_informer.go:313] Waiting for caches to sync for service config
I0927 00:54:02.719741 1 config.go:105] "Starting endpoint slice config controller"
I0927 00:54:02.719810 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0927 00:54:02.721272 1 config.go:328] "Starting node config controller"
I0927 00:54:02.721390 1 shared_informer.go:313] Waiting for caches to sync for node config
I0927 00:54:02.820358 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0927 00:54:02.820547 1 shared_informer.go:320] Caches are synced for service config
I0927 00:54:02.824323 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [8b01a83a0b09] <==
E0927 00:45:52.380874 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-mm66p\": pod kube-proxy-mm66p is already assigned to node \"ha-476000-m04\"" pod="kube-system/kube-proxy-mm66p"
E0927 00:45:52.381463 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-44vxl\": pod kindnet-44vxl is already assigned to node \"ha-476000-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-44vxl" node="ha-476000-m04"
E0927 00:45:52.381533 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 488a3806-d7c1-4397-bff8-00d9ea3cb984(kube-system/kindnet-44vxl) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-44vxl"
E0927 00:45:52.381617 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-44vxl\": pod kindnet-44vxl is already assigned to node \"ha-476000-m04\"" pod="kube-system/kindnet-44vxl"
I0927 00:45:52.381654 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-44vxl" node="ha-476000-m04"
E0927 00:45:52.382881 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-gtnxm\": pod kindnet-gtnxm is already assigned to node \"ha-476000-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-gtnxm" node="ha-476000-m04"
E0927 00:45:52.383371 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod c96b1801-d5cd-47bc-8555-43224fd5668c(kube-system/kindnet-gtnxm) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-gtnxm"
E0927 00:45:52.383419 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-gtnxm\": pod kindnet-gtnxm is already assigned to node \"ha-476000-m04\"" pod="kube-system/kindnet-gtnxm"
I0927 00:45:52.383438 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-gtnxm" node="ha-476000-m04"
E0927 00:45:52.385915 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-5d8nb\": pod kube-proxy-5d8nb is already assigned to node \"ha-476000-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-5d8nb" node="ha-476000-m04"
E0927 00:45:52.386403 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 1e9c0178-2d58-4ca1-9fbe-c8e54d91bf1a(kube-system/kube-proxy-5d8nb) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-5d8nb"
E0927 00:45:52.388489 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-5d8nb\": pod kube-proxy-5d8nb is already assigned to node \"ha-476000-m04\"" pod="kube-system/kube-proxy-5d8nb"
I0927 00:45:52.388818 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-5d8nb" node="ha-476000-m04"
E0927 00:45:52.414440 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-p2r4t\": pod kindnet-p2r4t is already assigned to node \"ha-476000-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-p2r4t" node="ha-476000-m04"
E0927 00:45:52.414491 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod e7daae81-cf6d-498e-9458-8613a0c1f174(kube-system/kindnet-p2r4t) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-p2r4t"
E0927 00:45:52.414504 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-p2r4t\": pod kindnet-p2r4t is already assigned to node \"ha-476000-m04\"" pod="kube-system/kindnet-p2r4t"
I0927 00:45:52.414830 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-p2r4t" node="ha-476000-m04"
E0927 00:45:52.434469 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-f2tbl\": pod kube-proxy-f2tbl is already assigned to node \"ha-476000-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-f2tbl" node="ha-476000-m04"
E0927 00:45:52.434547 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod ce1fa3d7-adbb-4d4d-bd23-a1e60ee54d5b(kube-system/kube-proxy-f2tbl) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-f2tbl"
E0927 00:45:52.434998 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-f2tbl\": pod kube-proxy-f2tbl is already assigned to node \"ha-476000-m04\"" pod="kube-system/kube-proxy-f2tbl"
I0927 00:45:52.435043 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-f2tbl" node="ha-476000-m04"
I0927 00:47:41.631073 1 secure_serving.go:258] Stopped listening on 127.0.0.1:10259
I0927 00:47:41.633242 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0927 00:47:41.634639 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
E0927 00:47:41.635978 1 run.go:72] "command failed" err="finished without leader elect"
==> kube-scheduler [e923cc80604d] <==
W0927 00:53:55.890712 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: Get "https://192.169.0.5:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0927 00:53:55.890825 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: Get \"https://192.169.0.5:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0927 00:53:55.916618 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: Get "https://192.169.0.5:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0927 00:53:55.916669 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: Get \"https://192.169.0.5:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0927 00:53:56.112443 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0927 00:53:56.112541 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0927 00:53:56.325586 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://192.169.0.5:8443/api/v1/services?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0927 00:53:56.325680 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://192.169.0.5:8443/api/v1/services?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0927 00:53:56.333523 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: Get "https://192.169.0.5:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0927 00:53:56.333592 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: Get \"https://192.169.0.5:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0927 00:53:57.242866 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: Get "https://192.169.0.5:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0927 00:53:57.243040 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.169.0.5:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0927 00:53:57.398430 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://192.169.0.5:8443/api/v1/nodes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0927 00:53:57.398522 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://192.169.0.5:8443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0927 00:53:57.562966 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0927 00:53:57.563196 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0927 00:53:58.300576 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: Get "https://192.169.0.5:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0927 00:53:58.300855 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get \"https://192.169.0.5:8443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0927 00:53:58.356734 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: Get "https://192.169.0.5:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.5:8443: connect: connection refused
E0927 00:53:58.356802 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: Get \"https://192.169.0.5:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.5:8443: connect: connection refused" logger="UnhandledError"
W0927 00:54:02.892809 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0927 00:54:02.892856 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0927 00:54:02.893077 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0927 00:54:02.893208 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0927 00:54:02.956308 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Sep 27 00:54:01 ha-476000 kubelet[1581]: I0927 00:54:01.236450 1581 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="617d5efb7a14c0369e33fba284407db0" path="/var/lib/kubelet/pods/617d5efb7a14c0369e33fba284407db0/volumes"
Sep 27 00:54:01 ha-476000 kubelet[1581]: I0927 00:54:01.850956 1581 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ef132416f65d445e2be52f1f35d402e4103f11df5abe57373ffacf06538460a2"
Sep 27 00:54:01 ha-476000 kubelet[1581]: I0927 00:54:01.898449 1581 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="82fb727d3b4ab9beb6771fe42b02b13cfa819ec6e94565fc85eb5e44849131dc"
Sep 27 00:54:01 ha-476000 kubelet[1581]: I0927 00:54:01.919692 1581 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="c557d11d235a0ab874d2738bef5a997f95275377aa0e92ea879bcb3ddbec2481"
Sep 27 00:54:02 ha-476000 kubelet[1581]: I0927 00:54:02.046801 1581 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ded079a0572139d8da280864d2cf23e26a7a74761427fdb6aa8247bf1b618b63"
Sep 27 00:54:19 ha-476000 kubelet[1581]: I0927 00:54:19.211634 1581 scope.go:117] "RemoveContainer" containerID="3e1d19d36ca870b70f194e613fddfe9196146ec03c8bbb41afad1f4d75ce6405"
Sep 27 00:54:19 ha-476000 kubelet[1581]: E0927 00:54:19.255670 1581 iptables.go:577] "Could not set up iptables canary" err=<
Sep 27 00:54:19 ha-476000 kubelet[1581]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Sep 27 00:54:19 ha-476000 kubelet[1581]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Sep 27 00:54:19 ha-476000 kubelet[1581]: Perhaps ip6tables or your kernel needs to be upgraded.
Sep 27 00:54:19 ha-476000 kubelet[1581]: > table="nat" chain="KUBE-KUBELET-CANARY"
Sep 27 00:54:32 ha-476000 kubelet[1581]: I0927 00:54:32.420831 1581 scope.go:117] "RemoveContainer" containerID="4e07ad9ca26cc4761a54659f0b247156a2737aea8eb7e117dc886da3b1912592"
Sep 27 00:54:32 ha-476000 kubelet[1581]: I0927 00:54:32.421022 1581 scope.go:117] "RemoveContainer" containerID="182d3576c4be84b985fdcac8be52d4bc1daa03061cca1c9af1ea1719cc87ef93"
Sep 27 00:54:32 ha-476000 kubelet[1581]: E0927 00:54:32.421101 1581 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 10s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(e3e367a7-6cda-4177-a81d-7897333308d7)\"" pod="kube-system/storage-provisioner" podUID="e3e367a7-6cda-4177-a81d-7897333308d7"
Sep 27 00:54:47 ha-476000 kubelet[1581]: I0927 00:54:47.232370 1581 scope.go:117] "RemoveContainer" containerID="182d3576c4be84b985fdcac8be52d4bc1daa03061cca1c9af1ea1719cc87ef93"
Sep 27 00:55:19 ha-476000 kubelet[1581]: E0927 00:55:19.247407 1581 iptables.go:577] "Could not set up iptables canary" err=<
Sep 27 00:55:19 ha-476000 kubelet[1581]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Sep 27 00:55:19 ha-476000 kubelet[1581]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Sep 27 00:55:19 ha-476000 kubelet[1581]: Perhaps ip6tables or your kernel needs to be upgraded.
Sep 27 00:55:19 ha-476000 kubelet[1581]: > table="nat" chain="KUBE-KUBELET-CANARY"
Sep 27 00:56:19 ha-476000 kubelet[1581]: E0927 00:56:19.247959 1581 iptables.go:577] "Could not set up iptables canary" err=<
Sep 27 00:56:19 ha-476000 kubelet[1581]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Sep 27 00:56:19 ha-476000 kubelet[1581]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Sep 27 00:56:19 ha-476000 kubelet[1581]: Perhaps ip6tables or your kernel needs to be upgraded.
Sep 27 00:56:19 ha-476000 kubelet[1581]: > table="nat" chain="KUBE-KUBELET-CANARY"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-476000 -n ha-476000
helpers_test.go:261: (dbg) Run: kubectl --context ha-476000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (4.34s)