=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:390: (dbg) Run: out/minikube-darwin-amd64 profile list --output json
ha_test.go:413: expected profile "ha-343000" in json of 'profile list' to have "Degraded" status but have "HAppy" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-343000\",\"Status\":\"HAppy\",\"Config\":{\"Name\":\"ha-343000\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperkit\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableD
riverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.0\",\"ClusterName\":\"ha-343000\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.169.0.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.169.0.24\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"dock
er\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.169.0.25\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.169.0.26\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.169.0.27\",\"Port\":0,\"KubernetesVersion\":\"v1.31.0\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics
-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/Users:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"Mo
untPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-darwin-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p ha-343000 -n ha-343000
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-darwin-amd64 -p ha-343000 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-darwin-amd64 -p ha-343000 logs -n 25: (3.304831112s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-343000 cp ha-343000-m03:/home/docker/cp-test.txt | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | ha-343000-m04:/home/docker/cp-test_ha-343000-m03_ha-343000-m04.txt | | | | | |
| ssh | ha-343000 ssh -n | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | ha-343000-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-343000 ssh -n ha-343000-m04 sudo cat | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | /home/docker/cp-test_ha-343000-m03_ha-343000-m04.txt | | | | | |
| cp | ha-343000 cp testdata/cp-test.txt | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | ha-343000-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-343000 ssh -n | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | ha-343000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-343000 cp ha-343000-m04:/home/docker/cp-test.txt | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | /var/folders/vq/yhv778t970xgml0dzm5fdwlr0000gp/T/TestMultiControlPlaneserialCopyFile1095676363/001/cp-test_ha-343000-m04.txt | | | | | |
| ssh | ha-343000 ssh -n | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | ha-343000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-343000 cp ha-343000-m04:/home/docker/cp-test.txt | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | ha-343000:/home/docker/cp-test_ha-343000-m04_ha-343000.txt | | | | | |
| ssh | ha-343000 ssh -n | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | ha-343000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-343000 ssh -n ha-343000 sudo cat | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | /home/docker/cp-test_ha-343000-m04_ha-343000.txt | | | | | |
| cp | ha-343000 cp ha-343000-m04:/home/docker/cp-test.txt | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | ha-343000-m02:/home/docker/cp-test_ha-343000-m04_ha-343000-m02.txt | | | | | |
| ssh | ha-343000 ssh -n | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | ha-343000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-343000 ssh -n ha-343000-m02 sudo cat | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | /home/docker/cp-test_ha-343000-m04_ha-343000-m02.txt | | | | | |
| cp | ha-343000 cp ha-343000-m04:/home/docker/cp-test.txt | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | ha-343000-m03:/home/docker/cp-test_ha-343000-m04_ha-343000-m03.txt | | | | | |
| ssh | ha-343000 ssh -n | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | ha-343000-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-343000 ssh -n ha-343000-m03 sudo cat | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:58 PDT |
| | /home/docker/cp-test_ha-343000-m04_ha-343000-m03.txt | | | | | |
| node | ha-343000 node stop m02 -v=7 | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:58 PDT | 06 Sep 24 11:59 PDT |
| | --alsologtostderr | | | | | |
| node | ha-343000 node start m02 -v=7 | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:59 PDT | 06 Sep 24 11:59 PDT |
| | --alsologtostderr | | | | | |
| node | list -p ha-343000 -v=7 | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:59 PDT | |
| | --alsologtostderr | | | | | |
| stop | -p ha-343000 -v=7 | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 11:59 PDT | 06 Sep 24 12:00 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-343000 --wait=true -v=7 | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 12:00 PDT | |
| | --alsologtostderr | | | | | |
| node | list -p ha-343000 | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 12:02 PDT | |
| node | ha-343000 node delete m03 -v=7 | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 12:02 PDT | |
| | --alsologtostderr | | | | | |
| stop | ha-343000 stop -v=7 | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 12:02 PDT | 06 Sep 24 12:05 PDT |
| | --alsologtostderr | | | | | |
| start | -p ha-343000 --wait=true | ha-343000 | jenkins | v1.34.0 | 06 Sep 24 12:05 PDT | |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=hyperkit | | | | | |
|---------|------------------------------------------------------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/09/06 12:05:01
Running on machine: MacOS-Agent-2
Binary: Built with gc go1.22.5 for darwin/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0906 12:05:01.821113 12253 out.go:345] Setting OutFile to fd 1 ...
I0906 12:05:01.821396 12253 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0906 12:05:01.821403 12253 out.go:358] Setting ErrFile to fd 2...
I0906 12:05:01.821407 12253 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0906 12:05:01.821585 12253 root.go:338] Updating PATH: /Users/jenkins/minikube-integration/19576-7784/.minikube/bin
I0906 12:05:01.822962 12253 out.go:352] Setting JSON to false
I0906 12:05:01.845482 12253 start.go:129] hostinfo: {"hostname":"MacOS-Agent-2.local","uptime":11072,"bootTime":1725638429,"procs":435,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"14.6.1","kernelVersion":"23.6.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"2965c349-98a5-5970-aaa9-9eedd3ae5959"}
W0906 12:05:01.845567 12253 start.go:137] gopshost.Virtualization returned error: not implemented yet
I0906 12:05:01.867344 12253 out.go:177] * [ha-343000] minikube v1.34.0 on Darwin 14.6.1
I0906 12:05:01.909192 12253 out.go:177] - MINIKUBE_LOCATION=19576
I0906 12:05:01.909251 12253 notify.go:220] Checking for updates...
I0906 12:05:01.951681 12253 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/19576-7784/kubeconfig
I0906 12:05:01.972896 12253 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I0906 12:05:01.993997 12253 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0906 12:05:02.014915 12253 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/19576-7784/.minikube
I0906 12:05:02.036376 12253 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0906 12:05:02.058842 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:05:02.059362 12253 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0906 12:05:02.059426 12253 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0906 12:05:02.069603 12253 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:56303
I0906 12:05:02.069962 12253 main.go:141] libmachine: () Calling .GetVersion
I0906 12:05:02.070394 12253 main.go:141] libmachine: Using API Version 1
I0906 12:05:02.070407 12253 main.go:141] libmachine: () Calling .SetConfigRaw
I0906 12:05:02.070602 12253 main.go:141] libmachine: () Calling .GetMachineName
I0906 12:05:02.070721 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:02.070905 12253 driver.go:394] Setting default libvirt URI to qemu:///system
I0906 12:05:02.071152 12253 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0906 12:05:02.071173 12253 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0906 12:05:02.079785 12253 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:56305
I0906 12:05:02.080100 12253 main.go:141] libmachine: () Calling .GetVersion
I0906 12:05:02.080480 12253 main.go:141] libmachine: Using API Version 1
I0906 12:05:02.080508 12253 main.go:141] libmachine: () Calling .SetConfigRaw
I0906 12:05:02.080753 12253 main.go:141] libmachine: () Calling .GetMachineName
I0906 12:05:02.080876 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:02.109151 12253 out.go:177] * Using the hyperkit driver based on existing profile
I0906 12:05:02.151203 12253 start.go:297] selected driver: hyperkit
I0906 12:05:02.151225 12253 start.go:901] validating driver "hyperkit" against &{Name:ha-343000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:ha-343000 Namespace:d
efault APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.24 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.25 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.26 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.27 Port:0 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gv
isor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262
144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0906 12:05:02.151398 12253 start.go:912] status for hyperkit: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0906 12:05:02.151526 12253 install.go:52] acquiring lock: {Name:mk4023283b30b374c3f04c8805d539e68824c0b8 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0906 12:05:02.151681 12253 install.go:117] Validating docker-machine-driver-hyperkit, PATH=/Users/jenkins/minikube-integration/19576-7784/.minikube/bin:/Users/jenkins/workspace/out/:/usr/bin:/bin:/usr/sbin:/sbin:/Users/jenkins/google-cloud-sdk/bin:/usr/local/bin/:/usr/local/go/bin/:/Users/jenkins/go/bin
I0906 12:05:02.160708 12253 install.go:137] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit version is 1.34.0
I0906 12:05:02.164397 12253 install.go:79] stdout: /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0906 12:05:02.164417 12253 install.go:81] /Users/jenkins/workspace/out/docker-machine-driver-hyperkit looks good
I0906 12:05:02.167034 12253 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0906 12:05:02.167076 12253 cni.go:84] Creating CNI manager for ""
I0906 12:05:02.167082 12253 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0906 12:05:02.167157 12253 start.go:340] cluster config:
{Name:ha-343000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:ha-343000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] API
ServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.24 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.25 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.26 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.27 Port:0 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dn
s:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Disable
Optimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0906 12:05:02.167283 12253 iso.go:125] acquiring lock: {Name:mkc3f7015e4c5d24b146cfa551092542fe897e0c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0906 12:05:02.209167 12253 out.go:177] * Starting "ha-343000" primary control-plane node in "ha-343000" cluster
I0906 12:05:02.230210 12253 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0906 12:05:02.230284 12253 preload.go:146] Found local preload: /Users/jenkins/minikube-integration/19576-7784/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4
I0906 12:05:02.230304 12253 cache.go:56] Caching tarball of preloaded images
I0906 12:05:02.230523 12253 preload.go:172] Found /Users/jenkins/minikube-integration/19576-7784/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0906 12:05:02.230539 12253 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker
I0906 12:05:02.230657 12253 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/config.json ...
I0906 12:05:02.231246 12253 start.go:360] acquireMachinesLock for ha-343000: {Name:mk6774997b000639e1f6cdf83b050bcb024e422a Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0906 12:05:02.231321 12253 start.go:364] duration metric: took 58.855µs to acquireMachinesLock for "ha-343000"
I0906 12:05:02.231338 12253 start.go:96] Skipping create...Using existing machine configuration
I0906 12:05:02.231348 12253 fix.go:54] fixHost starting:
I0906 12:05:02.231579 12253 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0906 12:05:02.231602 12253 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0906 12:05:02.240199 12253 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:56307
I0906 12:05:02.240538 12253 main.go:141] libmachine: () Calling .GetVersion
I0906 12:05:02.240898 12253 main.go:141] libmachine: Using API Version 1
I0906 12:05:02.240906 12253 main.go:141] libmachine: () Calling .SetConfigRaw
I0906 12:05:02.241115 12253 main.go:141] libmachine: () Calling .GetMachineName
I0906 12:05:02.241241 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:02.241344 12253 main.go:141] libmachine: (ha-343000) Calling .GetState
I0906 12:05:02.241429 12253 main.go:141] libmachine: (ha-343000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:05:02.241509 12253 main.go:141] libmachine: (ha-343000) DBG | hyperkit pid from json: 12107
I0906 12:05:02.242441 12253 main.go:141] libmachine: (ha-343000) DBG | hyperkit pid 12107 missing from process table
I0906 12:05:02.242473 12253 fix.go:112] recreateIfNeeded on ha-343000: state=Stopped err=<nil>
I0906 12:05:02.242488 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
W0906 12:05:02.242570 12253 fix.go:138] unexpected machine state, will restart: <nil>
I0906 12:05:02.285299 12253 out.go:177] * Restarting existing hyperkit VM for "ha-343000" ...
I0906 12:05:02.308252 12253 main.go:141] libmachine: (ha-343000) Calling .Start
I0906 12:05:02.308536 12253 main.go:141] libmachine: (ha-343000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:05:02.308568 12253 main.go:141] libmachine: (ha-343000) DBG | clean start, hyperkit pid file doesn't exist: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/hyperkit.pid
I0906 12:05:02.308690 12253 main.go:141] libmachine: (ha-343000) DBG | Using UUID 36fe57fe-68ea-47a6-a226-e026237c9096
I0906 12:05:02.418778 12253 main.go:141] libmachine: (ha-343000) DBG | Generated MAC e:ef:97:91:be:81
I0906 12:05:02.418805 12253 main.go:141] libmachine: (ha-343000) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000
I0906 12:05:02.418989 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"36fe57fe-68ea-47a6-a226-e026237c9096", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000299650)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0906 12:05:02.419036 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"36fe57fe-68ea-47a6-a226-e026237c9096", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc000299650)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/bzimage", Initrd:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0906 12:05:02.419095 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "36fe57fe-68ea-47a6-a226-e026237c9096", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/ha-343000.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/tty,log=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/bzimage,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/initrd,earlyprintk=s
erial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000"}
I0906 12:05:02.419142 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 36fe57fe-68ea-47a6-a226-e026237c9096 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/ha-343000.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/tty,log=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/console-ring -f kexec,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/bzimage,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset
norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000"
I0906 12:05:02.419160 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0906 12:05:02.420829 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 DEBUG: hyperkit: Pid is 12266
I0906 12:05:02.421178 12253 main.go:141] libmachine: (ha-343000) DBG | Attempt 0
I0906 12:05:02.421194 12253 main.go:141] libmachine: (ha-343000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:05:02.421256 12253 main.go:141] libmachine: (ha-343000) DBG | hyperkit pid from json: 12266
I0906 12:05:02.422249 12253 main.go:141] libmachine: (ha-343000) DBG | Searching for e:ef:97:91:be:81 in /var/db/dhcpd_leases ...
I0906 12:05:02.422316 12253 main.go:141] libmachine: (ha-343000) DBG | Found 26 entries in /var/db/dhcpd_leases!
I0906 12:05:02.422340 12253 main.go:141] libmachine: (ha-343000) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.24 HWAddress:e:ef:97:91:be:81 ID:1,e:ef:97:91:be:81 Lease:0x66db525c}
I0906 12:05:02.422356 12253 main.go:141] libmachine: (ha-343000) DBG | Found match: e:ef:97:91:be:81
I0906 12:05:02.422371 12253 main.go:141] libmachine: (ha-343000) DBG | IP: 192.169.0.24
I0906 12:05:02.422430 12253 main.go:141] libmachine: (ha-343000) Calling .GetConfigRaw
I0906 12:05:02.423159 12253 main.go:141] libmachine: (ha-343000) Calling .GetIP
I0906 12:05:02.423357 12253 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/config.json ...
I0906 12:05:02.423787 12253 machine.go:93] provisionDockerMachine start ...
I0906 12:05:02.423798 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:02.423945 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:02.424057 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:02.424240 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:02.424373 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:02.424491 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:02.424632 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:02.424882 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.24 22 <nil> <nil>}
I0906 12:05:02.424892 12253 main.go:141] libmachine: About to run SSH command:
hostname
I0906 12:05:02.428574 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0906 12:05:02.479264 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0906 12:05:02.479938 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0906 12:05:02.479953 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0906 12:05:02.479971 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0906 12:05:02.479984 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0906 12:05:02.867700 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0906 12:05:02.867715 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0906 12:05:02.983045 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0906 12:05:02.983079 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0906 12:05:02.983090 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0906 12:05:02.983110 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0906 12:05:02.983957 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0906 12:05:02.983967 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:02 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0906 12:05:08.596032 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:08 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0906 12:05:08.596072 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:08 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0906 12:05:08.596081 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:08 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0906 12:05:08.620302 12253 main.go:141] libmachine: (ha-343000) DBG | 2024/09/06 12:05:08 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0906 12:05:13.496727 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0906 12:05:13.496743 12253 main.go:141] libmachine: (ha-343000) Calling .GetMachineName
I0906 12:05:13.496887 12253 buildroot.go:166] provisioning hostname "ha-343000"
I0906 12:05:13.496898 12253 main.go:141] libmachine: (ha-343000) Calling .GetMachineName
I0906 12:05:13.497005 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:13.497091 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:13.497190 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:13.497290 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:13.497391 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:13.497515 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:13.497658 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.24 22 <nil> <nil>}
I0906 12:05:13.497666 12253 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-343000 && echo "ha-343000" | sudo tee /etc/hostname
I0906 12:05:13.573506 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-343000
I0906 12:05:13.573525 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:13.573649 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:13.573744 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:13.573841 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:13.573933 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:13.574054 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:13.574199 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.24 22 <nil> <nil>}
I0906 12:05:13.574210 12253 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-343000' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-343000/g' /etc/hosts;
else
echo '127.0.1.1 ha-343000' | sudo tee -a /etc/hosts;
fi
fi
I0906 12:05:13.646449 12253 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0906 12:05:13.646474 12253 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19576-7784/.minikube CaCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19576-7784/.minikube}
I0906 12:05:13.646492 12253 buildroot.go:174] setting up certificates
I0906 12:05:13.646500 12253 provision.go:84] configureAuth start
I0906 12:05:13.646506 12253 main.go:141] libmachine: (ha-343000) Calling .GetMachineName
I0906 12:05:13.646647 12253 main.go:141] libmachine: (ha-343000) Calling .GetIP
I0906 12:05:13.646742 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:13.646835 12253 provision.go:143] copyHostCerts
I0906 12:05:13.646872 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem
I0906 12:05:13.646964 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem, removing ...
I0906 12:05:13.646972 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem
I0906 12:05:13.647092 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem (1078 bytes)
I0906 12:05:13.647297 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem
I0906 12:05:13.647337 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem, removing ...
I0906 12:05:13.647342 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem
I0906 12:05:13.647419 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem (1123 bytes)
I0906 12:05:13.647566 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem
I0906 12:05:13.647604 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem, removing ...
I0906 12:05:13.647609 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem
I0906 12:05:13.647688 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem (1675 bytes)
I0906 12:05:13.647833 12253 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca-key.pem org=jenkins.ha-343000 san=[127.0.0.1 192.169.0.24 ha-343000 localhost minikube]
I0906 12:05:13.694032 12253 provision.go:177] copyRemoteCerts
I0906 12:05:13.694082 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0906 12:05:13.694097 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:13.694208 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:13.694294 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:13.694394 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:13.694509 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.24 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/id_rsa Username:docker}
I0906 12:05:13.734054 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0906 12:05:13.734119 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0906 12:05:13.754153 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem -> /etc/docker/server.pem
I0906 12:05:13.754219 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I0906 12:05:13.773776 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0906 12:05:13.773840 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0906 12:05:13.793258 12253 provision.go:87] duration metric: took 146.744964ms to configureAuth
I0906 12:05:13.793272 12253 buildroot.go:189] setting minikube options for container-runtime
I0906 12:05:13.793440 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:05:13.793455 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:13.793596 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:13.793699 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:13.793786 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:13.793872 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:13.793955 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:13.794076 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:13.794207 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.24 22 <nil> <nil>}
I0906 12:05:13.794215 12253 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0906 12:05:13.860967 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0906 12:05:13.860981 12253 buildroot.go:70] root file system type: tmpfs
I0906 12:05:13.861068 12253 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0906 12:05:13.861082 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:13.861205 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:13.861297 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:13.861411 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:13.861521 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:13.861683 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:13.861822 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.24 22 <nil> <nil>}
I0906 12:05:13.861868 12253 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0906 12:05:13.937805 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0906 12:05:13.937827 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:13.937964 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:13.938080 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:13.938205 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:13.938295 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:13.938419 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:13.938558 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.24 22 <nil> <nil>}
I0906 12:05:13.938571 12253 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0906 12:05:15.619728 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0906 12:05:15.619742 12253 machine.go:96] duration metric: took 13.195921245s to provisionDockerMachine
I0906 12:05:15.619754 12253 start.go:293] postStartSetup for "ha-343000" (driver="hyperkit")
I0906 12:05:15.619762 12253 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0906 12:05:15.619772 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:15.619950 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0906 12:05:15.619966 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:15.620058 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:15.620154 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:15.620257 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:15.620337 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.24 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/id_rsa Username:docker}
I0906 12:05:15.660028 12253 ssh_runner.go:195] Run: cat /etc/os-release
I0906 12:05:15.663309 12253 info.go:137] Remote host: Buildroot 2023.02.9
I0906 12:05:15.663323 12253 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-7784/.minikube/addons for local assets ...
I0906 12:05:15.663418 12253 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-7784/.minikube/files for local assets ...
I0906 12:05:15.663631 12253 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem -> 83642.pem in /etc/ssl/certs
I0906 12:05:15.663638 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem -> /etc/ssl/certs/83642.pem
I0906 12:05:15.663848 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0906 12:05:15.671393 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem --> /etc/ssl/certs/83642.pem (1708 bytes)
I0906 12:05:15.691128 12253 start.go:296] duration metric: took 71.364923ms for postStartSetup
I0906 12:05:15.691156 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:15.691327 12253 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0906 12:05:15.691341 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:15.691453 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:15.691544 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:15.691628 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:15.691712 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.24 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/id_rsa Username:docker}
I0906 12:05:15.732095 12253 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0906 12:05:15.732157 12253 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0906 12:05:15.785220 12253 fix.go:56] duration metric: took 13.553838389s for fixHost
I0906 12:05:15.785242 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:15.785373 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:15.785462 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:15.785558 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:15.785650 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:15.785774 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:15.785926 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.24 22 <nil> <nil>}
I0906 12:05:15.785933 12253 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0906 12:05:15.851168 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: 1725649515.950195219
I0906 12:05:15.851179 12253 fix.go:216] guest clock: 1725649515.950195219
I0906 12:05:15.851184 12253 fix.go:229] Guest: 2024-09-06 12:05:15.950195219 -0700 PDT Remote: 2024-09-06 12:05:15.785232 -0700 PDT m=+13.999000936 (delta=164.963219ms)
I0906 12:05:15.851205 12253 fix.go:200] guest clock delta is within tolerance: 164.963219ms
I0906 12:05:15.851209 12253 start.go:83] releasing machines lock for "ha-343000", held for 13.619855055s
I0906 12:05:15.851228 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:15.851359 12253 main.go:141] libmachine: (ha-343000) Calling .GetIP
I0906 12:05:15.851455 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:15.851761 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:15.851860 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:15.851943 12253 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0906 12:05:15.851974 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:15.852006 12253 ssh_runner.go:195] Run: cat /version.json
I0906 12:05:15.852029 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:15.852070 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:15.852126 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:15.852163 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:15.852217 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:15.852273 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:15.852292 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:15.852391 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.24 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/id_rsa Username:docker}
I0906 12:05:15.852414 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.24 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/id_rsa Username:docker}
I0906 12:05:15.945582 12253 ssh_runner.go:195] Run: systemctl --version
I0906 12:05:15.950518 12253 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0906 12:05:15.954710 12253 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0906 12:05:15.954750 12253 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0906 12:05:15.972724 12253 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0906 12:05:15.972739 12253 start.go:495] detecting cgroup driver to use...
I0906 12:05:15.972842 12253 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0906 12:05:15.997626 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0906 12:05:16.009969 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0906 12:05:16.021002 12253 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0906 12:05:16.021063 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0906 12:05:16.029939 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0906 12:05:16.039024 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0906 12:05:16.047772 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0906 12:05:16.056625 12253 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0906 12:05:16.065543 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0906 12:05:16.074247 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0906 12:05:16.082976 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0906 12:05:16.091738 12253 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0906 12:05:16.099691 12253 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0906 12:05:16.107701 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:05:16.207522 12253 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0906 12:05:16.227285 12253 start.go:495] detecting cgroup driver to use...
I0906 12:05:16.227363 12253 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0906 12:05:16.242536 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0906 12:05:16.255682 12253 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0906 12:05:16.272770 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0906 12:05:16.283410 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0906 12:05:16.293777 12253 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0906 12:05:16.316221 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0906 12:05:16.326357 12253 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0906 12:05:16.341265 12253 ssh_runner.go:195] Run: which cri-dockerd
I0906 12:05:16.344224 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0906 12:05:16.351341 12253 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0906 12:05:16.364686 12253 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0906 12:05:16.462680 12253 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0906 12:05:16.567102 12253 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0906 12:05:16.567167 12253 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0906 12:05:16.581141 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:05:16.682906 12253 ssh_runner.go:195] Run: sudo systemctl restart docker
I0906 12:05:19.018795 12253 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.33586105s)
I0906 12:05:19.018863 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0906 12:05:19.029907 12253 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0906 12:05:19.042839 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0906 12:05:19.053183 12253 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0906 12:05:19.161103 12253 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0906 12:05:19.269627 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:05:19.376110 12253 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0906 12:05:19.389292 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0906 12:05:19.400498 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:05:19.508773 12253 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0906 12:05:19.574293 12253 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0906 12:05:19.574369 12253 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0906 12:05:19.578648 12253 start.go:563] Will wait 60s for crictl version
I0906 12:05:19.578702 12253 ssh_runner.go:195] Run: which crictl
I0906 12:05:19.581725 12253 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0906 12:05:19.611289 12253 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.2.0
RuntimeApiVersion: v1
I0906 12:05:19.611360 12253 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0906 12:05:19.628755 12253 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0906 12:05:19.690349 12253 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.2.0 ...
I0906 12:05:19.690435 12253 main.go:141] libmachine: (ha-343000) Calling .GetIP
I0906 12:05:19.690798 12253 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0906 12:05:19.695532 12253 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0906 12:05:19.705484 12253 kubeadm.go:883] updating cluster {Name:ha-343000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:ha-343000 Namespace:default APIServerHAV
IP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.24 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.25 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.26 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.27 Port:0 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp
:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[]
MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0906 12:05:19.705569 12253 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0906 12:05:19.705619 12253 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0906 12:05:19.718680 12253 docker.go:685] Got preloaded images: -- stdout --
kindest/kindnetd:v20240813-c6f155d6
registry.k8s.io/kube-apiserver:v1.31.0
registry.k8s.io/kube-scheduler:v1.31.0
registry.k8s.io/kube-controller-manager:v1.31.0
registry.k8s.io/kube-proxy:v1.31.0
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
ghcr.io/kube-vip/kube-vip:v0.8.0
registry.k8s.io/coredns/coredns:v1.11.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0906 12:05:19.718691 12253 docker.go:615] Images already preloaded, skipping extraction
I0906 12:05:19.718764 12253 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0906 12:05:19.731988 12253 docker.go:685] Got preloaded images: -- stdout --
kindest/kindnetd:v20240813-c6f155d6
registry.k8s.io/kube-controller-manager:v1.31.0
registry.k8s.io/kube-scheduler:v1.31.0
registry.k8s.io/kube-apiserver:v1.31.0
registry.k8s.io/kube-proxy:v1.31.0
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/pause:3.10
ghcr.io/kube-vip/kube-vip:v0.8.0
registry.k8s.io/coredns/coredns:v1.11.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0906 12:05:19.732008 12253 cache_images.go:84] Images are preloaded, skipping loading
I0906 12:05:19.732017 12253 kubeadm.go:934] updating node { 192.169.0.24 8443 v1.31.0 docker true true} ...
I0906 12:05:19.732095 12253 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-343000 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.24
[Install]
config:
{KubernetesVersion:v1.31.0 ClusterName:ha-343000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0906 12:05:19.732160 12253 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0906 12:05:19.769790 12253 cni.go:84] Creating CNI manager for ""
I0906 12:05:19.769810 12253 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0906 12:05:19.769820 12253 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0906 12:05:19.769836 12253 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.169.0.24 APIServerPort:8443 KubernetesVersion:v1.31.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-343000 NodeName:ha-343000 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.169.0.24"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.169.0.24 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/ma
nifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0906 12:05:19.769924 12253 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.169.0.24
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-343000"
kubeletExtraArgs:
node-ip: 192.169.0.24
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.169.0.24"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0906 12:05:19.769938 12253 kube-vip.go:115] generating kube-vip config ...
I0906 12:05:19.769993 12253 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0906 12:05:19.783021 12253 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0906 12:05:19.783091 12253 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0906 12:05:19.783139 12253 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0
I0906 12:05:19.790731 12253 binaries.go:44] Found k8s binaries, skipping transfer
I0906 12:05:19.790780 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0906 12:05:19.798087 12253 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I0906 12:05:19.811294 12253 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0906 12:05:19.826571 12253 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2151 bytes)
I0906 12:05:19.840214 12253 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0906 12:05:19.853805 12253 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0906 12:05:19.856803 12253 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0906 12:05:19.866597 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:05:19.969582 12253 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0906 12:05:19.984116 12253 certs.go:68] Setting up /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000 for IP: 192.169.0.24
I0906 12:05:19.984128 12253 certs.go:194] generating shared ca certs ...
I0906 12:05:19.984139 12253 certs.go:226] acquiring lock for ca certs: {Name:mkbfbded896cc2be6cbfdef56fd391f1f98e6d6a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0906 12:05:19.984324 12253 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.key
I0906 12:05:19.984402 12253 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.key
I0906 12:05:19.984413 12253 certs.go:256] generating profile certs ...
I0906 12:05:19.984529 12253 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/client.key
I0906 12:05:19.984611 12253 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.key.76438f57
I0906 12:05:19.984683 12253 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.key
I0906 12:05:19.984690 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0906 12:05:19.984715 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0906 12:05:19.984733 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0906 12:05:19.984750 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0906 12:05:19.984767 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0906 12:05:19.984795 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0906 12:05:19.984823 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0906 12:05:19.984846 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0906 12:05:19.984950 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364.pem (1338 bytes)
W0906 12:05:19.984995 12253 certs.go:480] ignoring /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364_empty.pem, impossibly tiny 0 bytes
I0906 12:05:19.985004 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca-key.pem (1679 bytes)
I0906 12:05:19.985045 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem (1078 bytes)
I0906 12:05:19.985074 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem (1123 bytes)
I0906 12:05:19.985102 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem (1675 bytes)
I0906 12:05:19.985164 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem (1708 bytes)
I0906 12:05:19.985201 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0906 12:05:19.985223 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364.pem -> /usr/share/ca-certificates/8364.pem
I0906 12:05:19.985241 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem -> /usr/share/ca-certificates/83642.pem
I0906 12:05:19.985738 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0906 12:05:20.016977 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0906 12:05:20.040002 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0906 12:05:20.074896 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0906 12:05:20.096785 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0906 12:05:20.117992 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0906 12:05:20.152101 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0906 12:05:20.181980 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0906 12:05:20.249104 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0906 12:05:20.310747 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364.pem --> /usr/share/ca-certificates/8364.pem (1338 bytes)
I0906 12:05:20.334377 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem --> /usr/share/ca-certificates/83642.pem (1708 bytes)
I0906 12:05:20.354759 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0906 12:05:20.368573 12253 ssh_runner.go:195] Run: openssl version
I0906 12:05:20.372727 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0906 12:05:20.381943 12253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0906 12:05:20.385218 12253 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 6 18:29 /usr/share/ca-certificates/minikubeCA.pem
I0906 12:05:20.385254 12253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0906 12:05:20.389369 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0906 12:05:20.398370 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/8364.pem && ln -fs /usr/share/ca-certificates/8364.pem /etc/ssl/certs/8364.pem"
I0906 12:05:20.407468 12253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/8364.pem
I0906 12:05:20.410735 12253 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 6 18:50 /usr/share/ca-certificates/8364.pem
I0906 12:05:20.410769 12253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/8364.pem
I0906 12:05:20.414896 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/8364.pem /etc/ssl/certs/51391683.0"
I0906 12:05:20.423953 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/83642.pem && ln -fs /usr/share/ca-certificates/83642.pem /etc/ssl/certs/83642.pem"
I0906 12:05:20.432893 12253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/83642.pem
I0906 12:05:20.436127 12253 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 6 18:50 /usr/share/ca-certificates/83642.pem
I0906 12:05:20.436161 12253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/83642.pem
I0906 12:05:20.440280 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/83642.pem /etc/ssl/certs/3ec20f2e.0"
I0906 12:05:20.449469 12253 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0906 12:05:20.452834 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0906 12:05:20.457085 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0906 12:05:20.461715 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0906 12:05:20.466070 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0906 12:05:20.470282 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0906 12:05:20.474449 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0906 12:05:20.478690 12253 kubeadm.go:392] StartCluster: {Name:ha-343000 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.34.0-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.45@sha256:81df288595202a317b1a4dc2506ca2e4ed5f22373c19a441b88cfbf4b9867c85 Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperkit HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0 ClusterName:ha-343000 Namespace:default APIServerHAVIP:
192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.169.0.24 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.169.0.25 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.169.0.26 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.169.0.27 Port:0 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:fa
lse helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Mo
untPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0906 12:05:20.478796 12253 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0906 12:05:20.491888 12253 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0906 12:05:20.500336 12253 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I0906 12:05:20.500348 12253 kubeadm.go:593] restartPrimaryControlPlane start ...
I0906 12:05:20.500388 12253 ssh_runner.go:195] Run: sudo test -d /data/minikube
I0906 12:05:20.508605 12253 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I0906 12:05:20.508923 12253 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-343000" does not appear in /Users/jenkins/minikube-integration/19576-7784/kubeconfig
I0906 12:05:20.509004 12253 kubeconfig.go:62] /Users/jenkins/minikube-integration/19576-7784/kubeconfig needs updating (will repair): [kubeconfig missing "ha-343000" cluster setting kubeconfig missing "ha-343000" context setting]
I0906 12:05:20.509222 12253 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-7784/kubeconfig: {Name:mk47fb3d49c6ce5c49cc6aa85e06648b92fedba6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0906 12:05:20.509871 12253 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19576-7784/kubeconfig
I0906 12:05:20.510072 12253 kapi.go:59] client config for ha-343000: &rest.Config{Host:"https://192.169.0.24:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/client.key", CAFile:"/Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xe57cae0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0906 12:05:20.510389 12253 cert_rotation.go:140] Starting client certificate rotation controller
I0906 12:05:20.510569 12253 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I0906 12:05:20.518433 12253 kubeadm.go:630] The running cluster does not require reconfiguration: 192.169.0.24
I0906 12:05:20.518445 12253 kubeadm.go:597] duration metric: took 18.093623ms to restartPrimaryControlPlane
I0906 12:05:20.518450 12253 kubeadm.go:394] duration metric: took 39.76917ms to StartCluster
I0906 12:05:20.518463 12253 settings.go:142] acquiring lock: {Name:mk62b5c013dd2b38ebc53f6ae9cd315d30aadad0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0906 12:05:20.518535 12253 settings.go:150] Updating kubeconfig: /Users/jenkins/minikube-integration/19576-7784/kubeconfig
I0906 12:05:20.518965 12253 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/19576-7784/kubeconfig: {Name:mk47fb3d49c6ce5c49cc6aa85e06648b92fedba6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0906 12:05:20.519194 12253 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.169.0.24 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0906 12:05:20.519207 12253 start.go:241] waiting for startup goroutines ...
I0906 12:05:20.519217 12253 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0906 12:05:20.519329 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:05:20.562952 12253 out.go:177] * Enabled addons:
I0906 12:05:20.584902 12253 addons.go:510] duration metric: took 65.689522ms for enable addons: enabled=[]
I0906 12:05:20.584940 12253 start.go:246] waiting for cluster config update ...
I0906 12:05:20.584973 12253 start.go:255] writing updated cluster config ...
I0906 12:05:20.608171 12253 out.go:201]
I0906 12:05:20.630349 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:05:20.630488 12253 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/config.json ...
I0906 12:05:20.652951 12253 out.go:177] * Starting "ha-343000-m02" control-plane node in "ha-343000" cluster
I0906 12:05:20.695164 12253 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0906 12:05:20.695203 12253 cache.go:56] Caching tarball of preloaded images
I0906 12:05:20.695405 12253 preload.go:172] Found /Users/jenkins/minikube-integration/19576-7784/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0906 12:05:20.695421 12253 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker
I0906 12:05:20.695517 12253 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/config.json ...
I0906 12:05:20.696367 12253 start.go:360] acquireMachinesLock for ha-343000-m02: {Name:mk6774997b000639e1f6cdf83b050bcb024e422a Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0906 12:05:20.696454 12253 start.go:364] duration metric: took 67.794µs to acquireMachinesLock for "ha-343000-m02"
I0906 12:05:20.696472 12253 start.go:96] Skipping create...Using existing machine configuration
I0906 12:05:20.696479 12253 fix.go:54] fixHost starting: m02
I0906 12:05:20.696771 12253 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0906 12:05:20.696805 12253 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0906 12:05:20.705845 12253 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:56329
I0906 12:05:20.706183 12253 main.go:141] libmachine: () Calling .GetVersion
I0906 12:05:20.706528 12253 main.go:141] libmachine: Using API Version 1
I0906 12:05:20.706543 12253 main.go:141] libmachine: () Calling .SetConfigRaw
I0906 12:05:20.706761 12253 main.go:141] libmachine: () Calling .GetMachineName
I0906 12:05:20.706875 12253 main.go:141] libmachine: (ha-343000-m02) Calling .DriverName
I0906 12:05:20.706980 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetState
I0906 12:05:20.707064 12253 main.go:141] libmachine: (ha-343000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:05:20.707136 12253 main.go:141] libmachine: (ha-343000-m02) DBG | hyperkit pid from json: 12118
I0906 12:05:20.708055 12253 main.go:141] libmachine: (ha-343000-m02) DBG | hyperkit pid 12118 missing from process table
I0906 12:05:20.708088 12253 fix.go:112] recreateIfNeeded on ha-343000-m02: state=Stopped err=<nil>
I0906 12:05:20.708098 12253 main.go:141] libmachine: (ha-343000-m02) Calling .DriverName
W0906 12:05:20.708185 12253 fix.go:138] unexpected machine state, will restart: <nil>
I0906 12:05:20.734735 12253 out.go:177] * Restarting existing hyperkit VM for "ha-343000-m02" ...
I0906 12:05:20.776747 12253 main.go:141] libmachine: (ha-343000-m02) Calling .Start
I0906 12:05:20.777073 12253 main.go:141] libmachine: (ha-343000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:05:20.777115 12253 main.go:141] libmachine: (ha-343000-m02) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/hyperkit.pid
I0906 12:05:20.778701 12253 main.go:141] libmachine: (ha-343000-m02) DBG | hyperkit pid 12118 missing from process table
I0906 12:05:20.778717 12253 main.go:141] libmachine: (ha-343000-m02) DBG | pid 12118 is in state "Stopped"
I0906 12:05:20.778778 12253 main.go:141] libmachine: (ha-343000-m02) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/hyperkit.pid...
I0906 12:05:20.779095 12253 main.go:141] libmachine: (ha-343000-m02) DBG | Using UUID 2c74355e-3595-46f3-9664-55c72aec5dea
I0906 12:05:20.806950 12253 main.go:141] libmachine: (ha-343000-m02) DBG | Generated MAC a2:d5:dd:3d:e9:56
I0906 12:05:20.806972 12253 main.go:141] libmachine: (ha-343000-m02) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000
I0906 12:05:20.807155 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"2c74355e-3595-46f3-9664-55c72aec5dea", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00037d500)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0906 12:05:20.807233 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"2c74355e-3595-46f3-9664-55c72aec5dea", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc00037d500)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/bzimage", Initrd:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0906 12:05:20.807304 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "2c74355e-3595-46f3-9664-55c72aec5dea", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/ha-343000-m02.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/tty,log=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/bzimage,/Users/jenkins/minikube-integration/19576-7784/.minikube/machine
s/ha-343000-m02/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000"}
I0906 12:05:20.807361 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 2c74355e-3595-46f3-9664-55c72aec5dea -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/ha-343000-m02.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/tty,log=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/console-ring -f kexec,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/bzimage,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/initrd,earlyprintk=serial loglevel=3 console=t
tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000"
I0906 12:05:20.807374 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0906 12:05:20.808851 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 DEBUG: hyperkit: Pid is 12276
I0906 12:05:20.809435 12253 main.go:141] libmachine: (ha-343000-m02) DBG | Attempt 0
I0906 12:05:20.809451 12253 main.go:141] libmachine: (ha-343000-m02) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:05:20.809514 12253 main.go:141] libmachine: (ha-343000-m02) DBG | hyperkit pid from json: 12276
I0906 12:05:20.811081 12253 main.go:141] libmachine: (ha-343000-m02) DBG | Searching for a2:d5:dd:3d:e9:56 in /var/db/dhcpd_leases ...
I0906 12:05:20.811162 12253 main.go:141] libmachine: (ha-343000-m02) DBG | Found 26 entries in /var/db/dhcpd_leases!
I0906 12:05:20.811181 12253 main.go:141] libmachine: (ha-343000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.24 HWAddress:e:ef:97:91:be:81 ID:1,e:ef:97:91:be:81 Lease:0x66dca3e7}
I0906 12:05:20.811209 12253 main.go:141] libmachine: (ha-343000-m02) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.25 HWAddress:a2:d5:dd:3d:e9:56 ID:1,a2:d5:dd:3d:e9:56 Lease:0x66dca2f2}
I0906 12:05:20.811220 12253 main.go:141] libmachine: (ha-343000-m02) DBG | Found match: a2:d5:dd:3d:e9:56
I0906 12:05:20.811238 12253 main.go:141] libmachine: (ha-343000-m02) DBG | IP: 192.169.0.25
I0906 12:05:20.811245 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetConfigRaw
I0906 12:05:20.811904 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetIP
I0906 12:05:20.812111 12253 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/config.json ...
I0906 12:05:20.812569 12253 machine.go:93] provisionDockerMachine start ...
I0906 12:05:20.812582 12253 main.go:141] libmachine: (ha-343000-m02) Calling .DriverName
I0906 12:05:20.812711 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:20.812849 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:20.812941 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:20.813031 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:20.813131 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:20.813262 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:20.813401 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.25 22 <nil> <nil>}
I0906 12:05:20.813411 12253 main.go:141] libmachine: About to run SSH command:
hostname
I0906 12:05:20.817160 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0906 12:05:20.825311 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0906 12:05:20.826263 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0906 12:05:20.826278 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0906 12:05:20.826305 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0906 12:05:20.826316 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:20 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0906 12:05:21.214947 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:21 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0906 12:05:21.214961 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:21 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0906 12:05:21.329668 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0906 12:05:21.329695 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0906 12:05:21.329711 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0906 12:05:21.329721 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:21 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0906 12:05:21.330549 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:21 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0906 12:05:21.330560 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:21 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0906 12:05:26.960134 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:26 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 0
I0906 12:05:26.960175 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:26 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 0
I0906 12:05:26.960183 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:26 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 0
I0906 12:05:26.984271 12253 main.go:141] libmachine: (ha-343000-m02) DBG | 2024/09/06 12:05:26 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 0
I0906 12:05:30.128139 12253 main.go:141] libmachine: Error dialing TCP: dial tcp 192.169.0.25:22: connect: connection refused
I0906 12:05:33.191918 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0906 12:05:33.191932 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetMachineName
I0906 12:05:33.192104 12253 buildroot.go:166] provisioning hostname "ha-343000-m02"
I0906 12:05:33.192113 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetMachineName
I0906 12:05:33.192203 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:33.192293 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:33.192374 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:33.192456 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:33.192573 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:33.192685 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:33.192834 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.25 22 <nil> <nil>}
I0906 12:05:33.192848 12253 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-343000-m02 && echo "ha-343000-m02" | sudo tee /etc/hostname
I0906 12:05:33.271080 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-343000-m02
I0906 12:05:33.271107 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:33.271242 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:33.271343 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:33.271432 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:33.271517 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:33.271653 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:33.271816 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.25 22 <nil> <nil>}
I0906 12:05:33.271828 12253 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-343000-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-343000-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-343000-m02' | sudo tee -a /etc/hosts;
fi
fi
I0906 12:05:33.340749 12253 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0906 12:05:33.340766 12253 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19576-7784/.minikube CaCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19576-7784/.minikube}
I0906 12:05:33.340776 12253 buildroot.go:174] setting up certificates
I0906 12:05:33.340781 12253 provision.go:84] configureAuth start
I0906 12:05:33.340788 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetMachineName
I0906 12:05:33.340917 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetIP
I0906 12:05:33.341015 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:33.341102 12253 provision.go:143] copyHostCerts
I0906 12:05:33.341127 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem
I0906 12:05:33.341183 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem, removing ...
I0906 12:05:33.341189 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem
I0906 12:05:33.341303 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem (1123 bytes)
I0906 12:05:33.341481 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem
I0906 12:05:33.341516 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem, removing ...
I0906 12:05:33.341521 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem
I0906 12:05:33.341626 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem (1675 bytes)
I0906 12:05:33.341793 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem
I0906 12:05:33.341824 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem, removing ...
I0906 12:05:33.341829 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem
I0906 12:05:33.341902 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem (1078 bytes)
I0906 12:05:33.342105 12253 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca-key.pem org=jenkins.ha-343000-m02 san=[127.0.0.1 192.169.0.25 ha-343000-m02 localhost minikube]
I0906 12:05:33.430053 12253 provision.go:177] copyRemoteCerts
I0906 12:05:33.430099 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0906 12:05:33.430112 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:33.430247 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:33.430337 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:33.430424 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:33.430498 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.25 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/id_rsa Username:docker}
I0906 12:05:33.468786 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0906 12:05:33.468854 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0906 12:05:33.488429 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem -> /etc/docker/server.pem
I0906 12:05:33.488502 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0906 12:05:33.507788 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0906 12:05:33.507853 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0906 12:05:33.527149 12253 provision.go:87] duration metric: took 186.359429ms to configureAuth
I0906 12:05:33.527164 12253 buildroot.go:189] setting minikube options for container-runtime
I0906 12:05:33.527349 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:05:33.527363 12253 main.go:141] libmachine: (ha-343000-m02) Calling .DriverName
I0906 12:05:33.527493 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:33.527581 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:33.527670 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:33.527752 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:33.527834 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:33.527941 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:33.528081 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.25 22 <nil> <nil>}
I0906 12:05:33.528089 12253 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0906 12:05:33.592983 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0906 12:05:33.592995 12253 buildroot.go:70] root file system type: tmpfs
I0906 12:05:33.593066 12253 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0906 12:05:33.593077 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:33.593197 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:33.593303 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:33.593392 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:33.593487 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:33.593630 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:33.593775 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.25 22 <nil> <nil>}
I0906 12:05:33.593821 12253 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.24"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0906 12:05:33.669226 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.24
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0906 12:05:33.669253 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:33.669404 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:33.669513 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:33.669628 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:33.669726 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:33.669876 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:33.670026 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.25 22 <nil> <nil>}
I0906 12:05:33.670038 12253 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0906 12:05:35.327313 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0906 12:05:35.327328 12253 machine.go:96] duration metric: took 14.51472045s to provisionDockerMachine
I0906 12:05:35.327335 12253 start.go:293] postStartSetup for "ha-343000-m02" (driver="hyperkit")
I0906 12:05:35.327345 12253 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0906 12:05:35.327357 12253 main.go:141] libmachine: (ha-343000-m02) Calling .DriverName
I0906 12:05:35.327550 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0906 12:05:35.327564 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:35.327658 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:35.327737 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:35.327824 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:35.327895 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.25 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/id_rsa Username:docker}
I0906 12:05:35.374953 12253 ssh_runner.go:195] Run: cat /etc/os-release
I0906 12:05:35.380104 12253 info.go:137] Remote host: Buildroot 2023.02.9
I0906 12:05:35.380118 12253 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-7784/.minikube/addons for local assets ...
I0906 12:05:35.380209 12253 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-7784/.minikube/files for local assets ...
I0906 12:05:35.380346 12253 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem -> 83642.pem in /etc/ssl/certs
I0906 12:05:35.380353 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem -> /etc/ssl/certs/83642.pem
I0906 12:05:35.380535 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0906 12:05:35.392904 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem --> /etc/ssl/certs/83642.pem (1708 bytes)
I0906 12:05:35.425316 12253 start.go:296] duration metric: took 97.970334ms for postStartSetup
I0906 12:05:35.425336 12253 main.go:141] libmachine: (ha-343000-m02) Calling .DriverName
I0906 12:05:35.425510 12253 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0906 12:05:35.425521 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:35.425611 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:35.425700 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:35.425784 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:35.425866 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.25 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/id_rsa Username:docker}
I0906 12:05:35.465210 12253 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0906 12:05:35.465270 12253 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0906 12:05:35.519276 12253 fix.go:56] duration metric: took 14.822763667s for fixHost
I0906 12:05:35.519322 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:35.519466 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:35.519564 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:35.519682 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:35.519766 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:35.519897 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:05:35.520049 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.25 22 <nil> <nil>}
I0906 12:05:35.520058 12253 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0906 12:05:35.586671 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: 1725649535.517793561
I0906 12:05:35.586682 12253 fix.go:216] guest clock: 1725649535.517793561
I0906 12:05:35.586690 12253 fix.go:229] Guest: 2024-09-06 12:05:35.517793561 -0700 PDT Remote: 2024-09-06 12:05:35.519294 -0700 PDT m=+33.733024449 (delta=-1.500439ms)
I0906 12:05:35.586700 12253 fix.go:200] guest clock delta is within tolerance: -1.500439ms
I0906 12:05:35.586703 12253 start.go:83] releasing machines lock for "ha-343000-m02", held for 14.890212868s
I0906 12:05:35.586719 12253 main.go:141] libmachine: (ha-343000-m02) Calling .DriverName
I0906 12:05:35.586869 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetIP
I0906 12:05:35.609959 12253 out.go:177] * Found network options:
I0906 12:05:35.631361 12253 out.go:177] - NO_PROXY=192.169.0.24
W0906 12:05:35.652026 12253 proxy.go:119] fail to check proxy env: Error ip not in block
I0906 12:05:35.652053 12253 main.go:141] libmachine: (ha-343000-m02) Calling .DriverName
I0906 12:05:35.652675 12253 main.go:141] libmachine: (ha-343000-m02) Calling .DriverName
I0906 12:05:35.652820 12253 main.go:141] libmachine: (ha-343000-m02) Calling .DriverName
I0906 12:05:35.652904 12253 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0906 12:05:35.652927 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
W0906 12:05:35.652986 12253 proxy.go:119] fail to check proxy env: Error ip not in block
I0906 12:05:35.653055 12253 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0906 12:05:35.653068 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHHostname
I0906 12:05:35.653078 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:35.653249 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHPort
I0906 12:05:35.653283 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:35.653371 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHKeyPath
I0906 12:05:35.653405 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:35.653519 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetSSHUsername
I0906 12:05:35.653550 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.25 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/id_rsa Username:docker}
I0906 12:05:35.653617 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.25 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m02/id_rsa Username:docker}
W0906 12:05:35.689663 12253 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0906 12:05:35.689725 12253 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0906 12:05:35.741169 12253 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0906 12:05:35.741183 12253 start.go:495] detecting cgroup driver to use...
I0906 12:05:35.741249 12253 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0906 12:05:35.756280 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0906 12:05:35.765285 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0906 12:05:35.774250 12253 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0906 12:05:35.774298 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0906 12:05:35.783141 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0906 12:05:35.792103 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0906 12:05:35.800998 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0906 12:05:35.809931 12253 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0906 12:05:35.818930 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0906 12:05:35.828100 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0906 12:05:35.837011 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0906 12:05:35.846071 12253 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0906 12:05:35.854051 12253 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0906 12:05:35.862225 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:05:35.953449 12253 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0906 12:05:35.973036 12253 start.go:495] detecting cgroup driver to use...
I0906 12:05:35.973102 12253 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0906 12:05:35.989701 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0906 12:05:36.002119 12253 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0906 12:05:36.020969 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0906 12:05:36.032323 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0906 12:05:36.043370 12253 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0906 12:05:36.064919 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0906 12:05:36.076134 12253 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0906 12:05:36.091185 12253 ssh_runner.go:195] Run: which cri-dockerd
I0906 12:05:36.094041 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0906 12:05:36.101975 12253 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0906 12:05:36.115524 12253 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0906 12:05:36.210477 12253 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0906 12:05:36.307446 12253 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0906 12:05:36.307474 12253 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0906 12:05:36.321506 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:05:36.425142 12253 ssh_runner.go:195] Run: sudo systemctl restart docker
I0906 12:05:38.743512 12253 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.31834803s)
I0906 12:05:38.743573 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0906 12:05:38.754689 12253 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0906 12:05:38.767595 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0906 12:05:38.778550 12253 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0906 12:05:38.871803 12253 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0906 12:05:38.967444 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:05:39.077912 12253 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0906 12:05:39.091499 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0906 12:05:39.102647 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:05:39.199868 12253 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0906 12:05:39.269396 12253 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0906 12:05:39.269473 12253 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0906 12:05:39.274126 12253 start.go:563] Will wait 60s for crictl version
I0906 12:05:39.274176 12253 ssh_runner.go:195] Run: which crictl
I0906 12:05:39.279526 12253 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0906 12:05:39.307628 12253 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.2.0
RuntimeApiVersion: v1
I0906 12:05:39.307702 12253 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0906 12:05:39.324272 12253 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0906 12:05:39.363496 12253 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.2.0 ...
I0906 12:05:39.384323 12253 out.go:177] - env NO_PROXY=192.169.0.24
I0906 12:05:39.405031 12253 main.go:141] libmachine: (ha-343000-m02) Calling .GetIP
I0906 12:05:39.405472 12253 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0906 12:05:39.410152 12253 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0906 12:05:39.420507 12253 mustload.go:65] Loading cluster: ha-343000
I0906 12:05:39.420684 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:05:39.420907 12253 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0906 12:05:39.420932 12253 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0906 12:05:39.430101 12253 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:56352
I0906 12:05:39.430438 12253 main.go:141] libmachine: () Calling .GetVersion
I0906 12:05:39.430796 12253 main.go:141] libmachine: Using API Version 1
I0906 12:05:39.430812 12253 main.go:141] libmachine: () Calling .SetConfigRaw
I0906 12:05:39.431028 12253 main.go:141] libmachine: () Calling .GetMachineName
I0906 12:05:39.431139 12253 main.go:141] libmachine: (ha-343000) Calling .GetState
I0906 12:05:39.431212 12253 main.go:141] libmachine: (ha-343000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:05:39.431285 12253 main.go:141] libmachine: (ha-343000) DBG | hyperkit pid from json: 12266
I0906 12:05:39.432244 12253 host.go:66] Checking if "ha-343000" exists ...
I0906 12:05:39.432496 12253 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0906 12:05:39.432518 12253 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0906 12:05:39.441251 12253 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:56354
I0906 12:05:39.441578 12253 main.go:141] libmachine: () Calling .GetVersion
I0906 12:05:39.441903 12253 main.go:141] libmachine: Using API Version 1
I0906 12:05:39.441918 12253 main.go:141] libmachine: () Calling .SetConfigRaw
I0906 12:05:39.442138 12253 main.go:141] libmachine: () Calling .GetMachineName
I0906 12:05:39.442248 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:05:39.442348 12253 certs.go:68] Setting up /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000 for IP: 192.169.0.25
I0906 12:05:39.442355 12253 certs.go:194] generating shared ca certs ...
I0906 12:05:39.442365 12253 certs.go:226] acquiring lock for ca certs: {Name:mkbfbded896cc2be6cbfdef56fd391f1f98e6d6a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0906 12:05:39.442516 12253 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.key
I0906 12:05:39.442578 12253 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.key
I0906 12:05:39.442588 12253 certs.go:256] generating profile certs ...
I0906 12:05:39.442681 12253 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/client.key
I0906 12:05:39.442772 12253 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.key.7390dc12
I0906 12:05:39.442830 12253 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.key
I0906 12:05:39.442838 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0906 12:05:39.442859 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0906 12:05:39.442879 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0906 12:05:39.442896 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0906 12:05:39.442915 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0906 12:05:39.442951 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0906 12:05:39.442970 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0906 12:05:39.442987 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0906 12:05:39.443067 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364.pem (1338 bytes)
W0906 12:05:39.443106 12253 certs.go:480] ignoring /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364_empty.pem, impossibly tiny 0 bytes
I0906 12:05:39.443114 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca-key.pem (1679 bytes)
I0906 12:05:39.443147 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem (1078 bytes)
I0906 12:05:39.443183 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem (1123 bytes)
I0906 12:05:39.443212 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem (1675 bytes)
I0906 12:05:39.443276 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem (1708 bytes)
I0906 12:05:39.443310 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0906 12:05:39.443336 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364.pem -> /usr/share/ca-certificates/8364.pem
I0906 12:05:39.443355 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem -> /usr/share/ca-certificates/83642.pem
I0906 12:05:39.443381 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:05:39.443473 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:05:39.443566 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:05:39.443662 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:05:39.443742 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.24 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/id_rsa Username:docker}
I0906 12:05:39.474601 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I0906 12:05:39.477773 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0906 12:05:39.486087 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I0906 12:05:39.489291 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I0906 12:05:39.497797 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I0906 12:05:39.500976 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0906 12:05:39.508902 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I0906 12:05:39.512097 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0906 12:05:39.522208 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I0906 12:05:39.529029 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0906 12:05:39.538558 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I0906 12:05:39.541788 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I0906 12:05:39.551255 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0906 12:05:39.571163 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0906 12:05:39.590818 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0906 12:05:39.610099 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0906 12:05:39.629618 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0906 12:05:39.649203 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0906 12:05:39.668940 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0906 12:05:39.688319 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0906 12:05:39.707568 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0906 12:05:39.727593 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364.pem --> /usr/share/ca-certificates/8364.pem (1338 bytes)
I0906 12:05:39.746946 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem --> /usr/share/ca-certificates/83642.pem (1708 bytes)
I0906 12:05:39.766191 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0906 12:05:39.779761 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I0906 12:05:39.793389 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0906 12:05:39.807028 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0906 12:05:39.820798 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0906 12:05:39.834428 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I0906 12:05:39.848169 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0906 12:05:39.861939 12253 ssh_runner.go:195] Run: openssl version
I0906 12:05:39.866268 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0906 12:05:39.875520 12253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0906 12:05:39.878895 12253 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 6 18:29 /usr/share/ca-certificates/minikubeCA.pem
I0906 12:05:39.878936 12253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0906 12:05:39.883242 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0906 12:05:39.892394 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/8364.pem && ln -fs /usr/share/ca-certificates/8364.pem /etc/ssl/certs/8364.pem"
I0906 12:05:39.901475 12253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/8364.pem
I0906 12:05:39.904880 12253 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 6 18:50 /usr/share/ca-certificates/8364.pem
I0906 12:05:39.904919 12253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/8364.pem
I0906 12:05:39.909164 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/8364.pem /etc/ssl/certs/51391683.0"
I0906 12:05:39.918366 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/83642.pem && ln -fs /usr/share/ca-certificates/83642.pem /etc/ssl/certs/83642.pem"
I0906 12:05:39.927561 12253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/83642.pem
I0906 12:05:39.930968 12253 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 6 18:50 /usr/share/ca-certificates/83642.pem
I0906 12:05:39.931005 12253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/83642.pem
I0906 12:05:39.935325 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/83642.pem /etc/ssl/certs/3ec20f2e.0"
I0906 12:05:39.944442 12253 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0906 12:05:39.947919 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0906 12:05:39.952225 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0906 12:05:39.956510 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0906 12:05:39.960794 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0906 12:05:39.965188 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0906 12:05:39.969546 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0906 12:05:39.973805 12253 kubeadm.go:934] updating node {m02 192.169.0.25 8443 v1.31.0 docker true true} ...
I0906 12:05:39.973869 12253 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-343000-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.25
[Install]
config:
{KubernetesVersion:v1.31.0 ClusterName:ha-343000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0906 12:05:39.973885 12253 kube-vip.go:115] generating kube-vip config ...
I0906 12:05:39.973920 12253 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0906 12:05:39.987092 12253 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0906 12:05:39.987133 12253 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0906 12:05:39.987182 12253 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0
I0906 12:05:39.995535 12253 binaries.go:44] Found k8s binaries, skipping transfer
I0906 12:05:39.995584 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0906 12:05:40.003762 12253 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0906 12:05:40.017266 12253 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0906 12:05:40.030719 12253 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0906 12:05:40.044348 12253 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0906 12:05:40.047310 12253 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0906 12:05:40.057546 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:05:40.156340 12253 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0906 12:05:40.171403 12253 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.169.0.25 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0906 12:05:40.171578 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:05:40.192574 12253 out.go:177] * Verifying Kubernetes components...
I0906 12:05:40.213457 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:05:40.344499 12253 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0906 12:05:40.359579 12253 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19576-7784/kubeconfig
I0906 12:05:40.359776 12253 kapi.go:59] client config for ha-343000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/client.key", CAFile:"/Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}
, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xe57cae0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0906 12:05:40.359813 12253 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.24:8443
I0906 12:05:40.359973 12253 node_ready.go:35] waiting up to 6m0s for node "ha-343000-m02" to be "Ready" ...
I0906 12:05:40.360058 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:40.360063 12253 round_trippers.go:469] Request Headers:
I0906 12:05:40.360071 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:05:40.360075 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:05:47.989850 12253 round_trippers.go:574] Response Status: in 7629 milliseconds
I0906 12:05:48.990862 12253 with_retry.go:234] Got a Retry-After 1s response for attempt 1 to https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:48.990891 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:48.990895 12253 round_trippers.go:469] Request Headers:
I0906 12:05:48.990902 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:05:48.990922 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:05:49.992764 12253 round_trippers.go:574] Response Status: in 1001 milliseconds
I0906 12:05:49.992860 12253 node_ready.go:53] error getting node "ha-343000-m02": Get "https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02": dial tcp 192.169.0.24:8443: connect: connection refused - error from a previous attempt: read tcp 192.169.0.1:56357->192.169.0.24:8443: read: connection reset by peer
I0906 12:05:49.992914 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:49.992923 12253 round_trippers.go:469] Request Headers:
I0906 12:05:49.992931 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:05:49.992938 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:05:50.992884 12253 round_trippers.go:574] Response Status: in 999 milliseconds
I0906 12:05:50.992985 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:50.992993 12253 round_trippers.go:469] Request Headers:
I0906 12:05:50.993001 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:05:50.993007 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:05:51.994156 12253 round_trippers.go:574] Response Status: in 1001 milliseconds
I0906 12:05:51.994218 12253 node_ready.go:53] error getting node "ha-343000-m02": Get "https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02": dial tcp 192.169.0.24:8443: connect: connection refused
I0906 12:05:51.994272 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:51.994282 12253 round_trippers.go:469] Request Headers:
I0906 12:05:51.994293 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:05:51.994300 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:05:52.994610 12253 round_trippers.go:574] Response Status: in 1000 milliseconds
I0906 12:05:52.994678 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:52.994684 12253 round_trippers.go:469] Request Headers:
I0906 12:05:52.994690 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:05:52.994695 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:05:53.996452 12253 round_trippers.go:574] Response Status: in 1001 milliseconds
I0906 12:05:53.996513 12253 node_ready.go:53] error getting node "ha-343000-m02": Get "https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02": dial tcp 192.169.0.24:8443: connect: connection refused
I0906 12:05:53.996568 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:53.996577 12253 round_trippers.go:469] Request Headers:
I0906 12:05:53.996587 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:05:53.996600 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:05:54.996281 12253 round_trippers.go:574] Response Status: in 999 milliseconds
I0906 12:05:54.996431 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:54.996445 12253 round_trippers.go:469] Request Headers:
I0906 12:05:54.996456 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:05:54.996470 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:05:55.997732 12253 round_trippers.go:574] Response Status: in 1001 milliseconds
I0906 12:05:55.997791 12253 node_ready.go:53] error getting node "ha-343000-m02": Get "https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02": dial tcp 192.169.0.24:8443: connect: connection refused
I0906 12:05:55.997834 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:55.997841 12253 round_trippers.go:469] Request Headers:
I0906 12:05:55.997848 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:05:55.997855 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:05:56.998659 12253 round_trippers.go:574] Response Status: in 1000 milliseconds
I0906 12:05:56.998737 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:56.998743 12253 round_trippers.go:469] Request Headers:
I0906 12:05:56.998748 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:05:56.998753 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:05:57.998704 12253 round_trippers.go:574] Response Status: in 999 milliseconds
I0906 12:05:57.998768 12253 node_ready.go:53] error getting node "ha-343000-m02": Get "https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02": dial tcp 192.169.0.24:8443: connect: connection refused
I0906 12:05:57.998824 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:05:57.998830 12253 round_trippers.go:469] Request Headers:
I0906 12:05:57.998841 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:05:57.998847 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.234879 12253 round_trippers.go:574] Response Status: 200 OK in 2236 milliseconds
I0906 12:06:00.235584 12253 node_ready.go:49] node "ha-343000-m02" has status "Ready":"True"
I0906 12:06:00.235597 12253 node_ready.go:38] duration metric: took 19.875567395s for node "ha-343000-m02" to be "Ready" ...
I0906 12:06:00.235604 12253 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0906 12:06:00.235643 12253 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I0906 12:06:00.235653 12253 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I0906 12:06:00.235696 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods
I0906 12:06:00.235701 12253 round_trippers.go:469] Request Headers:
I0906 12:06:00.235707 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:00.235711 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.262088 12253 round_trippers.go:574] Response Status: 200 OK in 26 milliseconds
I0906 12:06:00.268356 12253 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace to be "Ready" ...
I0906 12:06:00.268408 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:00.268414 12253 round_trippers.go:469] Request Headers:
I0906 12:06:00.268421 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:00.268427 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.271139 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:00.271625 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:00.271633 12253 round_trippers.go:469] Request Headers:
I0906 12:06:00.271638 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:00.271642 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.273753 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:00.274136 12253 pod_ready.go:93] pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:00.274144 12253 pod_ready.go:82] duration metric: took 5.774893ms for pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace to be "Ready" ...
I0906 12:06:00.274150 12253 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-q4rhs" in "kube-system" namespace to be "Ready" ...
I0906 12:06:00.274179 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-q4rhs
I0906 12:06:00.274184 12253 round_trippers.go:469] Request Headers:
I0906 12:06:00.274189 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.274192 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:00.275924 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:00.276344 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:00.276351 12253 round_trippers.go:469] Request Headers:
I0906 12:06:00.276355 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.276360 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:00.278001 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:00.278322 12253 pod_ready.go:93] pod "coredns-6f6b679f8f-q4rhs" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:00.278329 12253 pod_ready.go:82] duration metric: took 4.174121ms for pod "coredns-6f6b679f8f-q4rhs" in "kube-system" namespace to be "Ready" ...
I0906 12:06:00.278335 12253 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:00.278363 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/etcd-ha-343000
I0906 12:06:00.278368 12253 round_trippers.go:469] Request Headers:
I0906 12:06:00.278373 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:00.278379 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.280145 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:00.280523 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:00.280530 12253 round_trippers.go:469] Request Headers:
I0906 12:06:00.280535 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:00.280540 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.282107 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:00.282477 12253 pod_ready.go:93] pod "etcd-ha-343000" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:00.282486 12253 pod_ready.go:82] duration metric: took 4.146745ms for pod "etcd-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:00.282492 12253 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:00.282522 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/etcd-ha-343000-m02
I0906 12:06:00.282528 12253 round_trippers.go:469] Request Headers:
I0906 12:06:00.282534 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:00.282537 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.284223 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:00.284663 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:00.284670 12253 round_trippers.go:469] Request Headers:
I0906 12:06:00.284676 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:00.284679 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.286441 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:00.782726 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/etcd-ha-343000-m02
I0906 12:06:00.782751 12253 round_trippers.go:469] Request Headers:
I0906 12:06:00.782796 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.782807 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:00.786175 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:00.786692 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:00.786700 12253 round_trippers.go:469] Request Headers:
I0906 12:06:00.786706 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:00.786710 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:00.788874 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:01.283655 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/etcd-ha-343000-m02
I0906 12:06:01.283671 12253 round_trippers.go:469] Request Headers:
I0906 12:06:01.283678 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:01.283683 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:01.285985 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:01.286465 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:01.286473 12253 round_trippers.go:469] Request Headers:
I0906 12:06:01.286481 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:01.286485 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:01.288565 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:01.782633 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/etcd-ha-343000-m02
I0906 12:06:01.782651 12253 round_trippers.go:469] Request Headers:
I0906 12:06:01.782659 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:01.782664 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:01.785843 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:01.786296 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:01.786304 12253 round_trippers.go:469] Request Headers:
I0906 12:06:01.786309 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:01.786314 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:01.788345 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:01.788771 12253 pod_ready.go:93] pod "etcd-ha-343000-m02" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:01.788779 12253 pod_ready.go:82] duration metric: took 1.506279407s for pod "etcd-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:01.788786 12253 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:01.788823 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/etcd-ha-343000-m03
I0906 12:06:01.788828 12253 round_trippers.go:469] Request Headers:
I0906 12:06:01.788833 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:01.788838 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:01.790798 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:01.791160 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:01.791171 12253 round_trippers.go:469] Request Headers:
I0906 12:06:01.791184 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:01.791187 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:01.793250 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:01.793611 12253 pod_ready.go:93] pod "etcd-ha-343000-m03" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:01.793620 12253 pod_ready.go:82] duration metric: took 4.828788ms for pod "etcd-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:01.793631 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:01.837481 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000
I0906 12:06:01.837495 12253 round_trippers.go:469] Request Headers:
I0906 12:06:01.837504 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:01.837509 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:01.840718 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:02.037469 12253 request.go:632] Waited for 196.356353ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:02.037506 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:02.037512 12253 round_trippers.go:469] Request Headers:
I0906 12:06:02.037520 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:02.037525 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:02.040221 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:02.040550 12253 pod_ready.go:93] pod "kube-apiserver-ha-343000" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:02.040560 12253 pod_ready.go:82] duration metric: took 246.922589ms for pod "kube-apiserver-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:02.040567 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:02.237374 12253 request.go:632] Waited for 196.770161ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m02
I0906 12:06:02.237419 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m02
I0906 12:06:02.237430 12253 round_trippers.go:469] Request Headers:
I0906 12:06:02.237436 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:02.237442 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:02.240098 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:02.437383 12253 request.go:632] Waited for 196.723319ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:02.437429 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:02.437436 12253 round_trippers.go:469] Request Headers:
I0906 12:06:02.437443 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:02.437449 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:02.440277 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:02.636447 12253 request.go:632] Waited for 94.227022ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m02
I0906 12:06:02.636509 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m02
I0906 12:06:02.636516 12253 round_trippers.go:469] Request Headers:
I0906 12:06:02.636524 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:02.636528 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:02.640095 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:02.837639 12253 request.go:632] Waited for 197.104367ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:02.837707 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:02.837717 12253 round_trippers.go:469] Request Headers:
I0906 12:06:02.837763 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:02.837788 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:02.841651 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:03.040768 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m02
I0906 12:06:03.040781 12253 round_trippers.go:469] Request Headers:
I0906 12:06:03.040789 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:03.040793 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:03.043403 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:03.236506 12253 request.go:632] Waited for 192.559607ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:03.236606 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:03.236618 12253 round_trippers.go:469] Request Headers:
I0906 12:06:03.236631 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:03.236637 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:03.240751 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:03.540928 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m02
I0906 12:06:03.540954 12253 round_trippers.go:469] Request Headers:
I0906 12:06:03.540973 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:03.540980 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:03.545016 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:03.637802 12253 request.go:632] Waited for 92.404425ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:03.637881 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:03.637890 12253 round_trippers.go:469] Request Headers:
I0906 12:06:03.637902 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:03.637910 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:03.642163 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:04.041768 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m02
I0906 12:06:04.041794 12253 round_trippers.go:469] Request Headers:
I0906 12:06:04.041804 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:04.041813 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:04.046193 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:04.047251 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:04.047260 12253 round_trippers.go:469] Request Headers:
I0906 12:06:04.047266 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:04.047277 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:04.056137 12253 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I0906 12:06:04.056428 12253 pod_ready.go:103] pod "kube-apiserver-ha-343000-m02" in "kube-system" namespace has status "Ready":"False"
I0906 12:06:04.541406 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m02
I0906 12:06:04.541425 12253 round_trippers.go:469] Request Headers:
I0906 12:06:04.541434 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:04.541439 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:04.544224 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:04.544684 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:04.544691 12253 round_trippers.go:469] Request Headers:
I0906 12:06:04.544697 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:04.544707 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:04.547090 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:05.040907 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m02
I0906 12:06:05.040922 12253 round_trippers.go:469] Request Headers:
I0906 12:06:05.040930 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:05.040934 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:05.044733 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:05.045134 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:05.045143 12253 round_trippers.go:469] Request Headers:
I0906 12:06:05.045149 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:05.045152 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:05.047168 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:05.047571 12253 pod_ready.go:93] pod "kube-apiserver-ha-343000-m02" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:05.047581 12253 pod_ready.go:82] duration metric: took 3.007003521s for pod "kube-apiserver-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:05.047587 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:05.047621 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m03
I0906 12:06:05.047626 12253 round_trippers.go:469] Request Headers:
I0906 12:06:05.047631 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:05.047636 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:05.049432 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:05.236368 12253 request.go:632] Waited for 186.419986ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:05.236497 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:05.236514 12253 round_trippers.go:469] Request Headers:
I0906 12:06:05.236525 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:05.236532 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:05.239828 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:05.240204 12253 pod_ready.go:93] pod "kube-apiserver-ha-343000-m03" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:05.240214 12253 pod_ready.go:82] duration metric: took 192.620801ms for pod "kube-apiserver-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:05.240220 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:05.435846 12253 request.go:632] Waited for 195.558833ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000
I0906 12:06:05.435897 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000
I0906 12:06:05.435906 12253 round_trippers.go:469] Request Headers:
I0906 12:06:05.435914 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:05.435921 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:05.438946 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:05.636650 12253 request.go:632] Waited for 197.107158ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:05.636711 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:05.636719 12253 round_trippers.go:469] Request Headers:
I0906 12:06:05.636728 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:05.636733 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:05.639926 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:05.640212 12253 pod_ready.go:93] pod "kube-controller-manager-ha-343000" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:05.640221 12253 pod_ready.go:82] duration metric: took 399.995302ms for pod "kube-controller-manager-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:05.640232 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:05.837401 12253 request.go:632] Waited for 197.103806ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000-m02
I0906 12:06:05.837478 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000-m02
I0906 12:06:05.837486 12253 round_trippers.go:469] Request Headers:
I0906 12:06:05.837513 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:05.837523 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:05.840662 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:06.035821 12253 request.go:632] Waited for 194.603254ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:06.035897 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:06.035950 12253 round_trippers.go:469] Request Headers:
I0906 12:06:06.035962 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:06.035968 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:06.039252 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:06.039561 12253 pod_ready.go:93] pod "kube-controller-manager-ha-343000-m02" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:06.039571 12253 pod_ready.go:82] duration metric: took 399.332528ms for pod "kube-controller-manager-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:06.039578 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:06.236804 12253 request.go:632] Waited for 197.127943ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000-m03
I0906 12:06:06.236841 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000-m03
I0906 12:06:06.236849 12253 round_trippers.go:469] Request Headers:
I0906 12:06:06.236856 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:06.236861 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:06.239571 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:06.435983 12253 request.go:632] Waited for 195.836904ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:06.436083 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:06.436095 12253 round_trippers.go:469] Request Headers:
I0906 12:06:06.436107 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:06.436115 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:06.440028 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:06.440297 12253 pod_ready.go:93] pod "kube-controller-manager-ha-343000-m03" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:06.440306 12253 pod_ready.go:82] duration metric: took 400.722778ms for pod "kube-controller-manager-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:06.440313 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-8hww6" in "kube-system" namespace to be "Ready" ...
I0906 12:06:06.635911 12253 request.go:632] Waited for 195.558637ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8hww6
I0906 12:06:06.635989 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8hww6
I0906 12:06:06.635997 12253 round_trippers.go:469] Request Headers:
I0906 12:06:06.636005 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:06.636009 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:06.638766 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:06.836563 12253 request.go:632] Waited for 197.42239ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m04
I0906 12:06:06.836630 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m04
I0906 12:06:06.836640 12253 round_trippers.go:469] Request Headers:
I0906 12:06:06.836651 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:06.836656 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:06.840182 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:06.840437 12253 pod_ready.go:93] pod "kube-proxy-8hww6" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:06.840446 12253 pod_ready.go:82] duration metric: took 400.127213ms for pod "kube-proxy-8hww6" in "kube-system" namespace to be "Ready" ...
I0906 12:06:06.840453 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-r285j" in "kube-system" namespace to be "Ready" ...
I0906 12:06:07.036000 12253 request.go:632] Waited for 195.50345ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r285j
I0906 12:06:07.036052 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r285j
I0906 12:06:07.036078 12253 round_trippers.go:469] Request Headers:
I0906 12:06:07.036093 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:07.036101 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:07.039960 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:07.237550 12253 request.go:632] Waited for 197.186932ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:07.237618 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:07.237627 12253 round_trippers.go:469] Request Headers:
I0906 12:06:07.237638 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:07.237645 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:07.241824 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:07.242186 12253 pod_ready.go:93] pod "kube-proxy-r285j" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:07.242196 12253 pod_ready.go:82] duration metric: took 401.736827ms for pod "kube-proxy-r285j" in "kube-system" namespace to be "Ready" ...
I0906 12:06:07.242202 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-x6pfk" in "kube-system" namespace to be "Ready" ...
I0906 12:06:07.437080 12253 request.go:632] Waited for 194.824311ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-x6pfk
I0906 12:06:07.437120 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-x6pfk
I0906 12:06:07.437127 12253 round_trippers.go:469] Request Headers:
I0906 12:06:07.437134 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:07.437177 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:07.439746 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:07.636668 12253 request.go:632] Waited for 196.435868ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:07.636764 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:07.636773 12253 round_trippers.go:469] Request Headers:
I0906 12:06:07.636784 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:07.636790 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:07.640555 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:07.640971 12253 pod_ready.go:93] pod "kube-proxy-x6pfk" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:07.640979 12253 pod_ready.go:82] duration metric: took 398.771488ms for pod "kube-proxy-x6pfk" in "kube-system" namespace to be "Ready" ...
I0906 12:06:07.640986 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zjx8z" in "kube-system" namespace to be "Ready" ...
I0906 12:06:07.837782 12253 request.go:632] Waited for 196.72045ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zjx8z
I0906 12:06:07.837885 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zjx8z
I0906 12:06:07.837895 12253 round_trippers.go:469] Request Headers:
I0906 12:06:07.837907 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:07.837913 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:07.841222 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:08.037474 12253 request.go:632] Waited for 195.707367ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:08.037543 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:08.037551 12253 round_trippers.go:469] Request Headers:
I0906 12:06:08.037559 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:08.037564 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:08.041008 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:08.237863 12253 request.go:632] Waited for 96.589125ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zjx8z
I0906 12:06:08.238009 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zjx8z
I0906 12:06:08.238027 12253 round_trippers.go:469] Request Headers:
I0906 12:06:08.238039 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:08.238064 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:08.241278 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:08.436102 12253 request.go:632] Waited for 194.439362ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:08.436137 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:08.436143 12253 round_trippers.go:469] Request Headers:
I0906 12:06:08.436151 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:08.436183 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:08.439043 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:08.642356 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zjx8z
I0906 12:06:08.642376 12253 round_trippers.go:469] Request Headers:
I0906 12:06:08.642388 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:08.642397 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:08.645933 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:08.837859 12253 request.go:632] Waited for 191.363155ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:08.837895 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:08.837900 12253 round_trippers.go:469] Request Headers:
I0906 12:06:08.837907 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:08.837911 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:08.841081 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:09.141167 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zjx8z
I0906 12:06:09.141182 12253 round_trippers.go:469] Request Headers:
I0906 12:06:09.141191 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:09.141195 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:09.144158 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:09.235895 12253 request.go:632] Waited for 91.258445ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:09.235957 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:09.235964 12253 round_trippers.go:469] Request Headers:
I0906 12:06:09.235972 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:09.235977 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:09.239065 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:09.641494 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zjx8z
I0906 12:06:09.641508 12253 round_trippers.go:469] Request Headers:
I0906 12:06:09.641517 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:09.641521 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:09.644350 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:09.644757 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:09.644765 12253 round_trippers.go:469] Request Headers:
I0906 12:06:09.644771 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:09.644774 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:09.647091 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:09.647426 12253 pod_ready.go:103] pod "kube-proxy-zjx8z" in "kube-system" namespace has status "Ready":"False"
I0906 12:06:10.141899 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zjx8z
I0906 12:06:10.141923 12253 round_trippers.go:469] Request Headers:
I0906 12:06:10.141934 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:10.141941 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:10.145540 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:10.145973 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:10.145981 12253 round_trippers.go:469] Request Headers:
I0906 12:06:10.145987 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:10.145989 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:10.148176 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:10.148538 12253 pod_ready.go:93] pod "kube-proxy-zjx8z" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:10.148547 12253 pod_ready.go:82] duration metric: took 2.507551998s for pod "kube-proxy-zjx8z" in "kube-system" namespace to be "Ready" ...
I0906 12:06:10.148554 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:10.235772 12253 request.go:632] Waited for 87.183047ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000
I0906 12:06:10.235805 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000
I0906 12:06:10.235811 12253 round_trippers.go:469] Request Headers:
I0906 12:06:10.235831 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:10.235849 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:10.238046 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:10.437551 12253 request.go:632] Waited for 199.151796ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:10.437619 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:10.437626 12253 round_trippers.go:469] Request Headers:
I0906 12:06:10.437643 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:10.437648 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:10.440639 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:10.440964 12253 pod_ready.go:93] pod "kube-scheduler-ha-343000" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:10.440974 12253 pod_ready.go:82] duration metric: took 292.414078ms for pod "kube-scheduler-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:10.440981 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:10.636354 12253 request.go:632] Waited for 195.279783ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000-m02
I0906 12:06:10.636426 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000-m02
I0906 12:06:10.636437 12253 round_trippers.go:469] Request Headers:
I0906 12:06:10.636450 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:10.636456 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:10.641024 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:10.836907 12253 request.go:632] Waited for 195.513588ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:10.836991 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:10.837001 12253 round_trippers.go:469] Request Headers:
I0906 12:06:10.837012 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:10.837020 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:10.840787 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:10.841194 12253 pod_ready.go:93] pod "kube-scheduler-ha-343000-m02" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:10.841203 12253 pod_ready.go:82] duration metric: took 400.216153ms for pod "kube-scheduler-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:10.841209 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:11.036390 12253 request.go:632] Waited for 195.137597ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000-m03
I0906 12:06:11.036488 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000-m03
I0906 12:06:11.036499 12253 round_trippers.go:469] Request Headers:
I0906 12:06:11.036510 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:11.036517 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:11.040104 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:11.236464 12253 request.go:632] Waited for 195.741522ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:11.236494 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:11.236499 12253 round_trippers.go:469] Request Headers:
I0906 12:06:11.236507 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:11.236513 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:11.244008 12253 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I0906 12:06:11.244389 12253 pod_ready.go:93] pod "kube-scheduler-ha-343000-m03" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:11.244399 12253 pod_ready.go:82] duration metric: took 403.184015ms for pod "kube-scheduler-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:11.244409 12253 pod_ready.go:39] duration metric: took 11.008775818s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0906 12:06:11.244428 12253 api_server.go:52] waiting for apiserver process to appear ...
I0906 12:06:11.244490 12253 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0906 12:06:11.260044 12253 api_server.go:72] duration metric: took 31.088552933s to wait for apiserver process to appear ...
I0906 12:06:11.260057 12253 api_server.go:88] waiting for apiserver healthz status ...
I0906 12:06:11.260076 12253 api_server.go:253] Checking apiserver healthz at https://192.169.0.24:8443/healthz ...
I0906 12:06:11.268665 12253 api_server.go:279] https://192.169.0.24:8443/healthz returned 200:
ok
I0906 12:06:11.268720 12253 round_trippers.go:463] GET https://192.169.0.24:8443/version
I0906 12:06:11.268725 12253 round_trippers.go:469] Request Headers:
I0906 12:06:11.268730 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:11.268734 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:11.269258 12253 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0906 12:06:11.269330 12253 api_server.go:141] control plane version: v1.31.0
I0906 12:06:11.269341 12253 api_server.go:131] duration metric: took 9.279203ms to wait for apiserver health ...
I0906 12:06:11.269351 12253 system_pods.go:43] waiting for kube-system pods to appear ...
I0906 12:06:11.436974 12253 request.go:632] Waited for 167.586901ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods
I0906 12:06:11.437022 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods
I0906 12:06:11.437029 12253 round_trippers.go:469] Request Headers:
I0906 12:06:11.437043 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:11.437047 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:11.441302 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:11.447157 12253 system_pods.go:59] 26 kube-system pods found
I0906 12:06:11.447183 12253 system_pods.go:61] "coredns-6f6b679f8f-99jtt" [c6f0e0e0-ca35-4dc7-a18c-9bd31487f371] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0906 12:06:11.447192 12253 system_pods.go:61] "coredns-6f6b679f8f-q4rhs" [c294684b-90fb-4f77-941a-10faef810a0c] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0906 12:06:11.447198 12253 system_pods.go:61] "etcd-ha-343000" [642a798f-3bac-487d-9ddd-8a53b51d3b46] Running
I0906 12:06:11.447201 12253 system_pods.go:61] "etcd-ha-343000-m02" [de81e1f4-dfe8-442b-9d64-220519d30b24] Running
I0906 12:06:11.447204 12253 system_pods.go:61] "etcd-ha-343000-m03" [d564233b-22e9-4873-8071-ef535ca1bd83] Running
I0906 12:06:11.447208 12253 system_pods.go:61] "kindnet-5rtpx" [773838a1-3123-46ce-8dbb-9f916c3f4259] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I0906 12:06:11.447211 12253 system_pods.go:61] "kindnet-9rf4h" [363a73a6-1851-4ec5-a0e5-6270edf75902] Running
I0906 12:06:11.447214 12253 system_pods.go:61] "kindnet-ksnvp" [4888f026-8cd9-4122-a310-7f03c43c183d] Running
I0906 12:06:11.447218 12253 system_pods.go:61] "kindnet-tj4jx" [76121e61-0d6a-4534-af9c-cbecff2c2939] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I0906 12:06:11.447223 12253 system_pods.go:61] "kube-apiserver-ha-343000" [7d454013-0af1-4b0a-9677-b8f47cc7315d] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I0906 12:06:11.447228 12253 system_pods.go:61] "kube-apiserver-ha-343000-m02" [1ed64c19-92ff-45a0-8f15-5043d7b1dcf0] Running
I0906 12:06:11.447232 12253 system_pods.go:61] "kube-apiserver-ha-343000-m03" [5a6e83f6-3ee5-4283-91bb-c52b31c678fe] Running
I0906 12:06:11.447237 12253 system_pods.go:61] "kube-controller-manager-ha-343000" [8ccf7c24-8b00-4035-90f3-e5681c501612] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I0906 12:06:11.447241 12253 system_pods.go:61] "kube-controller-manager-ha-343000-m02" [641fd911-9960-45a3-8d68-2675361935fd] Running
I0906 12:06:11.447244 12253 system_pods.go:61] "kube-controller-manager-ha-343000-m03" [4a2c1044-215e-4598-85f0-b1c10b8966a5] Running
I0906 12:06:11.447247 12253 system_pods.go:61] "kube-proxy-8hww6" [aa46eef9-733c-4f42-8c7c-ad0ed8009b8a] Running
I0906 12:06:11.447253 12253 system_pods.go:61] "kube-proxy-r285j" [9ded92c7-abd8-4feb-9882-fd560067a7ec] Running
I0906 12:06:11.447258 12253 system_pods.go:61] "kube-proxy-x6pfk" [00635268-0e0c-4053-916d-59dab9aa4272] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I0906 12:06:11.447264 12253 system_pods.go:61] "kube-proxy-zjx8z" [10ff5bb6-ea0d-4fcd-a7e0-556c81bc6fcb] Running
I0906 12:06:11.447268 12253 system_pods.go:61] "kube-scheduler-ha-343000" [e6174869-89a6-4e03-9e55-2c70be88786b] Running
I0906 12:06:11.447270 12253 system_pods.go:61] "kube-scheduler-ha-343000-m02" [f0d8a780-a737-4b72-97cb-b9063f3e67f4] Running
I0906 12:06:11.447273 12253 system_pods.go:61] "kube-scheduler-ha-343000-m03" [31d10255-ba89-4c31-b273-5602d5085146] Running
I0906 12:06:11.447276 12253 system_pods.go:61] "kube-vip-ha-343000" [0a4a90d9-ad02-4ff9-8bce-19755faee6e9] Running
I0906 12:06:11.447294 12253 system_pods.go:61] "kube-vip-ha-343000-m02" [a0e27399-b48e-4dcd-aa70-248480b78d32] Running
I0906 12:06:11.447303 12253 system_pods.go:61] "kube-vip-ha-343000-m03" [87ab84a4-cd00-4339-84da-9bbd565e2c4d] Running
I0906 12:06:11.447308 12253 system_pods.go:61] "storage-provisioner" [9815f44c-20e3-4243-8eb4-60cd42a850ad] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0906 12:06:11.447313 12253 system_pods.go:74] duration metric: took 177.956833ms to wait for pod list to return data ...
I0906 12:06:11.447319 12253 default_sa.go:34] waiting for default service account to be created ...
I0906 12:06:11.637581 12253 request.go:632] Waited for 190.208152ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/default/serviceaccounts
I0906 12:06:11.637651 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/default/serviceaccounts
I0906 12:06:11.637657 12253 round_trippers.go:469] Request Headers:
I0906 12:06:11.637664 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:11.637668 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:11.650462 12253 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I0906 12:06:11.650666 12253 default_sa.go:45] found service account: "default"
I0906 12:06:11.650678 12253 default_sa.go:55] duration metric: took 203.353142ms for default service account to be created ...
I0906 12:06:11.650687 12253 system_pods.go:116] waiting for k8s-apps to be running ...
I0906 12:06:11.837096 12253 request.go:632] Waited for 186.371823ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods
I0906 12:06:11.837128 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods
I0906 12:06:11.837134 12253 round_trippers.go:469] Request Headers:
I0906 12:06:11.837139 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:11.837143 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:11.866992 12253 round_trippers.go:574] Response Status: 200 OK in 29 milliseconds
I0906 12:06:11.873145 12253 system_pods.go:86] 26 kube-system pods found
I0906 12:06:11.873167 12253 system_pods.go:89] "coredns-6f6b679f8f-99jtt" [c6f0e0e0-ca35-4dc7-a18c-9bd31487f371] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0906 12:06:11.873175 12253 system_pods.go:89] "coredns-6f6b679f8f-q4rhs" [c294684b-90fb-4f77-941a-10faef810a0c] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I0906 12:06:11.873181 12253 system_pods.go:89] "etcd-ha-343000" [642a798f-3bac-487d-9ddd-8a53b51d3b46] Running
I0906 12:06:11.873185 12253 system_pods.go:89] "etcd-ha-343000-m02" [de81e1f4-dfe8-442b-9d64-220519d30b24] Running
I0906 12:06:11.873188 12253 system_pods.go:89] "etcd-ha-343000-m03" [d564233b-22e9-4873-8071-ef535ca1bd83] Running
I0906 12:06:11.873195 12253 system_pods.go:89] "kindnet-5rtpx" [773838a1-3123-46ce-8dbb-9f916c3f4259] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I0906 12:06:11.873199 12253 system_pods.go:89] "kindnet-9rf4h" [363a73a6-1851-4ec5-a0e5-6270edf75902] Running
I0906 12:06:11.873202 12253 system_pods.go:89] "kindnet-ksnvp" [4888f026-8cd9-4122-a310-7f03c43c183d] Running
I0906 12:06:11.873206 12253 system_pods.go:89] "kindnet-tj4jx" [76121e61-0d6a-4534-af9c-cbecff2c2939] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I0906 12:06:11.873211 12253 system_pods.go:89] "kube-apiserver-ha-343000" [7d454013-0af1-4b0a-9677-b8f47cc7315d] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I0906 12:06:11.873215 12253 system_pods.go:89] "kube-apiserver-ha-343000-m02" [1ed64c19-92ff-45a0-8f15-5043d7b1dcf0] Running
I0906 12:06:11.873219 12253 system_pods.go:89] "kube-apiserver-ha-343000-m03" [5a6e83f6-3ee5-4283-91bb-c52b31c678fe] Running
I0906 12:06:11.873223 12253 system_pods.go:89] "kube-controller-manager-ha-343000" [8ccf7c24-8b00-4035-90f3-e5681c501612] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I0906 12:06:11.873227 12253 system_pods.go:89] "kube-controller-manager-ha-343000-m02" [641fd911-9960-45a3-8d68-2675361935fd] Running
I0906 12:06:11.873231 12253 system_pods.go:89] "kube-controller-manager-ha-343000-m03" [4a2c1044-215e-4598-85f0-b1c10b8966a5] Running
I0906 12:06:11.873233 12253 system_pods.go:89] "kube-proxy-8hww6" [aa46eef9-733c-4f42-8c7c-ad0ed8009b8a] Running
I0906 12:06:11.873236 12253 system_pods.go:89] "kube-proxy-r285j" [9ded92c7-abd8-4feb-9882-fd560067a7ec] Running
I0906 12:06:11.873240 12253 system_pods.go:89] "kube-proxy-x6pfk" [00635268-0e0c-4053-916d-59dab9aa4272] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I0906 12:06:11.873244 12253 system_pods.go:89] "kube-proxy-zjx8z" [10ff5bb6-ea0d-4fcd-a7e0-556c81bc6fcb] Running
I0906 12:06:11.873247 12253 system_pods.go:89] "kube-scheduler-ha-343000" [e6174869-89a6-4e03-9e55-2c70be88786b] Running
I0906 12:06:11.873252 12253 system_pods.go:89] "kube-scheduler-ha-343000-m02" [f0d8a780-a737-4b72-97cb-b9063f3e67f4] Running
I0906 12:06:11.873256 12253 system_pods.go:89] "kube-scheduler-ha-343000-m03" [31d10255-ba89-4c31-b273-5602d5085146] Running
I0906 12:06:11.873259 12253 system_pods.go:89] "kube-vip-ha-343000" [0a4a90d9-ad02-4ff9-8bce-19755faee6e9] Running
I0906 12:06:11.873262 12253 system_pods.go:89] "kube-vip-ha-343000-m02" [a0e27399-b48e-4dcd-aa70-248480b78d32] Running
I0906 12:06:11.873265 12253 system_pods.go:89] "kube-vip-ha-343000-m03" [87ab84a4-cd00-4339-84da-9bbd565e2c4d] Running
I0906 12:06:11.873268 12253 system_pods.go:89] "storage-provisioner" [9815f44c-20e3-4243-8eb4-60cd42a850ad] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0906 12:06:11.873274 12253 system_pods.go:126] duration metric: took 222.581886ms to wait for k8s-apps to be running ...
I0906 12:06:11.873283 12253 system_svc.go:44] waiting for kubelet service to be running ....
I0906 12:06:11.873340 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0906 12:06:11.886025 12253 system_svc.go:56] duration metric: took 12.733456ms WaitForService to wait for kubelet
I0906 12:06:11.886050 12253 kubeadm.go:582] duration metric: took 31.714560483s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0906 12:06:11.886086 12253 node_conditions.go:102] verifying NodePressure condition ...
I0906 12:06:12.036232 12253 request.go:632] Waited for 150.073414ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes
I0906 12:06:12.036268 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes
I0906 12:06:12.036273 12253 round_trippers.go:469] Request Headers:
I0906 12:06:12.036286 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:12.036290 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:12.048789 12253 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I0906 12:06:12.049838 12253 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0906 12:06:12.049855 12253 node_conditions.go:123] node cpu capacity is 2
I0906 12:06:12.049868 12253 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0906 12:06:12.049873 12253 node_conditions.go:123] node cpu capacity is 2
I0906 12:06:12.049876 12253 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0906 12:06:12.049881 12253 node_conditions.go:123] node cpu capacity is 2
I0906 12:06:12.049884 12253 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0906 12:06:12.049888 12253 node_conditions.go:123] node cpu capacity is 2
I0906 12:06:12.049893 12253 node_conditions.go:105] duration metric: took 163.797553ms to run NodePressure ...
I0906 12:06:12.049902 12253 start.go:241] waiting for startup goroutines ...
I0906 12:06:12.049922 12253 start.go:255] writing updated cluster config ...
I0906 12:06:12.087274 12253 out.go:201]
I0906 12:06:12.123635 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:06:12.123705 12253 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/config.json ...
I0906 12:06:12.161370 12253 out.go:177] * Starting "ha-343000-m03" control-plane node in "ha-343000" cluster
I0906 12:06:12.219408 12253 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0906 12:06:12.219442 12253 cache.go:56] Caching tarball of preloaded images
I0906 12:06:12.219591 12253 preload.go:172] Found /Users/jenkins/minikube-integration/19576-7784/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0906 12:06:12.219605 12253 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker
I0906 12:06:12.219694 12253 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/config.json ...
I0906 12:06:12.220349 12253 start.go:360] acquireMachinesLock for ha-343000-m03: {Name:mk6774997b000639e1f6cdf83b050bcb024e422a Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0906 12:06:12.220455 12253 start.go:364] duration metric: took 68.753µs to acquireMachinesLock for "ha-343000-m03"
I0906 12:06:12.220476 12253 start.go:96] Skipping create...Using existing machine configuration
I0906 12:06:12.220482 12253 fix.go:54] fixHost starting: m03
I0906 12:06:12.220813 12253 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0906 12:06:12.220843 12253 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0906 12:06:12.230327 12253 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:56369
I0906 12:06:12.230794 12253 main.go:141] libmachine: () Calling .GetVersion
I0906 12:06:12.231264 12253 main.go:141] libmachine: Using API Version 1
I0906 12:06:12.231284 12253 main.go:141] libmachine: () Calling .SetConfigRaw
I0906 12:06:12.231543 12253 main.go:141] libmachine: () Calling .GetMachineName
I0906 12:06:12.231691 12253 main.go:141] libmachine: (ha-343000-m03) Calling .DriverName
I0906 12:06:12.231816 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetState
I0906 12:06:12.231923 12253 main.go:141] libmachine: (ha-343000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:06:12.232050 12253 main.go:141] libmachine: (ha-343000-m03) DBG | hyperkit pid from json: 10460
I0906 12:06:12.233006 12253 main.go:141] libmachine: (ha-343000-m03) DBG | hyperkit pid 10460 missing from process table
I0906 12:06:12.233040 12253 fix.go:112] recreateIfNeeded on ha-343000-m03: state=Stopped err=<nil>
I0906 12:06:12.233052 12253 main.go:141] libmachine: (ha-343000-m03) Calling .DriverName
W0906 12:06:12.233162 12253 fix.go:138] unexpected machine state, will restart: <nil>
I0906 12:06:12.271360 12253 out.go:177] * Restarting existing hyperkit VM for "ha-343000-m03" ...
I0906 12:06:12.312281 12253 main.go:141] libmachine: (ha-343000-m03) Calling .Start
I0906 12:06:12.312472 12253 main.go:141] libmachine: (ha-343000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:06:12.312588 12253 main.go:141] libmachine: (ha-343000-m03) minikube might have been shutdown in an unclean way, the hyperkit pid file still exists: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/hyperkit.pid
I0906 12:06:12.314085 12253 main.go:141] libmachine: (ha-343000-m03) DBG | hyperkit pid 10460 missing from process table
I0906 12:06:12.314111 12253 main.go:141] libmachine: (ha-343000-m03) DBG | pid 10460 is in state "Stopped"
I0906 12:06:12.314145 12253 main.go:141] libmachine: (ha-343000-m03) DBG | Removing stale pid file /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/hyperkit.pid...
I0906 12:06:12.314314 12253 main.go:141] libmachine: (ha-343000-m03) DBG | Using UUID 5abf6194-a669-4f35-b6fc-c88bfc629e81
I0906 12:06:12.392247 12253 main.go:141] libmachine: (ha-343000-m03) DBG | Generated MAC 3e:84:3d:bc:9c:31
I0906 12:06:12.392279 12253 main.go:141] libmachine: (ha-343000-m03) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000
I0906 12:06:12.392453 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"5abf6194-a669-4f35-b6fc-c88bfc629e81", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003ac9c0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0906 12:06:12.392498 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"5abf6194-a669-4f35-b6fc-c88bfc629e81", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0003ac9c0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/bzimage", Initrd:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0906 12:06:12.392570 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "5abf6194-a669-4f35-b6fc-c88bfc629e81", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/ha-343000-m03.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/tty,log=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/bzimage,/Users/jenkins/minikube-integration/19576-7784/.minikube/machine
s/ha-343000-m03/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000"}
I0906 12:06:12.392621 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 5abf6194-a669-4f35-b6fc-c88bfc629e81 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/ha-343000-m03.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/tty,log=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/console-ring -f kexec,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/bzimage,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/initrd,earlyprintk=serial loglevel=3 console=t
tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000"
I0906 12:06:12.392631 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0906 12:06:12.394468 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 DEBUG: hyperkit: Pid is 12285
I0906 12:06:12.395082 12253 main.go:141] libmachine: (ha-343000-m03) DBG | Attempt 0
I0906 12:06:12.395129 12253 main.go:141] libmachine: (ha-343000-m03) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:06:12.395296 12253 main.go:141] libmachine: (ha-343000-m03) DBG | hyperkit pid from json: 12285
I0906 12:06:12.398168 12253 main.go:141] libmachine: (ha-343000-m03) DBG | Searching for 3e:84:3d:bc:9c:31 in /var/db/dhcpd_leases ...
I0906 12:06:12.398286 12253 main.go:141] libmachine: (ha-343000-m03) DBG | Found 26 entries in /var/db/dhcpd_leases!
I0906 12:06:12.398303 12253 main.go:141] libmachine: (ha-343000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.25 HWAddress:a2:d5:dd:3d:e9:56 ID:1,a2:d5:dd:3d:e9:56 Lease:0x66dca3fa}
I0906 12:06:12.398316 12253 main.go:141] libmachine: (ha-343000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.24 HWAddress:e:ef:97:91:be:81 ID:1,e:ef:97:91:be:81 Lease:0x66dca3e7}
I0906 12:06:12.398325 12253 main.go:141] libmachine: (ha-343000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.27 HWAddress:6a:d8:ba:fa:e9:e7 ID:1,6a:d8:ba:fa:e9:e7 Lease:0x66db5123}
I0906 12:06:12.398339 12253 main.go:141] libmachine: (ha-343000-m03) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.26 HWAddress:3e:84:3d:bc:9c:31 ID:1,3e:84:3d:bc:9c:31 Lease:0x66dca1e7}
I0906 12:06:12.398359 12253 main.go:141] libmachine: (ha-343000-m03) DBG | Found match: 3e:84:3d:bc:9c:31
I0906 12:06:12.398382 12253 main.go:141] libmachine: (ha-343000-m03) DBG | IP: 192.169.0.26
I0906 12:06:12.398414 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetConfigRaw
I0906 12:06:12.399172 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetIP
I0906 12:06:12.399462 12253 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/config.json ...
I0906 12:06:12.400029 12253 machine.go:93] provisionDockerMachine start ...
I0906 12:06:12.400042 12253 main.go:141] libmachine: (ha-343000-m03) Calling .DriverName
I0906 12:06:12.400184 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:12.400344 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:12.400464 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:12.400591 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:12.400728 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:12.400904 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:06:12.401165 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.26 22 <nil> <nil>}
I0906 12:06:12.401176 12253 main.go:141] libmachine: About to run SSH command:
hostname
I0906 12:06:12.404210 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0906 12:06:12.438119 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0906 12:06:12.439198 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0906 12:06:12.439227 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0906 12:06:12.439241 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0906 12:06:12.439256 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0906 12:06:12.845267 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0906 12:06:12.845282 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0906 12:06:12.960204 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0906 12:06:12.960224 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0906 12:06:12.960244 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0906 12:06:12.960258 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0906 12:06:12.961041 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0906 12:06:12.961054 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:12 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0906 12:06:18.729819 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:18 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0906 12:06:18.729887 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:18 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0906 12:06:18.729898 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:18 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0906 12:06:18.753054 12253 main.go:141] libmachine: (ha-343000-m03) DBG | 2024/09/06 12:06:18 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0906 12:06:23.465534 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0906 12:06:23.465548 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetMachineName
I0906 12:06:23.465717 12253 buildroot.go:166] provisioning hostname "ha-343000-m03"
I0906 12:06:23.465726 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetMachineName
I0906 12:06:23.465818 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:23.465902 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:23.465981 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:23.466055 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:23.466146 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:23.466265 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:06:23.466412 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.26 22 <nil> <nil>}
I0906 12:06:23.466421 12253 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-343000-m03 && echo "ha-343000-m03" | sudo tee /etc/hostname
I0906 12:06:23.536843 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-343000-m03
I0906 12:06:23.536860 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:23.536985 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:23.537079 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:23.537171 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:23.537236 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:23.537354 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:06:23.537507 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.26 22 <nil> <nil>}
I0906 12:06:23.537525 12253 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-343000-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-343000-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-343000-m03' | sudo tee -a /etc/hosts;
fi
fi
I0906 12:06:23.606665 12253 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0906 12:06:23.606681 12253 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19576-7784/.minikube CaCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19576-7784/.minikube}
I0906 12:06:23.606695 12253 buildroot.go:174] setting up certificates
I0906 12:06:23.606700 12253 provision.go:84] configureAuth start
I0906 12:06:23.606707 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetMachineName
I0906 12:06:23.606846 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetIP
I0906 12:06:23.606946 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:23.607022 12253 provision.go:143] copyHostCerts
I0906 12:06:23.607051 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem
I0906 12:06:23.607104 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem, removing ...
I0906 12:06:23.607112 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem
I0906 12:06:23.607235 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem (1123 bytes)
I0906 12:06:23.607441 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem
I0906 12:06:23.607476 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem, removing ...
I0906 12:06:23.607482 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem
I0906 12:06:23.607552 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem (1675 bytes)
I0906 12:06:23.607719 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem
I0906 12:06:23.607747 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem, removing ...
I0906 12:06:23.607752 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem
I0906 12:06:23.607836 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem (1078 bytes)
I0906 12:06:23.607981 12253 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca-key.pem org=jenkins.ha-343000-m03 san=[127.0.0.1 192.169.0.26 ha-343000-m03 localhost minikube]
I0906 12:06:23.699873 12253 provision.go:177] copyRemoteCerts
I0906 12:06:23.699921 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0906 12:06:23.699935 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:23.700077 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:23.700175 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:23.700270 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:23.700376 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.26 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/id_rsa Username:docker}
I0906 12:06:23.737703 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0906 12:06:23.737771 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0906 12:06:23.757756 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem -> /etc/docker/server.pem
I0906 12:06:23.757827 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0906 12:06:23.777598 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0906 12:06:23.777673 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0906 12:06:23.797805 12253 provision.go:87] duration metric: took 191.09552ms to configureAuth
I0906 12:06:23.797818 12253 buildroot.go:189] setting minikube options for container-runtime
I0906 12:06:23.797988 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:06:23.798002 12253 main.go:141] libmachine: (ha-343000-m03) Calling .DriverName
I0906 12:06:23.798134 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:23.798231 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:23.798314 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:23.798400 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:23.798488 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:23.798597 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:06:23.798724 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.26 22 <nil> <nil>}
I0906 12:06:23.798732 12253 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0906 12:06:23.860492 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0906 12:06:23.860504 12253 buildroot.go:70] root file system type: tmpfs
I0906 12:06:23.860586 12253 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0906 12:06:23.860599 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:23.860730 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:23.860807 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:23.860907 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:23.861010 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:23.861140 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:06:23.861285 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.26 22 <nil> <nil>}
I0906 12:06:23.861332 12253 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.24"
Environment="NO_PROXY=192.169.0.24,192.169.0.25"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0906 12:06:23.935021 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.24
Environment=NO_PROXY=192.169.0.24,192.169.0.25
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0906 12:06:23.935039 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:23.935186 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:23.935286 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:23.935371 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:23.935478 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:23.935609 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:06:23.935750 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.26 22 <nil> <nil>}
I0906 12:06:23.935762 12253 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0906 12:06:25.580352 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0906 12:06:25.580366 12253 machine.go:96] duration metric: took 13.180301802s to provisionDockerMachine
I0906 12:06:25.580373 12253 start.go:293] postStartSetup for "ha-343000-m03" (driver="hyperkit")
I0906 12:06:25.580380 12253 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0906 12:06:25.580394 12253 main.go:141] libmachine: (ha-343000-m03) Calling .DriverName
I0906 12:06:25.580572 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0906 12:06:25.580585 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:25.580672 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:25.580761 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:25.580846 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:25.580931 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.26 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/id_rsa Username:docker}
I0906 12:06:25.621691 12253 ssh_runner.go:195] Run: cat /etc/os-release
I0906 12:06:25.626059 12253 info.go:137] Remote host: Buildroot 2023.02.9
I0906 12:06:25.626069 12253 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-7784/.minikube/addons for local assets ...
I0906 12:06:25.626156 12253 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-7784/.minikube/files for local assets ...
I0906 12:06:25.626292 12253 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem -> 83642.pem in /etc/ssl/certs
I0906 12:06:25.626299 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem -> /etc/ssl/certs/83642.pem
I0906 12:06:25.626479 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0906 12:06:25.640080 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem --> /etc/ssl/certs/83642.pem (1708 bytes)
I0906 12:06:25.666256 12253 start.go:296] duration metric: took 85.87411ms for postStartSetup
I0906 12:06:25.666279 12253 main.go:141] libmachine: (ha-343000-m03) Calling .DriverName
I0906 12:06:25.666455 12253 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0906 12:06:25.666469 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:25.666570 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:25.666655 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:25.666734 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:25.666815 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.26 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/id_rsa Username:docker}
I0906 12:06:25.704275 12253 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0906 12:06:25.704337 12253 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0906 12:06:25.737458 12253 fix.go:56] duration metric: took 13.516946704s for fixHost
I0906 12:06:25.737482 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:25.737626 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:25.737732 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:25.737832 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:25.737920 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:25.738049 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:06:25.738192 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.26 22 <nil> <nil>}
I0906 12:06:25.738199 12253 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0906 12:06:25.803149 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: 1725649585.904544960
I0906 12:06:25.803162 12253 fix.go:216] guest clock: 1725649585.904544960
I0906 12:06:25.803168 12253 fix.go:229] Guest: 2024-09-06 12:06:25.90454496 -0700 PDT Remote: 2024-09-06 12:06:25.737472 -0700 PDT m=+83.951104505 (delta=167.07296ms)
I0906 12:06:25.803178 12253 fix.go:200] guest clock delta is within tolerance: 167.07296ms
I0906 12:06:25.803182 12253 start.go:83] releasing machines lock for "ha-343000-m03", held for 13.582690615s
I0906 12:06:25.803198 12253 main.go:141] libmachine: (ha-343000-m03) Calling .DriverName
I0906 12:06:25.803329 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetIP
I0906 12:06:25.825405 12253 out.go:177] * Found network options:
I0906 12:06:25.846508 12253 out.go:177] - NO_PROXY=192.169.0.24,192.169.0.25
W0906 12:06:25.867569 12253 proxy.go:119] fail to check proxy env: Error ip not in block
W0906 12:06:25.867608 12253 proxy.go:119] fail to check proxy env: Error ip not in block
I0906 12:06:25.867639 12253 main.go:141] libmachine: (ha-343000-m03) Calling .DriverName
I0906 12:06:25.868497 12253 main.go:141] libmachine: (ha-343000-m03) Calling .DriverName
I0906 12:06:25.868707 12253 main.go:141] libmachine: (ha-343000-m03) Calling .DriverName
I0906 12:06:25.868819 12253 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0906 12:06:25.868894 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
W0906 12:06:25.868907 12253 proxy.go:119] fail to check proxy env: Error ip not in block
W0906 12:06:25.868930 12253 proxy.go:119] fail to check proxy env: Error ip not in block
I0906 12:06:25.869032 12253 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0906 12:06:25.869046 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHHostname
I0906 12:06:25.869089 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:25.869194 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHPort
I0906 12:06:25.869217 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:25.869337 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHKeyPath
I0906 12:06:25.869358 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:25.869497 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetSSHUsername
I0906 12:06:25.869516 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.26 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/id_rsa Username:docker}
I0906 12:06:25.869640 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.26 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m03/id_rsa Username:docker}
W0906 12:06:25.904804 12253 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0906 12:06:25.904860 12253 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0906 12:06:25.953607 12253 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0906 12:06:25.953623 12253 start.go:495] detecting cgroup driver to use...
I0906 12:06:25.953707 12253 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0906 12:06:25.969069 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0906 12:06:25.977320 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0906 12:06:25.985732 12253 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0906 12:06:25.985790 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0906 12:06:25.994169 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0906 12:06:26.002564 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0906 12:06:26.011076 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0906 12:06:26.019409 12253 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0906 12:06:26.027829 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0906 12:06:26.036100 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0906 12:06:26.044789 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0906 12:06:26.053382 12253 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0906 12:06:26.060878 12253 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0906 12:06:26.068234 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:06:26.161656 12253 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0906 12:06:26.180419 12253 start.go:495] detecting cgroup driver to use...
I0906 12:06:26.180540 12253 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0906 12:06:26.197783 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0906 12:06:26.208495 12253 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0906 12:06:26.223788 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0906 12:06:26.234758 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0906 12:06:26.245879 12253 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0906 12:06:26.268201 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0906 12:06:26.279748 12253 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0906 12:06:26.298675 12253 ssh_runner.go:195] Run: which cri-dockerd
I0906 12:06:26.301728 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0906 12:06:26.309959 12253 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0906 12:06:26.323781 12253 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0906 12:06:26.418935 12253 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0906 12:06:26.520404 12253 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0906 12:06:26.520429 12253 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0906 12:06:26.534785 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:06:26.635772 12253 ssh_runner.go:195] Run: sudo systemctl restart docker
I0906 12:06:28.931869 12253 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.296074778s)
I0906 12:06:28.931929 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0906 12:06:28.943824 12253 ssh_runner.go:195] Run: sudo systemctl stop cri-docker.socket
I0906 12:06:28.959441 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0906 12:06:28.970674 12253 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0906 12:06:29.066042 12253 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0906 12:06:29.168956 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:06:29.286202 12253 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0906 12:06:29.299988 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0906 12:06:29.311495 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:06:29.429259 12253 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0906 12:06:29.496621 12253 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0906 12:06:29.496705 12253 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0906 12:06:29.502320 12253 start.go:563] Will wait 60s for crictl version
I0906 12:06:29.502374 12253 ssh_runner.go:195] Run: which crictl
I0906 12:06:29.505587 12253 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0906 12:06:29.534004 12253 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.2.0
RuntimeApiVersion: v1
I0906 12:06:29.534083 12253 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0906 12:06:29.551834 12253 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0906 12:06:29.590600 12253 out.go:235] * Preparing Kubernetes v1.31.0 on Docker 27.2.0 ...
I0906 12:06:29.632268 12253 out.go:177] - env NO_PROXY=192.169.0.24
I0906 12:06:29.653333 12253 out.go:177] - env NO_PROXY=192.169.0.24,192.169.0.25
I0906 12:06:29.674153 12253 main.go:141] libmachine: (ha-343000-m03) Calling .GetIP
I0906 12:06:29.674373 12253 ssh_runner.go:195] Run: grep 192.169.0.1 host.minikube.internal$ /etc/hosts
I0906 12:06:29.677525 12253 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.169.0.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0906 12:06:29.687202 12253 mustload.go:65] Loading cluster: ha-343000
I0906 12:06:29.687389 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:06:29.687610 12253 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0906 12:06:29.687639 12253 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0906 12:06:29.696472 12253 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:56391
I0906 12:06:29.696894 12253 main.go:141] libmachine: () Calling .GetVersion
I0906 12:06:29.697234 12253 main.go:141] libmachine: Using API Version 1
I0906 12:06:29.697246 12253 main.go:141] libmachine: () Calling .SetConfigRaw
I0906 12:06:29.697502 12253 main.go:141] libmachine: () Calling .GetMachineName
I0906 12:06:29.697641 12253 main.go:141] libmachine: (ha-343000) Calling .GetState
I0906 12:06:29.697736 12253 main.go:141] libmachine: (ha-343000) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:06:29.697809 12253 main.go:141] libmachine: (ha-343000) DBG | hyperkit pid from json: 12266
I0906 12:06:29.698794 12253 host.go:66] Checking if "ha-343000" exists ...
I0906 12:06:29.699046 12253 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0906 12:06:29.699070 12253 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0906 12:06:29.707791 12253 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:56393
I0906 12:06:29.708136 12253 main.go:141] libmachine: () Calling .GetVersion
I0906 12:06:29.708457 12253 main.go:141] libmachine: Using API Version 1
I0906 12:06:29.708468 12253 main.go:141] libmachine: () Calling .SetConfigRaw
I0906 12:06:29.708696 12253 main.go:141] libmachine: () Calling .GetMachineName
I0906 12:06:29.708812 12253 main.go:141] libmachine: (ha-343000) Calling .DriverName
I0906 12:06:29.708911 12253 certs.go:68] Setting up /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000 for IP: 192.169.0.26
I0906 12:06:29.708917 12253 certs.go:194] generating shared ca certs ...
I0906 12:06:29.708928 12253 certs.go:226] acquiring lock for ca certs: {Name:mkbfbded896cc2be6cbfdef56fd391f1f98e6d6a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0906 12:06:29.709069 12253 certs.go:235] skipping valid "minikubeCA" ca cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.key
I0906 12:06:29.709123 12253 certs.go:235] skipping valid "proxyClientCA" ca cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.key
I0906 12:06:29.709132 12253 certs.go:256] generating profile certs ...
I0906 12:06:29.709257 12253 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/client.key
I0906 12:06:29.709340 12253 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.key.e464bc73
I0906 12:06:29.709394 12253 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.key
I0906 12:06:29.709401 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0906 12:06:29.709422 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0906 12:06:29.709447 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0906 12:06:29.709465 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0906 12:06:29.709482 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0906 12:06:29.709510 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0906 12:06:29.709528 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0906 12:06:29.709550 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0906 12:06:29.709623 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364.pem (1338 bytes)
W0906 12:06:29.709661 12253 certs.go:480] ignoring /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364_empty.pem, impossibly tiny 0 bytes
I0906 12:06:29.709669 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca-key.pem (1679 bytes)
I0906 12:06:29.709702 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem (1078 bytes)
I0906 12:06:29.709732 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem (1123 bytes)
I0906 12:06:29.709766 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem (1675 bytes)
I0906 12:06:29.709833 12253 certs.go:484] found cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem (1708 bytes)
I0906 12:06:29.709868 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364.pem -> /usr/share/ca-certificates/8364.pem
I0906 12:06:29.709889 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem -> /usr/share/ca-certificates/83642.pem
I0906 12:06:29.709908 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0906 12:06:29.709932 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHHostname
I0906 12:06:29.710030 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHPort
I0906 12:06:29.710110 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHKeyPath
I0906 12:06:29.710211 12253 main.go:141] libmachine: (ha-343000) Calling .GetSSHUsername
I0906 12:06:29.710304 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.24 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000/id_rsa Username:docker}
I0906 12:06:29.742607 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I0906 12:06:29.746569 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0906 12:06:29.754558 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I0906 12:06:29.757841 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I0906 12:06:29.765881 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I0906 12:06:29.769140 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0906 12:06:29.778234 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I0906 12:06:29.781483 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0906 12:06:29.789701 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I0906 12:06:29.792877 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0906 12:06:29.801155 12253 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I0906 12:06:29.804562 12253 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I0906 12:06:29.812907 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0906 12:06:29.833527 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0906 12:06:29.854042 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0906 12:06:29.874274 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0906 12:06:29.894675 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0906 12:06:29.914759 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0906 12:06:29.935020 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0906 12:06:29.955774 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0906 12:06:29.976174 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/8364.pem --> /usr/share/ca-certificates/8364.pem (1338 bytes)
I0906 12:06:29.996348 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem --> /usr/share/ca-certificates/83642.pem (1708 bytes)
I0906 12:06:30.016705 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0906 12:06:30.036752 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0906 12:06:30.050816 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I0906 12:06:30.064469 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0906 12:06:30.078121 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0906 12:06:30.092155 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0906 12:06:30.106189 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I0906 12:06:30.120313 12253 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0906 12:06:30.134091 12253 ssh_runner.go:195] Run: openssl version
I0906 12:06:30.138549 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/8364.pem && ln -fs /usr/share/ca-certificates/8364.pem /etc/ssl/certs/8364.pem"
I0906 12:06:30.147484 12253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/8364.pem
I0906 12:06:30.151103 12253 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Sep 6 18:50 /usr/share/ca-certificates/8364.pem
I0906 12:06:30.151157 12253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/8364.pem
I0906 12:06:30.155470 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/8364.pem /etc/ssl/certs/51391683.0"
I0906 12:06:30.164282 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/83642.pem && ln -fs /usr/share/ca-certificates/83642.pem /etc/ssl/certs/83642.pem"
I0906 12:06:30.173035 12253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/83642.pem
I0906 12:06:30.176736 12253 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Sep 6 18:50 /usr/share/ca-certificates/83642.pem
I0906 12:06:30.176783 12253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/83642.pem
I0906 12:06:30.181161 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/83642.pem /etc/ssl/certs/3ec20f2e.0"
I0906 12:06:30.189862 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0906 12:06:30.198669 12253 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0906 12:06:30.202224 12253 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Sep 6 18:29 /usr/share/ca-certificates/minikubeCA.pem
I0906 12:06:30.202268 12253 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0906 12:06:30.206651 12253 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0906 12:06:30.215322 12253 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0906 12:06:30.218903 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0906 12:06:30.223374 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0906 12:06:30.227903 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0906 12:06:30.232564 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0906 12:06:30.237667 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0906 12:06:30.242630 12253 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0906 12:06:30.247576 12253 kubeadm.go:934] updating node {m03 192.169.0.26 8443 v1.31.0 docker true true} ...
I0906 12:06:30.247652 12253 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-343000-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.169.0.26
[Install]
config:
{KubernetesVersion:v1.31.0 ClusterName:ha-343000 Namespace:default APIServerHAVIP:192.169.0.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0906 12:06:30.247670 12253 kube-vip.go:115] generating kube-vip config ...
I0906 12:06:30.247719 12253 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0906 12:06:30.261197 12253 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0906 12:06:30.261239 12253 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.169.0.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0906 12:06:30.261300 12253 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.0
I0906 12:06:30.269438 12253 binaries.go:44] Found k8s binaries, skipping transfer
I0906 12:06:30.269496 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0906 12:06:30.277362 12253 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I0906 12:06:30.291520 12253 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0906 12:06:30.305340 12253 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1440 bytes)
I0906 12:06:30.319495 12253 ssh_runner.go:195] Run: grep 192.169.0.254 control-plane.minikube.internal$ /etc/hosts
I0906 12:06:30.322637 12253 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.169.0.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0906 12:06:30.332577 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:06:30.441240 12253 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0906 12:06:30.456369 12253 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.169.0.26 Port:8443 KubernetesVersion:v1.31.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0906 12:06:30.456602 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:06:30.477910 12253 out.go:177] * Verifying Kubernetes components...
I0906 12:06:30.498557 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:06:30.628440 12253 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0906 12:06:30.645947 12253 loader.go:395] Config loaded from file: /Users/jenkins/minikube-integration/19576-7784/kubeconfig
I0906 12:06:30.646165 12253 kapi.go:59] client config for ha-343000: &rest.Config{Host:"https://192.169.0.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/client.crt", KeyFile:"/Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/client.key", CAFile:"/Users/jenkins/minikube-integration/19576-7784/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}
, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0xe57cae0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0906 12:06:30.646208 12253 kubeadm.go:483] Overriding stale ClientConfig host https://192.169.0.254:8443 with https://192.169.0.24:8443
I0906 12:06:30.646371 12253 node_ready.go:35] waiting up to 6m0s for node "ha-343000-m03" to be "Ready" ...
I0906 12:06:30.646412 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:30.646417 12253 round_trippers.go:469] Request Headers:
I0906 12:06:30.646423 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:30.646427 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:30.649121 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:30.649426 12253 node_ready.go:49] node "ha-343000-m03" has status "Ready":"True"
I0906 12:06:30.649435 12253 node_ready.go:38] duration metric: took 3.055625ms for node "ha-343000-m03" to be "Ready" ...
I0906 12:06:30.649441 12253 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0906 12:06:30.649480 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods
I0906 12:06:30.649485 12253 round_trippers.go:469] Request Headers:
I0906 12:06:30.649491 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:30.649496 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:30.655093 12253 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0906 12:06:30.660461 12253 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace to be "Ready" ...
I0906 12:06:30.660533 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:30.660539 12253 round_trippers.go:469] Request Headers:
I0906 12:06:30.660545 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:30.660550 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:30.664427 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:30.664864 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:30.664872 12253 round_trippers.go:469] Request Headers:
I0906 12:06:30.664877 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:30.664880 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:30.667569 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:31.161508 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:31.161522 12253 round_trippers.go:469] Request Headers:
I0906 12:06:31.161528 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:31.161531 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:31.164411 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:31.165052 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:31.165061 12253 round_trippers.go:469] Request Headers:
I0906 12:06:31.165070 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:31.165074 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:31.167897 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:31.660843 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:31.660861 12253 round_trippers.go:469] Request Headers:
I0906 12:06:31.660868 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:31.660871 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:31.668224 12253 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I0906 12:06:31.668938 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:31.668954 12253 round_trippers.go:469] Request Headers:
I0906 12:06:31.668969 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:31.668987 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:31.674737 12253 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0906 12:06:32.161451 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:32.161468 12253 round_trippers.go:469] Request Headers:
I0906 12:06:32.161496 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:32.161501 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:32.164555 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:32.165061 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:32.165069 12253 round_trippers.go:469] Request Headers:
I0906 12:06:32.165075 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:32.165078 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:32.167689 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:32.661269 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:32.661285 12253 round_trippers.go:469] Request Headers:
I0906 12:06:32.661294 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:32.661316 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:32.664943 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:32.665460 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:32.665469 12253 round_trippers.go:469] Request Headers:
I0906 12:06:32.665475 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:32.665479 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:32.667934 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:32.668229 12253 pod_ready.go:103] pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace has status "Ready":"False"
I0906 12:06:33.161930 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:33.161964 12253 round_trippers.go:469] Request Headers:
I0906 12:06:33.161971 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:33.161975 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:33.165689 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:33.166478 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:33.166488 12253 round_trippers.go:469] Request Headers:
I0906 12:06:33.166497 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:33.166503 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:33.169565 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:33.660809 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:33.660831 12253 round_trippers.go:469] Request Headers:
I0906 12:06:33.660841 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:33.660846 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:33.664137 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:33.665061 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:33.665071 12253 round_trippers.go:469] Request Headers:
I0906 12:06:33.665078 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:33.665099 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:33.667811 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:34.161378 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:34.161391 12253 round_trippers.go:469] Request Headers:
I0906 12:06:34.161398 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:34.161403 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:34.165094 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:34.165523 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:34.165531 12253 round_trippers.go:469] Request Headers:
I0906 12:06:34.165537 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:34.165540 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:34.167949 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:34.661206 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:34.661222 12253 round_trippers.go:469] Request Headers:
I0906 12:06:34.661228 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:34.661230 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:34.663772 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:34.664499 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:34.664507 12253 round_trippers.go:469] Request Headers:
I0906 12:06:34.664513 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:34.664517 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:34.666543 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:35.161667 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:35.161689 12253 round_trippers.go:469] Request Headers:
I0906 12:06:35.161700 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:35.161705 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:35.166875 12253 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0906 12:06:35.167311 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:35.167319 12253 round_trippers.go:469] Request Headers:
I0906 12:06:35.167324 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:35.167328 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:35.172902 12253 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0906 12:06:35.173323 12253 pod_ready.go:103] pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace has status "Ready":"False"
I0906 12:06:35.661973 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:35.661988 12253 round_trippers.go:469] Request Headers:
I0906 12:06:35.661994 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:35.661998 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:35.664583 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:35.664981 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:35.664989 12253 round_trippers.go:469] Request Headers:
I0906 12:06:35.664998 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:35.665001 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:35.667322 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:36.161747 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:36.161785 12253 round_trippers.go:469] Request Headers:
I0906 12:06:36.161793 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:36.161796 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:36.164939 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:36.165450 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:36.165459 12253 round_trippers.go:469] Request Headers:
I0906 12:06:36.165464 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:36.165474 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:36.167808 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:36.661492 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:36.661508 12253 round_trippers.go:469] Request Headers:
I0906 12:06:36.661532 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:36.661537 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:36.664941 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:36.665455 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:36.665464 12253 round_trippers.go:469] Request Headers:
I0906 12:06:36.665471 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:36.665474 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:36.668192 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:37.161660 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:37.161678 12253 round_trippers.go:469] Request Headers:
I0906 12:06:37.161685 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:37.161688 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:37.164012 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:37.164541 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:37.164549 12253 round_trippers.go:469] Request Headers:
I0906 12:06:37.164555 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:37.164558 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:37.166577 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:37.662457 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:37.662494 12253 round_trippers.go:469] Request Headers:
I0906 12:06:37.662505 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:37.662511 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:37.665311 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:37.666039 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:37.666048 12253 round_trippers.go:469] Request Headers:
I0906 12:06:37.666053 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:37.666056 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:37.668294 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:37.668600 12253 pod_ready.go:103] pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace has status "Ready":"False"
I0906 12:06:38.162628 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:38.162646 12253 round_trippers.go:469] Request Headers:
I0906 12:06:38.162654 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:38.162659 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:38.165660 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:38.166284 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:38.166292 12253 round_trippers.go:469] Request Headers:
I0906 12:06:38.166298 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:38.166301 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:38.168559 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:38.662170 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:38.662185 12253 round_trippers.go:469] Request Headers:
I0906 12:06:38.662191 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:38.662195 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:38.664733 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:38.665194 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:38.665202 12253 round_trippers.go:469] Request Headers:
I0906 12:06:38.665207 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:38.665211 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:38.667563 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:39.161491 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:39.161508 12253 round_trippers.go:469] Request Headers:
I0906 12:06:39.161517 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:39.161522 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:39.164370 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:39.164762 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:39.164770 12253 round_trippers.go:469] Request Headers:
I0906 12:06:39.164776 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:39.164780 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:39.166614 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:39.661843 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:39.661860 12253 round_trippers.go:469] Request Headers:
I0906 12:06:39.661866 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:39.661871 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:39.664287 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:39.664950 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:39.664958 12253 round_trippers.go:469] Request Headers:
I0906 12:06:39.664964 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:39.664968 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:39.667194 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:40.160891 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:40.160921 12253 round_trippers.go:469] Request Headers:
I0906 12:06:40.160933 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:40.160955 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:40.165388 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:40.166039 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:40.166047 12253 round_trippers.go:469] Request Headers:
I0906 12:06:40.166052 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:40.166055 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:40.168212 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:40.168635 12253 pod_ready.go:103] pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace has status "Ready":"False"
I0906 12:06:40.661892 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:40.661907 12253 round_trippers.go:469] Request Headers:
I0906 12:06:40.661914 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:40.661917 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:40.664471 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:40.664962 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:40.664970 12253 round_trippers.go:469] Request Headers:
I0906 12:06:40.664975 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:40.664984 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:40.667379 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:41.160779 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:41.160797 12253 round_trippers.go:469] Request Headers:
I0906 12:06:41.160824 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:41.160830 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:41.163878 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:41.164433 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:41.164441 12253 round_trippers.go:469] Request Headers:
I0906 12:06:41.164446 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:41.164451 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:41.166991 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:41.661124 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:41.661138 12253 round_trippers.go:469] Request Headers:
I0906 12:06:41.661145 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:41.661149 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:41.663595 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:41.664206 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:41.664214 12253 round_trippers.go:469] Request Headers:
I0906 12:06:41.664220 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:41.664224 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:41.666219 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:42.161906 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:42.161926 12253 round_trippers.go:469] Request Headers:
I0906 12:06:42.161937 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:42.161945 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:42.165222 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:42.165752 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:42.165760 12253 round_trippers.go:469] Request Headers:
I0906 12:06:42.165765 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:42.165769 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:42.167913 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:42.661255 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:42.661274 12253 round_trippers.go:469] Request Headers:
I0906 12:06:42.661282 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:42.661288 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:42.664242 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:42.664689 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:42.664697 12253 round_trippers.go:469] Request Headers:
I0906 12:06:42.664703 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:42.664706 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:42.666742 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:42.667053 12253 pod_ready.go:103] pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace has status "Ready":"False"
I0906 12:06:43.161512 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:43.161530 12253 round_trippers.go:469] Request Headers:
I0906 12:06:43.161565 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:43.161575 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:43.164590 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:43.165234 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:43.165242 12253 round_trippers.go:469] Request Headers:
I0906 12:06:43.165254 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:43.165258 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:43.167961 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:43.660826 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:43.660844 12253 round_trippers.go:469] Request Headers:
I0906 12:06:43.660873 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:43.660882 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:43.663557 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:43.663959 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:43.663966 12253 round_trippers.go:469] Request Headers:
I0906 12:06:43.663972 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:43.663976 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:43.665816 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:44.162103 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:44.162133 12253 round_trippers.go:469] Request Headers:
I0906 12:06:44.162158 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:44.162164 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:44.165060 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:44.165598 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:44.165606 12253 round_trippers.go:469] Request Headers:
I0906 12:06:44.165612 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:44.165615 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:44.167589 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:44.662307 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:44.662328 12253 round_trippers.go:469] Request Headers:
I0906 12:06:44.662339 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:44.662344 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:44.665063 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:44.665602 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:44.665610 12253 round_trippers.go:469] Request Headers:
I0906 12:06:44.665615 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:44.665619 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:44.667607 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:44.667948 12253 pod_ready.go:103] pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace has status "Ready":"False"
I0906 12:06:45.161277 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:45.161307 12253 round_trippers.go:469] Request Headers:
I0906 12:06:45.161314 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:45.161317 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:45.163751 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:45.164201 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:45.164209 12253 round_trippers.go:469] Request Headers:
I0906 12:06:45.164215 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:45.164217 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:45.166274 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:45.662080 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:45.662099 12253 round_trippers.go:469] Request Headers:
I0906 12:06:45.662106 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:45.662110 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:45.664692 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:45.665145 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:45.665152 12253 round_trippers.go:469] Request Headers:
I0906 12:06:45.665158 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:45.665162 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:45.667158 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:46.161983 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:46.162002 12253 round_trippers.go:469] Request Headers:
I0906 12:06:46.162011 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:46.162016 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:46.165135 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:46.165638 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:46.165645 12253 round_trippers.go:469] Request Headers:
I0906 12:06:46.165650 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:46.165654 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:46.167660 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:46.660973 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:46.661022 12253 round_trippers.go:469] Request Headers:
I0906 12:06:46.661036 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:46.661046 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:46.664600 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:46.665041 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:46.665051 12253 round_trippers.go:469] Request Headers:
I0906 12:06:46.665056 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:46.665061 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:46.667006 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:47.161827 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:47.161883 12253 round_trippers.go:469] Request Headers:
I0906 12:06:47.161895 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:47.161902 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:47.165549 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:47.166029 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:47.166037 12253 round_trippers.go:469] Request Headers:
I0906 12:06:47.166041 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:47.166045 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:47.168233 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:47.168577 12253 pod_ready.go:103] pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace has status "Ready":"False"
I0906 12:06:47.661554 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:47.661603 12253 round_trippers.go:469] Request Headers:
I0906 12:06:47.661616 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:47.661625 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:47.665796 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:47.666259 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:47.666266 12253 round_trippers.go:469] Request Headers:
I0906 12:06:47.666272 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:47.666276 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:47.668466 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:48.161876 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:48.161891 12253 round_trippers.go:469] Request Headers:
I0906 12:06:48.161898 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:48.161901 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:48.164419 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:48.164835 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:48.164843 12253 round_trippers.go:469] Request Headers:
I0906 12:06:48.164849 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:48.164853 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:48.166837 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:48.661562 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:48.661577 12253 round_trippers.go:469] Request Headers:
I0906 12:06:48.661598 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:48.661603 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:48.663972 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:48.664457 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:48.664465 12253 round_trippers.go:469] Request Headers:
I0906 12:06:48.664470 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:48.664475 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:48.666445 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:49.161410 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:49.161430 12253 round_trippers.go:469] Request Headers:
I0906 12:06:49.161438 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:49.161443 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:49.164478 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:49.164982 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:49.164989 12253 round_trippers.go:469] Request Headers:
I0906 12:06:49.164995 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:49.164998 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:49.167071 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:49.660698 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:49.660724 12253 round_trippers.go:469] Request Headers:
I0906 12:06:49.660736 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:49.660742 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:49.664916 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:49.665349 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:49.665357 12253 round_trippers.go:469] Request Headers:
I0906 12:06:49.665363 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:49.665367 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:49.667392 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:49.667753 12253 pod_ready.go:103] pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace has status "Ready":"False"
I0906 12:06:50.161030 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:50.161065 12253 round_trippers.go:469] Request Headers:
I0906 12:06:50.161073 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:50.161080 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:50.163537 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:50.163963 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:50.163970 12253 round_trippers.go:469] Request Headers:
I0906 12:06:50.163975 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:50.163979 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:50.166093 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:50.661184 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:50.661238 12253 round_trippers.go:469] Request Headers:
I0906 12:06:50.661263 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:50.661267 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:50.663637 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:50.664117 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:50.664125 12253 round_trippers.go:469] Request Headers:
I0906 12:06:50.664131 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:50.664134 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:50.666067 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:51.161515 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:51.161550 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.161557 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.161561 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.163979 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:51.164681 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:51.164690 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.164694 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.164697 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.166790 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:51.661266 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-99jtt
I0906 12:06:51.661291 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.661374 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.661387 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.664772 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:51.665195 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:51.665202 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.665206 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.665216 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.667400 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:51.667769 12253 pod_ready.go:93] pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:51.667779 12253 pod_ready.go:82] duration metric: took 21.007261829s for pod "coredns-6f6b679f8f-99jtt" in "kube-system" namespace to be "Ready" ...
I0906 12:06:51.667785 12253 pod_ready.go:79] waiting up to 6m0s for pod "coredns-6f6b679f8f-q4rhs" in "kube-system" namespace to be "Ready" ...
I0906 12:06:51.667821 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/coredns-6f6b679f8f-q4rhs
I0906 12:06:51.667826 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.667831 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.667836 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.669791 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:51.670205 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:51.670213 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.670218 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.670221 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.672346 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:51.672671 12253 pod_ready.go:93] pod "coredns-6f6b679f8f-q4rhs" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:51.672679 12253 pod_ready.go:82] duration metric: took 4.889471ms for pod "coredns-6f6b679f8f-q4rhs" in "kube-system" namespace to be "Ready" ...
I0906 12:06:51.672685 12253 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:51.672718 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/etcd-ha-343000
I0906 12:06:51.672723 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.672729 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.672737 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.674649 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:51.675030 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:51.675037 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.675043 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.675046 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.676915 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:51.677288 12253 pod_ready.go:93] pod "etcd-ha-343000" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:51.677297 12253 pod_ready.go:82] duration metric: took 4.607311ms for pod "etcd-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:51.677303 12253 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:51.677339 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/etcd-ha-343000-m02
I0906 12:06:51.677344 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.677349 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.677352 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.679418 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:51.679897 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:51.679907 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.679916 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.679920 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.681919 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:51.682327 12253 pod_ready.go:93] pod "etcd-ha-343000-m02" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:51.682336 12253 pod_ready.go:82] duration metric: took 5.028149ms for pod "etcd-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:51.682343 12253 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:51.682376 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/etcd-ha-343000-m03
I0906 12:06:51.682381 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.682386 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.682389 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.684781 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:51.685200 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:51.685207 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.685212 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.685215 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.687181 12253 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I0906 12:06:51.687676 12253 pod_ready.go:93] pod "etcd-ha-343000-m03" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:51.687685 12253 pod_ready.go:82] duration metric: took 5.337542ms for pod "etcd-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:51.687696 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:51.862280 12253 request.go:632] Waited for 174.544275ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000
I0906 12:06:51.862360 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000
I0906 12:06:51.862372 12253 round_trippers.go:469] Request Headers:
I0906 12:06:51.862382 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:51.862386 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:51.865455 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:52.062085 12253 request.go:632] Waited for 196.080428ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:52.062124 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:52.062130 12253 round_trippers.go:469] Request Headers:
I0906 12:06:52.062136 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:52.062140 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:52.064928 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:52.065322 12253 pod_ready.go:93] pod "kube-apiserver-ha-343000" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:52.065331 12253 pod_ready.go:82] duration metric: took 377.628905ms for pod "kube-apiserver-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:52.065338 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:52.261393 12253 request.go:632] Waited for 196.009549ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m02
I0906 12:06:52.261459 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m02
I0906 12:06:52.261471 12253 round_trippers.go:469] Request Headers:
I0906 12:06:52.261485 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:52.261492 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:52.265336 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:52.461317 12253 request.go:632] Waited for 195.311084ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:52.461356 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:52.461362 12253 round_trippers.go:469] Request Headers:
I0906 12:06:52.461370 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:52.461376 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:52.464202 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:52.464645 12253 pod_ready.go:93] pod "kube-apiserver-ha-343000-m02" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:52.464654 12253 pod_ready.go:82] duration metric: took 399.309786ms for pod "kube-apiserver-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:52.464661 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:52.662233 12253 request.go:632] Waited for 197.535092ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m03
I0906 12:06:52.662290 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-343000-m03
I0906 12:06:52.662297 12253 round_trippers.go:469] Request Headers:
I0906 12:06:52.662305 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:52.662311 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:52.665143 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:52.862031 12253 request.go:632] Waited for 196.411368ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:52.862119 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:52.862130 12253 round_trippers.go:469] Request Headers:
I0906 12:06:52.862140 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:52.862145 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:52.866136 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:52.866533 12253 pod_ready.go:93] pod "kube-apiserver-ha-343000-m03" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:52.866543 12253 pod_ready.go:82] duration metric: took 401.876526ms for pod "kube-apiserver-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:52.866550 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:53.061387 12253 request.go:632] Waited for 194.796135ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000
I0906 12:06:53.061453 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000
I0906 12:06:53.061462 12253 round_trippers.go:469] Request Headers:
I0906 12:06:53.061470 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:53.061476 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:53.064293 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:53.261526 12253 request.go:632] Waited for 196.74771ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:53.261638 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:53.261649 12253 round_trippers.go:469] Request Headers:
I0906 12:06:53.261659 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:53.261674 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:53.265603 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:53.266028 12253 pod_ready.go:93] pod "kube-controller-manager-ha-343000" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:53.266036 12253 pod_ready.go:82] duration metric: took 399.480241ms for pod "kube-controller-manager-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:53.266042 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:53.461478 12253 request.go:632] Waited for 195.397016ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000-m02
I0906 12:06:53.461556 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000-m02
I0906 12:06:53.461564 12253 round_trippers.go:469] Request Headers:
I0906 12:06:53.461571 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:53.461576 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:53.464932 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:53.661907 12253 request.go:632] Waited for 196.48537ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:53.661965 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:53.661991 12253 round_trippers.go:469] Request Headers:
I0906 12:06:53.661998 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:53.662002 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:53.665079 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:53.665555 12253 pod_ready.go:93] pod "kube-controller-manager-ha-343000-m02" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:53.665565 12253 pod_ready.go:82] duration metric: took 399.515968ms for pod "kube-controller-manager-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:53.665572 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:53.861347 12253 request.go:632] Waited for 195.73444ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000-m03
I0906 12:06:53.861414 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-343000-m03
I0906 12:06:53.861426 12253 round_trippers.go:469] Request Headers:
I0906 12:06:53.861434 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:53.861439 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:53.864177 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:54.061465 12253 request.go:632] Waited for 196.861398ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:54.061517 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:54.061554 12253 round_trippers.go:469] Request Headers:
I0906 12:06:54.061565 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:54.061570 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:54.064700 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:54.065020 12253 pod_ready.go:93] pod "kube-controller-manager-ha-343000-m03" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:54.065030 12253 pod_ready.go:82] duration metric: took 399.451485ms for pod "kube-controller-manager-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:54.065037 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-8hww6" in "kube-system" namespace to be "Ready" ...
I0906 12:06:54.263289 12253 request.go:632] Waited for 198.174584ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8hww6
I0906 12:06:54.263384 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-8hww6
I0906 12:06:54.263411 12253 round_trippers.go:469] Request Headers:
I0906 12:06:54.263436 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:54.263461 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:54.266722 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:54.461554 12253 request.go:632] Waited for 194.387224ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m04
I0906 12:06:54.461599 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m04
I0906 12:06:54.461609 12253 round_trippers.go:469] Request Headers:
I0906 12:06:54.461620 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:54.461627 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:54.465162 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:54.465533 12253 pod_ready.go:98] node "ha-343000-m04" hosting pod "kube-proxy-8hww6" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-343000-m04" has status "Ready":"Unknown"
I0906 12:06:54.465543 12253 pod_ready.go:82] duration metric: took 400.500434ms for pod "kube-proxy-8hww6" in "kube-system" namespace to be "Ready" ...
E0906 12:06:54.465549 12253 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-343000-m04" hosting pod "kube-proxy-8hww6" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-343000-m04" has status "Ready":"Unknown"
I0906 12:06:54.465555 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-r285j" in "kube-system" namespace to be "Ready" ...
I0906 12:06:54.662665 12253 request.go:632] Waited for 197.074891ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r285j
I0906 12:06:54.662731 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r285j
I0906 12:06:54.662740 12253 round_trippers.go:469] Request Headers:
I0906 12:06:54.662749 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:54.662755 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:54.665777 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:54.862800 12253 request.go:632] Waited for 196.680356ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:54.862911 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:54.862924 12253 round_trippers.go:469] Request Headers:
I0906 12:06:54.862936 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:54.862945 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:54.866911 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:54.867361 12253 pod_ready.go:93] pod "kube-proxy-r285j" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:54.867371 12253 pod_ready.go:82] duration metric: took 401.810264ms for pod "kube-proxy-r285j" in "kube-system" namespace to be "Ready" ...
I0906 12:06:54.867377 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-x6pfk" in "kube-system" namespace to be "Ready" ...
I0906 12:06:55.062512 12253 request.go:632] Waited for 195.060729ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-x6pfk
I0906 12:06:55.062609 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-x6pfk
I0906 12:06:55.062629 12253 round_trippers.go:469] Request Headers:
I0906 12:06:55.062641 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:55.062648 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:55.066272 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:55.263362 12253 request.go:632] Waited for 196.717271ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:55.263483 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:55.263494 12253 round_trippers.go:469] Request Headers:
I0906 12:06:55.263507 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:55.263520 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:55.268072 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:55.268453 12253 pod_ready.go:93] pod "kube-proxy-x6pfk" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:55.268462 12253 pod_ready.go:82] duration metric: took 401.079128ms for pod "kube-proxy-x6pfk" in "kube-system" namespace to be "Ready" ...
I0906 12:06:55.268469 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zjx8z" in "kube-system" namespace to be "Ready" ...
I0906 12:06:55.462230 12253 request.go:632] Waited for 193.721938ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zjx8z
I0906 12:06:55.462312 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zjx8z
I0906 12:06:55.462320 12253 round_trippers.go:469] Request Headers:
I0906 12:06:55.462348 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:55.462357 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:55.465173 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:55.662089 12253 request.go:632] Waited for 196.464134ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:55.662239 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:55.662255 12253 round_trippers.go:469] Request Headers:
I0906 12:06:55.662267 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:55.662275 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:55.666427 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:55.666704 12253 pod_ready.go:93] pod "kube-proxy-zjx8z" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:55.666714 12253 pod_ready.go:82] duration metric: took 398.240112ms for pod "kube-proxy-zjx8z" in "kube-system" namespace to be "Ready" ...
I0906 12:06:55.666721 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:55.861681 12253 request.go:632] Waited for 194.913797ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000
I0906 12:06:55.861767 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000
I0906 12:06:55.861778 12253 round_trippers.go:469] Request Headers:
I0906 12:06:55.861790 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:55.861799 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:55.865874 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:56.063343 12253 request.go:632] Waited for 197.091674ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:56.063481 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000
I0906 12:06:56.063491 12253 round_trippers.go:469] Request Headers:
I0906 12:06:56.063501 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:56.063508 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:56.067298 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:56.067689 12253 pod_ready.go:93] pod "kube-scheduler-ha-343000" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:56.067699 12253 pod_ready.go:82] duration metric: took 400.971333ms for pod "kube-scheduler-ha-343000" in "kube-system" namespace to be "Ready" ...
I0906 12:06:56.067706 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:56.261328 12253 request.go:632] Waited for 193.578385ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000-m02
I0906 12:06:56.261416 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000-m02
I0906 12:06:56.261431 12253 round_trippers.go:469] Request Headers:
I0906 12:06:56.261443 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:56.261451 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:56.264964 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:56.461367 12253 request.go:632] Waited for 196.051039ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:56.461433 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m02
I0906 12:06:56.461441 12253 round_trippers.go:469] Request Headers:
I0906 12:06:56.461449 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:56.461454 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:56.464367 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:56.464786 12253 pod_ready.go:93] pod "kube-scheduler-ha-343000-m02" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:56.464799 12253 pod_ready.go:82] duration metric: took 397.083037ms for pod "kube-scheduler-ha-343000-m02" in "kube-system" namespace to be "Ready" ...
I0906 12:06:56.464806 12253 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:56.662171 12253 request.go:632] Waited for 197.309952ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000-m03
I0906 12:06:56.662326 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-343000-m03
I0906 12:06:56.662340 12253 round_trippers.go:469] Request Headers:
I0906 12:06:56.662352 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:56.662363 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:56.665960 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:56.862106 12253 request.go:632] Waited for 195.559257ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:56.862214 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes/ha-343000-m03
I0906 12:06:56.862225 12253 round_trippers.go:469] Request Headers:
I0906 12:06:56.862236 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:56.862243 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:56.866072 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:56.866312 12253 pod_ready.go:93] pod "kube-scheduler-ha-343000-m03" in "kube-system" namespace has status "Ready":"True"
I0906 12:06:56.866321 12253 pod_ready.go:82] duration metric: took 401.509457ms for pod "kube-scheduler-ha-343000-m03" in "kube-system" namespace to be "Ready" ...
I0906 12:06:56.866329 12253 pod_ready.go:39] duration metric: took 26.216828833s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0906 12:06:56.866341 12253 api_server.go:52] waiting for apiserver process to appear ...
I0906 12:06:56.866386 12253 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0906 12:06:56.878910 12253 api_server.go:72] duration metric: took 26.422463192s to wait for apiserver process to appear ...
I0906 12:06:56.878922 12253 api_server.go:88] waiting for apiserver healthz status ...
I0906 12:06:56.878935 12253 api_server.go:253] Checking apiserver healthz at https://192.169.0.24:8443/healthz ...
I0906 12:06:56.883745 12253 api_server.go:279] https://192.169.0.24:8443/healthz returned 200:
ok
I0906 12:06:56.883791 12253 round_trippers.go:463] GET https://192.169.0.24:8443/version
I0906 12:06:56.883796 12253 round_trippers.go:469] Request Headers:
I0906 12:06:56.883803 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:56.883808 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:56.884469 12253 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I0906 12:06:56.884556 12253 api_server.go:141] control plane version: v1.31.0
I0906 12:06:56.884568 12253 api_server.go:131] duration metric: took 5.641059ms to wait for apiserver health ...
I0906 12:06:56.884573 12253 system_pods.go:43] waiting for kube-system pods to appear ...
I0906 12:06:57.061374 12253 request.go:632] Waited for 176.731786ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods
I0906 12:06:57.061457 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods
I0906 12:06:57.061468 12253 round_trippers.go:469] Request Headers:
I0906 12:06:57.061480 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:57.061487 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:57.066391 12253 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I0906 12:06:57.071924 12253 system_pods.go:59] 26 kube-system pods found
I0906 12:06:57.071938 12253 system_pods.go:61] "coredns-6f6b679f8f-99jtt" [c6f0e0e0-ca35-4dc7-a18c-9bd31487f371] Running
I0906 12:06:57.071942 12253 system_pods.go:61] "coredns-6f6b679f8f-q4rhs" [c294684b-90fb-4f77-941a-10faef810a0c] Running
I0906 12:06:57.071945 12253 system_pods.go:61] "etcd-ha-343000" [642a798f-3bac-487d-9ddd-8a53b51d3b46] Running
I0906 12:06:57.071948 12253 system_pods.go:61] "etcd-ha-343000-m02" [de81e1f4-dfe8-442b-9d64-220519d30b24] Running
I0906 12:06:57.071952 12253 system_pods.go:61] "etcd-ha-343000-m03" [d564233b-22e9-4873-8071-ef535ca1bd83] Running
I0906 12:06:57.071955 12253 system_pods.go:61] "kindnet-5rtpx" [773838a1-3123-46ce-8dbb-9f916c3f4259] Running
I0906 12:06:57.071958 12253 system_pods.go:61] "kindnet-9rf4h" [363a73a6-1851-4ec5-a0e5-6270edf75902] Running
I0906 12:06:57.071962 12253 system_pods.go:61] "kindnet-ksnvp" [4888f026-8cd9-4122-a310-7f03c43c183d] Running
I0906 12:06:57.071964 12253 system_pods.go:61] "kindnet-tj4jx" [76121e61-0d6a-4534-af9c-cbecff2c2939] Running
I0906 12:06:57.071967 12253 system_pods.go:61] "kube-apiserver-ha-343000" [7d454013-0af1-4b0a-9677-b8f47cc7315d] Running
I0906 12:06:57.071973 12253 system_pods.go:61] "kube-apiserver-ha-343000-m02" [1ed64c19-92ff-45a0-8f15-5043d7b1dcf0] Running
I0906 12:06:57.071977 12253 system_pods.go:61] "kube-apiserver-ha-343000-m03" [5a6e83f6-3ee5-4283-91bb-c52b31c678fe] Running
I0906 12:06:57.071979 12253 system_pods.go:61] "kube-controller-manager-ha-343000" [8ccf7c24-8b00-4035-90f3-e5681c501612] Running
I0906 12:06:57.071982 12253 system_pods.go:61] "kube-controller-manager-ha-343000-m02" [641fd911-9960-45a3-8d68-2675361935fd] Running
I0906 12:06:57.071985 12253 system_pods.go:61] "kube-controller-manager-ha-343000-m03" [4a2c1044-215e-4598-85f0-b1c10b8966a5] Running
I0906 12:06:57.071988 12253 system_pods.go:61] "kube-proxy-8hww6" [aa46eef9-733c-4f42-8c7c-ad0ed8009b8a] Running
I0906 12:06:57.071991 12253 system_pods.go:61] "kube-proxy-r285j" [9ded92c7-abd8-4feb-9882-fd560067a7ec] Running
I0906 12:06:57.071993 12253 system_pods.go:61] "kube-proxy-x6pfk" [00635268-0e0c-4053-916d-59dab9aa4272] Running
I0906 12:06:57.071996 12253 system_pods.go:61] "kube-proxy-zjx8z" [10ff5bb6-ea0d-4fcd-a7e0-556c81bc6fcb] Running
I0906 12:06:57.071999 12253 system_pods.go:61] "kube-scheduler-ha-343000" [e6174869-89a6-4e03-9e55-2c70be88786b] Running
I0906 12:06:57.072001 12253 system_pods.go:61] "kube-scheduler-ha-343000-m02" [f0d8a780-a737-4b72-97cb-b9063f3e67f4] Running
I0906 12:06:57.072004 12253 system_pods.go:61] "kube-scheduler-ha-343000-m03" [31d10255-ba89-4c31-b273-5602d5085146] Running
I0906 12:06:57.072007 12253 system_pods.go:61] "kube-vip-ha-343000" [0a4a90d9-ad02-4ff9-8bce-19755faee6e9] Running
I0906 12:06:57.072009 12253 system_pods.go:61] "kube-vip-ha-343000-m02" [a0e27399-b48e-4dcd-aa70-248480b78d32] Running
I0906 12:06:57.072012 12253 system_pods.go:61] "kube-vip-ha-343000-m03" [87ab84a4-cd00-4339-84da-9bbd565e2c4d] Running
I0906 12:06:57.072017 12253 system_pods.go:61] "storage-provisioner" [9815f44c-20e3-4243-8eb4-60cd42a850ad] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0906 12:06:57.072022 12253 system_pods.go:74] duration metric: took 187.444826ms to wait for pod list to return data ...
I0906 12:06:57.072029 12253 default_sa.go:34] waiting for default service account to be created ...
I0906 12:06:57.261398 12253 request.go:632] Waited for 189.325312ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/default/serviceaccounts
I0906 12:06:57.261443 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/default/serviceaccounts
I0906 12:06:57.261451 12253 round_trippers.go:469] Request Headers:
I0906 12:06:57.261471 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:57.261475 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:57.264018 12253 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I0906 12:06:57.264078 12253 default_sa.go:45] found service account: "default"
I0906 12:06:57.264086 12253 default_sa.go:55] duration metric: took 192.051635ms for default service account to be created ...
I0906 12:06:57.264103 12253 system_pods.go:116] waiting for k8s-apps to be running ...
I0906 12:06:57.461307 12253 request.go:632] Waited for 197.162907ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods
I0906 12:06:57.461342 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/namespaces/kube-system/pods
I0906 12:06:57.461347 12253 round_trippers.go:469] Request Headers:
I0906 12:06:57.461367 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:57.461393 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:57.466559 12253 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I0906 12:06:57.471959 12253 system_pods.go:86] 26 kube-system pods found
I0906 12:06:57.471969 12253 system_pods.go:89] "coredns-6f6b679f8f-99jtt" [c6f0e0e0-ca35-4dc7-a18c-9bd31487f371] Running
I0906 12:06:57.471974 12253 system_pods.go:89] "coredns-6f6b679f8f-q4rhs" [c294684b-90fb-4f77-941a-10faef810a0c] Running
I0906 12:06:57.471977 12253 system_pods.go:89] "etcd-ha-343000" [642a798f-3bac-487d-9ddd-8a53b51d3b46] Running
I0906 12:06:57.471981 12253 system_pods.go:89] "etcd-ha-343000-m02" [de81e1f4-dfe8-442b-9d64-220519d30b24] Running
I0906 12:06:57.471985 12253 system_pods.go:89] "etcd-ha-343000-m03" [d564233b-22e9-4873-8071-ef535ca1bd83] Running
I0906 12:06:57.471989 12253 system_pods.go:89] "kindnet-5rtpx" [773838a1-3123-46ce-8dbb-9f916c3f4259] Running
I0906 12:06:57.471992 12253 system_pods.go:89] "kindnet-9rf4h" [363a73a6-1851-4ec5-a0e5-6270edf75902] Running
I0906 12:06:57.471994 12253 system_pods.go:89] "kindnet-ksnvp" [4888f026-8cd9-4122-a310-7f03c43c183d] Running
I0906 12:06:57.471997 12253 system_pods.go:89] "kindnet-tj4jx" [76121e61-0d6a-4534-af9c-cbecff2c2939] Running
I0906 12:06:57.472000 12253 system_pods.go:89] "kube-apiserver-ha-343000" [7d454013-0af1-4b0a-9677-b8f47cc7315d] Running
I0906 12:06:57.472003 12253 system_pods.go:89] "kube-apiserver-ha-343000-m02" [1ed64c19-92ff-45a0-8f15-5043d7b1dcf0] Running
I0906 12:06:57.472006 12253 system_pods.go:89] "kube-apiserver-ha-343000-m03" [5a6e83f6-3ee5-4283-91bb-c52b31c678fe] Running
I0906 12:06:57.472009 12253 system_pods.go:89] "kube-controller-manager-ha-343000" [8ccf7c24-8b00-4035-90f3-e5681c501612] Running
I0906 12:06:57.472012 12253 system_pods.go:89] "kube-controller-manager-ha-343000-m02" [641fd911-9960-45a3-8d68-2675361935fd] Running
I0906 12:06:57.472015 12253 system_pods.go:89] "kube-controller-manager-ha-343000-m03" [4a2c1044-215e-4598-85f0-b1c10b8966a5] Running
I0906 12:06:57.472017 12253 system_pods.go:89] "kube-proxy-8hww6" [aa46eef9-733c-4f42-8c7c-ad0ed8009b8a] Running
I0906 12:06:57.472020 12253 system_pods.go:89] "kube-proxy-r285j" [9ded92c7-abd8-4feb-9882-fd560067a7ec] Running
I0906 12:06:57.472023 12253 system_pods.go:89] "kube-proxy-x6pfk" [00635268-0e0c-4053-916d-59dab9aa4272] Running
I0906 12:06:57.472026 12253 system_pods.go:89] "kube-proxy-zjx8z" [10ff5bb6-ea0d-4fcd-a7e0-556c81bc6fcb] Running
I0906 12:06:57.472029 12253 system_pods.go:89] "kube-scheduler-ha-343000" [e6174869-89a6-4e03-9e55-2c70be88786b] Running
I0906 12:06:57.472031 12253 system_pods.go:89] "kube-scheduler-ha-343000-m02" [f0d8a780-a737-4b72-97cb-b9063f3e67f4] Running
I0906 12:06:57.472034 12253 system_pods.go:89] "kube-scheduler-ha-343000-m03" [31d10255-ba89-4c31-b273-5602d5085146] Running
I0906 12:06:57.472037 12253 system_pods.go:89] "kube-vip-ha-343000" [0a4a90d9-ad02-4ff9-8bce-19755faee6e9] Running
I0906 12:06:57.472040 12253 system_pods.go:89] "kube-vip-ha-343000-m02" [a0e27399-b48e-4dcd-aa70-248480b78d32] Running
I0906 12:06:57.472043 12253 system_pods.go:89] "kube-vip-ha-343000-m03" [87ab84a4-cd00-4339-84da-9bbd565e2c4d] Running
I0906 12:06:57.472047 12253 system_pods.go:89] "storage-provisioner" [9815f44c-20e3-4243-8eb4-60cd42a850ad] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I0906 12:06:57.472052 12253 system_pods.go:126] duration metric: took 207.94336ms to wait for k8s-apps to be running ...
I0906 12:06:57.472059 12253 system_svc.go:44] waiting for kubelet service to be running ....
I0906 12:06:57.472107 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0906 12:06:57.483773 12253 system_svc.go:56] duration metric: took 11.709185ms WaitForService to wait for kubelet
I0906 12:06:57.483792 12253 kubeadm.go:582] duration metric: took 27.027343725s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0906 12:06:57.483805 12253 node_conditions.go:102] verifying NodePressure condition ...
I0906 12:06:57.662348 12253 request.go:632] Waited for 178.494779ms due to client-side throttling, not priority and fairness, request: GET:https://192.169.0.24:8443/api/v1/nodes
I0906 12:06:57.662425 12253 round_trippers.go:463] GET https://192.169.0.24:8443/api/v1/nodes
I0906 12:06:57.662436 12253 round_trippers.go:469] Request Headers:
I0906 12:06:57.662448 12253 round_trippers.go:473] Accept: application/json, */*
I0906 12:06:57.662457 12253 round_trippers.go:473] User-Agent: minikube-darwin-amd64/v0.0.0 (darwin/amd64) kubernetes/$Format
I0906 12:06:57.665964 12253 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0906 12:06:57.666853 12253 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0906 12:06:57.666864 12253 node_conditions.go:123] node cpu capacity is 2
I0906 12:06:57.666872 12253 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0906 12:06:57.666875 12253 node_conditions.go:123] node cpu capacity is 2
I0906 12:06:57.666879 12253 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0906 12:06:57.666882 12253 node_conditions.go:123] node cpu capacity is 2
I0906 12:06:57.666885 12253 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0906 12:06:57.666888 12253 node_conditions.go:123] node cpu capacity is 2
I0906 12:06:57.666892 12253 node_conditions.go:105] duration metric: took 183.082589ms to run NodePressure ...
I0906 12:06:57.666899 12253 start.go:241] waiting for startup goroutines ...
I0906 12:06:57.666913 12253 start.go:255] writing updated cluster config ...
I0906 12:06:57.689595 12253 out.go:201]
I0906 12:06:57.710968 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:06:57.711085 12253 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/config.json ...
I0906 12:06:57.733311 12253 out.go:177] * Starting "ha-343000-m04" worker node in "ha-343000" cluster
I0906 12:06:57.776497 12253 preload.go:131] Checking if preload exists for k8s version v1.31.0 and runtime docker
I0906 12:06:57.776531 12253 cache.go:56] Caching tarball of preloaded images
I0906 12:06:57.776758 12253 preload.go:172] Found /Users/jenkins/minikube-integration/19576-7784/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0906 12:06:57.776776 12253 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0 on docker
I0906 12:06:57.776887 12253 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/config.json ...
I0906 12:06:57.777953 12253 start.go:360] acquireMachinesLock for ha-343000-m04: {Name:mk6774997b000639e1f6cdf83b050bcb024e422a Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0906 12:06:57.778066 12253 start.go:364] duration metric: took 90.409µs to acquireMachinesLock for "ha-343000-m04"
I0906 12:06:57.778091 12253 start.go:96] Skipping create...Using existing machine configuration
I0906 12:06:57.778100 12253 fix.go:54] fixHost starting: m04
I0906 12:06:57.778535 12253 main.go:141] libmachine: Found binary path at /Users/jenkins/workspace/out/docker-machine-driver-hyperkit
I0906 12:06:57.778560 12253 main.go:141] libmachine: Launching plugin server for driver hyperkit
I0906 12:06:57.788011 12253 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:56397
I0906 12:06:57.788364 12253 main.go:141] libmachine: () Calling .GetVersion
I0906 12:06:57.788747 12253 main.go:141] libmachine: Using API Version 1
I0906 12:06:57.788763 12253 main.go:141] libmachine: () Calling .SetConfigRaw
I0906 12:06:57.789004 12253 main.go:141] libmachine: () Calling .GetMachineName
I0906 12:06:57.789119 12253 main.go:141] libmachine: (ha-343000-m04) Calling .DriverName
I0906 12:06:57.789216 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetState
I0906 12:06:57.789290 12253 main.go:141] libmachine: (ha-343000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:06:57.789388 12253 main.go:141] libmachine: (ha-343000-m04) DBG | hyperkit pid from json: 10558
I0906 12:06:57.790320 12253 main.go:141] libmachine: (ha-343000-m04) DBG | hyperkit pid 10558 missing from process table
I0906 12:06:57.790346 12253 fix.go:112] recreateIfNeeded on ha-343000-m04: state=Stopped err=<nil>
I0906 12:06:57.790354 12253 main.go:141] libmachine: (ha-343000-m04) Calling .DriverName
W0906 12:06:57.790423 12253 fix.go:138] unexpected machine state, will restart: <nil>
I0906 12:06:57.811236 12253 out.go:177] * Restarting existing hyperkit VM for "ha-343000-m04" ...
I0906 12:06:57.853317 12253 main.go:141] libmachine: (ha-343000-m04) Calling .Start
I0906 12:06:57.853695 12253 main.go:141] libmachine: (ha-343000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:06:57.853752 12253 main.go:141] libmachine: (ha-343000-m04) DBG | clean start, hyperkit pid file doesn't exist: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/hyperkit.pid
I0906 12:06:57.853833 12253 main.go:141] libmachine: (ha-343000-m04) DBG | Using UUID 0c45b4e9-6162-4e5f-8b6f-82e9c2aa82c5
I0906 12:06:57.879995 12253 main.go:141] libmachine: (ha-343000-m04) DBG | Generated MAC 6a:d8:ba:fa:e9:e7
I0906 12:06:57.880018 12253 main.go:141] libmachine: (ha-343000-m04) DBG | Starting with cmdline: loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000
I0906 12:06:57.880162 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 DEBUG: hyperkit: Start &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"0c45b4e9-6162-4e5f-8b6f-82e9c2aa82c5", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0001201e0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0906 12:06:57.880191 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 DEBUG: hyperkit: check &hyperkit.HyperKit{HyperKit:"/usr/local/bin/hyperkit", Argv0:"", StateDir:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04", VPNKitSock:"", VPNKitUUID:"", VPNKitPreferredIPv4:"", UUID:"0c45b4e9-6162-4e5f-8b6f-82e9c2aa82c5", Disks:[]hyperkit.Disk{(*hyperkit.RawDisk)(0xc0001201e0)}, ISOImages:[]string{"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/boot2docker.iso"}, VSock:false, VSockDir:"", VSockPorts:[]int(nil), VSockGuestCID:3, VMNet:true, Sockets9P:[]hyperkit.Socket9P(nil), Kernel:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/bzimage", Initrd:"/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/initrd", Bootrom:"", CPUs:2, Memory:2200, Console:1, Serials:[]hyperkit.Serial(nil), Pid:0, Arguments:[]string(nil), CmdLine:"", process:(*os.Process)(nil)}
I0906 12:06:57.880277 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 DEBUG: hyperkit: Arguments: []string{"-A", "-u", "-F", "/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/hyperkit.pid", "-c", "2", "-m", "2200M", "-s", "0:0,hostbridge", "-s", "31,lpc", "-s", "1:0,virtio-net", "-U", "0c45b4e9-6162-4e5f-8b6f-82e9c2aa82c5", "-s", "2:0,virtio-blk,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/ha-343000-m04.rawdisk", "-s", "3,ahci-cd,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/boot2docker.iso", "-s", "4,virtio-rnd", "-l", "com1,autopty=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/tty,log=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/console-ring", "-f", "kexec,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/bzimage,/Users/jenkins/minikube-integration/19576-7784/.minikube/machine
s/ha-343000-m04/initrd,earlyprintk=serial loglevel=3 console=ttyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000"}
I0906 12:06:57.880319 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 DEBUG: hyperkit: CmdLine: "/usr/local/bin/hyperkit -A -u -F /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/hyperkit.pid -c 2 -m 2200M -s 0:0,hostbridge -s 31,lpc -s 1:0,virtio-net -U 0c45b4e9-6162-4e5f-8b6f-82e9c2aa82c5 -s 2:0,virtio-blk,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/ha-343000-m04.rawdisk -s 3,ahci-cd,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/boot2docker.iso -s 4,virtio-rnd -l com1,autopty=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/tty,log=/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/console-ring -f kexec,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/bzimage,/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/initrd,earlyprintk=serial loglevel=3 console=t
tyS0 console=tty0 noembed nomodeset norestore waitusb=10 systemd.legacy_systemd_cgroup_controller=yes random.trust_cpu=on hw_rng_model=virtio base host=ha-343000"
I0906 12:06:57.880330 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 DEBUG: hyperkit: Redirecting stdout/stderr to logger
I0906 12:06:57.881745 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 DEBUG: hyperkit: Pid is 12301
I0906 12:06:57.882213 12253 main.go:141] libmachine: (ha-343000-m04) DBG | Attempt 0
I0906 12:06:57.882229 12253 main.go:141] libmachine: (ha-343000-m04) DBG | exe=/Users/jenkins/workspace/out/docker-machine-driver-hyperkit uid=0
I0906 12:06:57.882285 12253 main.go:141] libmachine: (ha-343000-m04) DBG | hyperkit pid from json: 12301
I0906 12:06:57.884227 12253 main.go:141] libmachine: (ha-343000-m04) DBG | Searching for 6a:d8:ba:fa:e9:e7 in /var/db/dhcpd_leases ...
I0906 12:06:57.884329 12253 main.go:141] libmachine: (ha-343000-m04) DBG | Found 26 entries in /var/db/dhcpd_leases!
I0906 12:06:57.884344 12253 main.go:141] libmachine: (ha-343000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.26 HWAddress:3e:84:3d:bc:9c:31 ID:1,3e:84:3d:bc:9c:31 Lease:0x66dca42d}
I0906 12:06:57.884361 12253 main.go:141] libmachine: (ha-343000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.25 HWAddress:a2:d5:dd:3d:e9:56 ID:1,a2:d5:dd:3d:e9:56 Lease:0x66dca3fa}
I0906 12:06:57.884375 12253 main.go:141] libmachine: (ha-343000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.24 HWAddress:e:ef:97:91:be:81 ID:1,e:ef:97:91:be:81 Lease:0x66dca3e7}
I0906 12:06:57.884400 12253 main.go:141] libmachine: (ha-343000-m04) DBG | dhcp entry: {Name:minikube IPAddress:192.169.0.27 HWAddress:6a:d8:ba:fa:e9:e7 ID:1,6a:d8:ba:fa:e9:e7 Lease:0x66db5123}
I0906 12:06:57.884406 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetConfigRaw
I0906 12:06:57.884413 12253 main.go:141] libmachine: (ha-343000-m04) DBG | Found match: 6a:d8:ba:fa:e9:e7
I0906 12:06:57.884464 12253 main.go:141] libmachine: (ha-343000-m04) DBG | IP: 192.169.0.27
I0906 12:06:57.885084 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetIP
I0906 12:06:57.885308 12253 profile.go:143] Saving config to /Users/jenkins/minikube-integration/19576-7784/.minikube/profiles/ha-343000/config.json ...
I0906 12:06:57.885947 12253 machine.go:93] provisionDockerMachine start ...
I0906 12:06:57.885958 12253 main.go:141] libmachine: (ha-343000-m04) Calling .DriverName
I0906 12:06:57.886118 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:06:57.886263 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:06:57.886401 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:06:57.886518 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:06:57.886625 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:06:57.886755 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:06:57.886913 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.27 22 <nil> <nil>}
I0906 12:06:57.886920 12253 main.go:141] libmachine: About to run SSH command:
hostname
I0906 12:06:57.890225 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 INFO : hyperkit: stderr: Using fd 5 for I/O notifications
I0906 12:06:57.898506 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 INFO : hyperkit: stderr: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/boot2docker.iso: fcntl(F_PUNCHHOLE) Operation not permitted: block device will not support TRIM/DISCARD
I0906 12:06:57.900023 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0906 12:06:57.900046 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0906 12:06:57.900059 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0906 12:06:57.900081 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:57 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0906 12:06:58.292623 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:58 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 0
I0906 12:06:58.292638 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:58 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 0
I0906 12:06:58.407402 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 2 bit: 22 unspecified don't care: bit is 0
I0906 12:06:58.407425 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 12 unspecified don't care: bit is 0
I0906 12:06:58.407438 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 4 bit: 20 unspecified don't care: bit is 0
I0906 12:06:58.407462 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:58 INFO : hyperkit: stderr: vmx_set_ctlreg: cap_field: 3 bit: 13 unspecified don't care: bit is 0
I0906 12:06:58.408295 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:58 INFO : hyperkit: stderr: rdmsr to register 0x3a on vcpu 1
I0906 12:06:58.408305 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:06:58 INFO : hyperkit: stderr: rdmsr to register 0x140 on vcpu 1
I0906 12:07:04.116677 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:07:04 INFO : hyperkit: stderr: rdmsr to register 0x64d on vcpu 1
I0906 12:07:04.116760 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:07:04 INFO : hyperkit: stderr: rdmsr to register 0x64e on vcpu 1
I0906 12:07:04.116771 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:07:04 INFO : hyperkit: stderr: rdmsr to register 0x34 on vcpu 1
I0906 12:07:04.140349 12253 main.go:141] libmachine: (ha-343000-m04) DBG | 2024/09/06 12:07:04 INFO : hyperkit: stderr: rdmsr to register 0xc0011029 on vcpu 1
I0906 12:07:32.960229 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0906 12:07:32.960245 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetMachineName
I0906 12:07:32.960393 12253 buildroot.go:166] provisioning hostname "ha-343000-m04"
I0906 12:07:32.960404 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetMachineName
I0906 12:07:32.960498 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:07:32.960578 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:07:32.960651 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:32.960733 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:32.960822 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:07:32.960938 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:07:32.961089 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.27 22 <nil> <nil>}
I0906 12:07:32.961097 12253 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-343000-m04 && echo "ha-343000-m04" | sudo tee /etc/hostname
I0906 12:07:33.029657 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-343000-m04
I0906 12:07:33.029671 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:07:33.029803 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:07:33.029895 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:33.029994 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:33.030077 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:07:33.030212 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:07:33.030354 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.27 22 <nil> <nil>}
I0906 12:07:33.030365 12253 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-343000-m04' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-343000-m04/g' /etc/hosts;
else
echo '127.0.1.1 ha-343000-m04' | sudo tee -a /etc/hosts;
fi
fi
I0906 12:07:33.094966 12253 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0906 12:07:33.094982 12253 buildroot.go:172] set auth options {CertDir:/Users/jenkins/minikube-integration/19576-7784/.minikube CaCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/19576-7784/.minikube}
I0906 12:07:33.094992 12253 buildroot.go:174] setting up certificates
I0906 12:07:33.094999 12253 provision.go:84] configureAuth start
I0906 12:07:33.095005 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetMachineName
I0906 12:07:33.095148 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetIP
I0906 12:07:33.095261 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:07:33.095345 12253 provision.go:143] copyHostCerts
I0906 12:07:33.095383 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem
I0906 12:07:33.095445 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem, removing ...
I0906 12:07:33.095451 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem
I0906 12:07:33.095595 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/ca.pem (1078 bytes)
I0906 12:07:33.095788 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem
I0906 12:07:33.095828 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem, removing ...
I0906 12:07:33.095833 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem
I0906 12:07:33.095913 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/cert.pem (1123 bytes)
I0906 12:07:33.096069 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem -> /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem
I0906 12:07:33.096123 12253 exec_runner.go:144] found /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem, removing ...
I0906 12:07:33.096133 12253 exec_runner.go:203] rm: /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem
I0906 12:07:33.096216 12253 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/19576-7784/.minikube/key.pem (1675 bytes)
I0906 12:07:33.096362 12253 provision.go:117] generating server cert: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca-key.pem org=jenkins.ha-343000-m04 san=[127.0.0.1 192.169.0.27 ha-343000-m04 localhost minikube]
I0906 12:07:33.148486 12253 provision.go:177] copyRemoteCerts
I0906 12:07:33.148536 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0906 12:07:33.148551 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:07:33.148688 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:07:33.148785 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:33.148886 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:07:33.148968 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.27 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/id_rsa Username:docker}
I0906 12:07:33.184847 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0906 12:07:33.184925 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0906 12:07:33.204793 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0906 12:07:33.204868 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0906 12:07:33.225189 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem -> /etc/docker/server.pem
I0906 12:07:33.225262 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0906 12:07:33.245047 12253 provision.go:87] duration metric: took 150.030083ms to configureAuth
I0906 12:07:33.245064 12253 buildroot.go:189] setting minikube options for container-runtime
I0906 12:07:33.245233 12253 config.go:182] Loaded profile config "ha-343000": Driver=hyperkit, ContainerRuntime=docker, KubernetesVersion=v1.31.0
I0906 12:07:33.245264 12253 main.go:141] libmachine: (ha-343000-m04) Calling .DriverName
I0906 12:07:33.245394 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:07:33.245474 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:07:33.245563 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:33.245656 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:33.245735 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:07:33.245857 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:07:33.245998 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.27 22 <nil> <nil>}
I0906 12:07:33.246006 12253 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0906 12:07:33.305766 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0906 12:07:33.305779 12253 buildroot.go:70] root file system type: tmpfs
I0906 12:07:33.305852 12253 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0906 12:07:33.305865 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:07:33.305998 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:07:33.306097 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:33.306198 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:33.306282 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:07:33.306410 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:07:33.306555 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.27 22 <nil> <nil>}
I0906 12:07:33.306603 12253 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.169.0.24"
Environment="NO_PROXY=192.169.0.24,192.169.0.25"
Environment="NO_PROXY=192.169.0.24,192.169.0.25,192.169.0.26"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0906 12:07:33.377062 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.169.0.24
Environment=NO_PROXY=192.169.0.24,192.169.0.25
Environment=NO_PROXY=192.169.0.24,192.169.0.25,192.169.0.26
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperkit --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0906 12:07:33.377081 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:07:33.377218 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:07:33.377309 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:33.377395 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:33.377470 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:07:33.377595 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:07:33.377731 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.27 22 <nil> <nil>}
I0906 12:07:33.377745 12253 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0906 12:07:34.969419 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0906 12:07:34.969435 12253 machine.go:96] duration metric: took 37.07976383s to provisionDockerMachine
I0906 12:07:34.969443 12253 start.go:293] postStartSetup for "ha-343000-m04" (driver="hyperkit")
I0906 12:07:34.969451 12253 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0906 12:07:34.969464 12253 main.go:141] libmachine: (ha-343000-m04) Calling .DriverName
I0906 12:07:34.969653 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0906 12:07:34.969667 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:07:34.969755 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:07:34.969839 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:34.969938 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:07:34.970026 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.27 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/id_rsa Username:docker}
I0906 12:07:35.005883 12253 ssh_runner.go:195] Run: cat /etc/os-release
I0906 12:07:35.009124 12253 info.go:137] Remote host: Buildroot 2023.02.9
I0906 12:07:35.009135 12253 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-7784/.minikube/addons for local assets ...
I0906 12:07:35.009234 12253 filesync.go:126] Scanning /Users/jenkins/minikube-integration/19576-7784/.minikube/files for local assets ...
I0906 12:07:35.009411 12253 filesync.go:149] local asset: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem -> 83642.pem in /etc/ssl/certs
I0906 12:07:35.009418 12253 vm_assets.go:164] NewFileAsset: /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem -> /etc/ssl/certs/83642.pem
I0906 12:07:35.009642 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0906 12:07:35.017147 12253 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/19576-7784/.minikube/files/etc/ssl/certs/83642.pem --> /etc/ssl/certs/83642.pem (1708 bytes)
I0906 12:07:35.037468 12253 start.go:296] duration metric: took 68.014068ms for postStartSetup
I0906 12:07:35.037488 12253 main.go:141] libmachine: (ha-343000-m04) Calling .DriverName
I0906 12:07:35.037659 12253 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0906 12:07:35.037673 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:07:35.037762 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:07:35.037851 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:35.037939 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:07:35.038032 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.27 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/id_rsa Username:docker}
I0906 12:07:35.073675 12253 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0906 12:07:35.073738 12253 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0906 12:07:35.107246 12253 fix.go:56] duration metric: took 37.325422655s for fixHost
I0906 12:07:35.107273 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:07:35.107423 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:07:35.107527 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:35.107605 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:35.107700 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:07:35.107824 12253 main.go:141] libmachine: Using SSH client type: native
I0906 12:07:35.107967 12253 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xcec0ea0] 0xcec3c00 <nil> [] 0s} 192.169.0.27 22 <nil> <nil>}
I0906 12:07:35.107979 12253 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0906 12:07:35.169429 12253 main.go:141] libmachine: SSH cmd err, output: <nil>: 1725649655.267789382
I0906 12:07:35.169443 12253 fix.go:216] guest clock: 1725649655.267789382
I0906 12:07:35.169449 12253 fix.go:229] Guest: 2024-09-06 12:07:35.267789382 -0700 PDT Remote: 2024-09-06 12:07:35.107262 -0700 PDT m=+153.317111189 (delta=160.527382ms)
I0906 12:07:35.169466 12253 fix.go:200] guest clock delta is within tolerance: 160.527382ms
I0906 12:07:35.169472 12253 start.go:83] releasing machines lock for "ha-343000-m04", held for 37.387671405s
I0906 12:07:35.169494 12253 main.go:141] libmachine: (ha-343000-m04) Calling .DriverName
I0906 12:07:35.169634 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetIP
I0906 12:07:35.192021 12253 out.go:177] * Found network options:
I0906 12:07:35.212912 12253 out.go:177] - NO_PROXY=192.169.0.24,192.169.0.25,192.169.0.26
W0906 12:07:35.233597 12253 proxy.go:119] fail to check proxy env: Error ip not in block
W0906 12:07:35.233618 12253 proxy.go:119] fail to check proxy env: Error ip not in block
W0906 12:07:35.233628 12253 proxy.go:119] fail to check proxy env: Error ip not in block
I0906 12:07:35.233643 12253 main.go:141] libmachine: (ha-343000-m04) Calling .DriverName
I0906 12:07:35.234159 12253 main.go:141] libmachine: (ha-343000-m04) Calling .DriverName
I0906 12:07:35.234366 12253 main.go:141] libmachine: (ha-343000-m04) Calling .DriverName
I0906 12:07:35.234455 12253 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0906 12:07:35.234491 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
W0906 12:07:35.234542 12253 proxy.go:119] fail to check proxy env: Error ip not in block
W0906 12:07:35.234565 12253 proxy.go:119] fail to check proxy env: Error ip not in block
W0906 12:07:35.234576 12253 proxy.go:119] fail to check proxy env: Error ip not in block
I0906 12:07:35.234648 12253 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0906 12:07:35.234651 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:07:35.234665 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHHostname
I0906 12:07:35.234826 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHPort
I0906 12:07:35.234871 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:35.235007 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:07:35.235056 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHKeyPath
I0906 12:07:35.235182 12253 main.go:141] libmachine: (ha-343000-m04) Calling .GetSSHUsername
I0906 12:07:35.235206 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.27 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/id_rsa Username:docker}
I0906 12:07:35.235315 12253 sshutil.go:53] new ssh client: &{IP:192.169.0.27 Port:22 SSHKeyPath:/Users/jenkins/minikube-integration/19576-7784/.minikube/machines/ha-343000-m04/id_rsa Username:docker}
W0906 12:07:35.268496 12253 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0906 12:07:35.268557 12253 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0906 12:07:35.318514 12253 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0906 12:07:35.318528 12253 start.go:495] detecting cgroup driver to use...
I0906 12:07:35.318592 12253 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0906 12:07:35.333874 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0906 12:07:35.343295 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0906 12:07:35.352492 12253 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0906 12:07:35.352552 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0906 12:07:35.361630 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0906 12:07:35.370668 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0906 12:07:35.379741 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0906 12:07:35.389143 12253 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0906 12:07:35.398542 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0906 12:07:35.407763 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0906 12:07:35.416819 12253 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0906 12:07:35.426383 12253 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0906 12:07:35.434689 12253 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0906 12:07:35.442821 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:07:35.546285 12253 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0906 12:07:35.565383 12253 start.go:495] detecting cgroup driver to use...
I0906 12:07:35.565458 12253 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0906 12:07:35.587708 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0906 12:07:35.599182 12253 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0906 12:07:35.618394 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0906 12:07:35.629619 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0906 12:07:35.640716 12253 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0906 12:07:35.663169 12253 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0906 12:07:35.673665 12253 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0906 12:07:35.688883 12253 ssh_runner.go:195] Run: which cri-dockerd
I0906 12:07:35.691747 12253 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0906 12:07:35.698972 12253 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0906 12:07:35.712809 12253 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0906 12:07:35.816741 12253 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0906 12:07:35.926943 12253 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0906 12:07:35.926972 12253 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0906 12:07:35.942083 12253 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0906 12:07:36.036699 12253 ssh_runner.go:195] Run: sudo systemctl restart docker
I0906 12:08:37.056745 12253 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m1.01976389s)
I0906 12:08:37.056810 12253 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker
I0906 12:08:37.092348 12253 out.go:201]
W0906 12:08:37.113034 12253 out.go:270] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Sep 06 19:07:33 ha-343000-m04 systemd[1]: Starting Docker Application Container Engine...
Sep 06 19:07:33 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:33.388087675Z" level=info msg="Starting up"
Sep 06 19:07:33 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:33.388874857Z" level=info msg="containerd not running, starting managed containerd"
Sep 06 19:07:33 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:33.389448447Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=513
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.406541023Z" level=info msg="starting containerd" revision=472731909fa34bd7bc9c087e4c27943f9835f111 version=v1.7.21
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.421511237Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.421602459Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.421668995Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.421705837Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.421880023Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.421931200Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.422075608Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.422118185Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.422150327Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." error="devmapper not configured: skip plugin" type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.422179563Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.422320644Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.422541368Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.424094220Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.424143575Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.424295349Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.424338381Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.424460558Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.424511586Z" level=info msg="metadata content store policy set" policy=shared
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.425636722Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.425688205Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.425727379Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.425760048Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.425791193Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.425860087Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426020444Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426094135Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426129732Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426167338Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426204356Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426237806Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426268346Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426298666Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426328562Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426358230Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426389211Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426418321Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426456445Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426487889Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426516746Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426546507Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426578999Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426618589Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426715802Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426750125Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426780114Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426818663Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426851076Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426879866Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426909029Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426949139Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.426988055Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427021053Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427049769Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427133633Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427177682Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.tracing.processor.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427207151Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427236043Z" level=info msg="skip loading plugin \"io.containerd.internal.v1.tracing\"..." error="skip plugin: tracing endpoint not configured" type=io.containerd.internal.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427298115Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427372740Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427431600Z" level=info msg="NRI interface is disabled by configuration."
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427611432Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427700568Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427760941Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock
Sep 06 19:07:33 ha-343000-m04 dockerd[513]: time="2024-09-06T19:07:33.427803687Z" level=info msg="containerd successfully booted in 0.022207s"
Sep 06 19:07:34 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:34.407865115Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Sep 06 19:07:34 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:34.420336385Z" level=info msg="Loading containers: start."
Sep 06 19:07:34 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:34.515687290Z" level=warning msg="ip6tables is enabled, but cannot set up ip6tables chains" error="failed to create NAT chain DOCKER: iptables failed: ip6tables --wait -t nat -N DOCKER: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)\nPerhaps ip6tables or your kernel needs to be upgraded.\n (exit status 3)"
Sep 06 19:07:34 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:34.987987334Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Sep 06 19:07:35 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:35.032534306Z" level=info msg="Loading containers: done."
Sep 06 19:07:35 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:35.046984897Z" level=info msg="Docker daemon" commit=3ab5c7d0 containerd-snapshotter=false storage-driver=overlay2 version=27.2.0
Sep 06 19:07:35 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:35.047174717Z" level=info msg="Daemon has completed initialization"
Sep 06 19:07:35 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:35.066396312Z" level=info msg="API listen on /var/run/docker.sock"
Sep 06 19:07:35 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:35.066609197Z" level=info msg="API listen on [::]:2376"
Sep 06 19:07:35 ha-343000-m04 systemd[1]: Started Docker Application Container Engine.
Sep 06 19:07:36 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:36.147371084Z" level=info msg="Processing signal 'terminated'"
Sep 06 19:07:36 ha-343000-m04 systemd[1]: Stopping Docker Application Container Engine...
Sep 06 19:07:36 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:36.149138373Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Sep 06 19:07:36 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:36.151983630Z" level=info msg="Daemon shutdown complete"
Sep 06 19:07:36 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:36.152081675Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby
Sep 06 19:07:36 ha-343000-m04 dockerd[506]: time="2024-09-06T19:07:36.152156440Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd
Sep 06 19:07:37 ha-343000-m04 systemd[1]: docker.service: Deactivated successfully.
Sep 06 19:07:37 ha-343000-m04 systemd[1]: Stopped Docker Application Container Engine.
Sep 06 19:07:37 ha-343000-m04 systemd[1]: Starting Docker Application Container Engine...
Sep 06 19:07:37 ha-343000-m04 dockerd[1111]: time="2024-09-06T19:07:37.182746438Z" level=info msg="Starting up"
Sep 06 19:08:37 ha-343000-m04 dockerd[1111]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded
Sep 06 19:08:37 ha-343000-m04 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Sep 06 19:08:37 ha-343000-m04 systemd[1]: docker.service: Failed with result 'exit-code'.
Sep 06 19:08:37 ha-343000-m04 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
W0906 12:08:37.113090 12253 out.go:270] *
W0906 12:08:37.114019 12253 out.go:293] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0906 12:08:37.156019 12253 out.go:201]
==> Docker <==
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.203311461Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.203639509Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 06 19:06:12 ha-343000 cri-dockerd[1402]: time="2024-09-06T19:06:12Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/b7ad89fb08b292cfac509e0c383de126da238700a4e5bad8ad55590054381dba/resolv.conf as [nameserver 192.169.0.1]"
Sep 06 19:06:12 ha-343000 cri-dockerd[1402]: time="2024-09-06T19:06:12Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/e01343203b7a509a71640de600f467038bad7b3d1d628993d32a37ee491ef5d1/resolv.conf as [nameserver 10.96.0.10 search default.svc.cluster.local svc.cluster.local cluster.local options ndots:5]"
Sep 06 19:06:12 ha-343000 cri-dockerd[1402]: time="2024-09-06T19:06:12Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/f2f69bda625f237b44e2bc9af0e9cfd8b05e944b06149fba0d64a3e513338ba1/resolv.conf as [nameserver 192.169.0.1]"
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.607046115Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.607111680Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.607122664Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.607194485Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.645965722Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.646293720Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.646498986Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.648910956Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.664089064Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.664361369Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.664585443Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 06 19:06:12 ha-343000 dockerd[1155]: time="2024-09-06T19:06:12.664903965Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 06 19:06:42 ha-343000 dockerd[1148]: time="2024-09-06T19:06:42.976990703Z" level=info msg="ignoring event" container=22c131171f901dae7b3e44faab00b8d8ebe428688e0a07de6a5b806ee5fa76af module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Sep 06 19:06:42 ha-343000 dockerd[1155]: time="2024-09-06T19:06:42.977534371Z" level=info msg="shim disconnected" id=22c131171f901dae7b3e44faab00b8d8ebe428688e0a07de6a5b806ee5fa76af namespace=moby
Sep 06 19:06:42 ha-343000 dockerd[1155]: time="2024-09-06T19:06:42.977730802Z" level=warning msg="cleaning up after shim disconnected" id=22c131171f901dae7b3e44faab00b8d8ebe428688e0a07de6a5b806ee5fa76af namespace=moby
Sep 06 19:06:42 ha-343000 dockerd[1155]: time="2024-09-06T19:06:42.977773534Z" level=info msg="cleaning up dead shim" namespace=moby
Sep 06 19:06:57 ha-343000 dockerd[1155]: time="2024-09-06T19:06:57.339610101Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Sep 06 19:06:57 ha-343000 dockerd[1155]: time="2024-09-06T19:06:57.339689283Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Sep 06 19:06:57 ha-343000 dockerd[1155]: time="2024-09-06T19:06:57.339702665Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Sep 06 19:06:57 ha-343000 dockerd[1155]: time="2024-09-06T19:06:57.340050558Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
c1a60be55b6a1 6e38f40d628db About a minute ago Running storage-provisioner 2 f2f69bda625f2 storage-provisioner
0e02b4bf2dbaa 8c811b4aec35f 2 minutes ago Running busybox 1 e01343203b7a5 busybox-7dff88458-x6w7h
22c131171f901 6e38f40d628db 2 minutes ago Exited storage-provisioner 1 f2f69bda625f2 storage-provisioner
803c4f073a4fa ad83b2ca7b09e 2 minutes ago Running kube-proxy 1 b7ad89fb08b29 kube-proxy-x6pfk
554acd0f20e32 cbb01a7bd410d 2 minutes ago Running coredns 1 a2638e4522073 coredns-6f6b679f8f-q4rhs
c86abdd0a1a3a 12968670680f4 2 minutes ago Running kindnet-cni 1 b2c6d9f178680 kindnet-tj4jx
d15c1bf38706e cbb01a7bd410d 2 minutes ago Running coredns 1 9e798ad091c8d coredns-6f6b679f8f-99jtt
890baa8f92fc8 045733566833c 2 minutes ago Running kube-controller-manager 6 26308c7f15e49 kube-controller-manager-ha-343000
9ca63a507d338 604f5db92eaa8 2 minutes ago Running kube-apiserver 6 70de0991ef26f kube-apiserver-ha-343000
5f2ecf46dbad7 38af8ddebf499 3 minutes ago Running kube-vip 1 1804cca78c5d0 kube-vip-ha-343000
4d2f47c39f165 1766f54c897f0 3 minutes ago Running kube-scheduler 2 df0b4d2f0d771 kube-scheduler-ha-343000
592c214e97d5c 604f5db92eaa8 3 minutes ago Exited kube-apiserver 5 70de0991ef26f kube-apiserver-ha-343000
8bdc400b3db6d 2e96e5913fc06 3 minutes ago Running etcd 2 83808e05f091c etcd-ha-343000
5cc4eed8c219e 045733566833c 3 minutes ago Exited kube-controller-manager 5 26308c7f15e49 kube-controller-manager-ha-343000
4066393d7e7ae 38af8ddebf499 7 minutes ago Exited kube-vip 0 6a05e2d25f30e kube-vip-ha-343000
9b99b2f8d6eda 1766f54c897f0 7 minutes ago Exited kube-scheduler 1 920b387c38cf9 kube-scheduler-ha-343000
11af4dafae646 2e96e5913fc06 7 minutes ago Exited etcd 1 c94f15fec6f2c etcd-ha-343000
126eb18521cb6 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 10 minutes ago Exited busybox 0 2dc504f501783 busybox-7dff88458-x6w7h
34d5a9fcc1387 cbb01a7bd410d 13 minutes ago Exited coredns 0 80fa6178f69f4 coredns-6f6b679f8f-99jtt
931a9cafdfafa cbb01a7bd410d 13 minutes ago Exited coredns 0 7b9ebf456874a coredns-6f6b679f8f-q4rhs
9e6763d81a899 kindest/kindnetd@sha256:e59a687ca28ae274a2fc92f1e2f5f1c739f353178a43a23aafc71adb802ed166 13 minutes ago Exited kindnet-cni 0 c552ca6da226c kindnet-tj4jx
9ab0b6ac90ac6 ad83b2ca7b09e 13 minutes ago Exited kube-proxy 0 3b385975c32bf kube-proxy-x6pfk
==> coredns [34d5a9fcc138] <==
[INFO] 10.244.2.2:58789 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000120754s
[INFO] 10.244.2.2:43811 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000080086s
[INFO] 10.244.1.2:37705 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000094111s
[INFO] 10.244.1.2:51020 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000101921s
[INFO] 10.244.1.2:35595 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000128009s
[INFO] 10.244.1.2:37466 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000081653s
[INFO] 10.244.1.2:44316 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000092754s
[INFO] 10.244.0.4:46178 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00007817s
[INFO] 10.244.0.4:45010 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000093888s
[INFO] 10.244.0.4:53754 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000054541s
[INFO] 10.244.0.4:50908 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.000074295s
[INFO] 10.244.0.4:40350 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000117915s
[INFO] 10.244.2.2:46721 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000198726s
[INFO] 10.244.2.2:49403 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000105805s
[INFO] 10.244.2.2:38196 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00015881s
[INFO] 10.244.1.2:40271 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00009061s
[INFO] 10.244.1.2:58192 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000123353s
[INFO] 10.244.1.2:58287 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000102796s
[INFO] 10.244.2.2:60545 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000120865s
[INFO] 10.244.1.2:58192 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000108489s
[INFO] 10.244.0.4:46772 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000135939s
[INFO] 10.244.0.4:57982 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000032936s
[INFO] 10.244.0.4:40948 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000121558s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [554acd0f20e3] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:37373 - 8840 "HINFO IN 6495643642992279060.3361092094518909540. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.011184519s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[237904971]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (06-Sep-2024 19:06:12.794) (total time: 30004ms):
Trace[237904971]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30002ms (19:06:42.797)
Trace[237904971]: [30.004464183s] [30.004464183s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[660143257]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (06-Sep-2024 19:06:12.798) (total time: 30000ms):
Trace[660143257]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30000ms (19:06:42.799)
Trace[660143257]: [30.000893558s] [30.000893558s] END
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[380072670]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (06-Sep-2024 19:06:12.792) (total time: 30007ms):
Trace[380072670]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30004ms (19:06:42.797)
Trace[380072670]: [30.007427279s] [30.007427279s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> coredns [931a9cafdfaf] <==
[INFO] 10.244.2.2:47871 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000092349s
[INFO] 10.244.2.2:36751 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000154655s
[INFO] 10.244.2.2:35765 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000113227s
[INFO] 10.244.2.2:34953 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000189846s
[INFO] 10.244.1.2:37377 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000779385s
[INFO] 10.244.1.2:36374 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.000523293s
[INFO] 10.244.1.2:47415 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000043613s
[INFO] 10.244.0.4:56645 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,aa,rd,ra 111 0.00006213s
[INFO] 10.244.0.4:51009 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000096214s
[INFO] 10.244.0.4:41355 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000183012s
[INFO] 10.244.2.2:50655 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000138209s
[INFO] 10.244.1.2:38832 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000167262s
[INFO] 10.244.0.4:46148 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000117645s
[INFO] 10.244.0.4:43019 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000107376s
[INFO] 10.244.0.4:57161 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000028792s
[INFO] 10.244.0.4:42860 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000034502s
[INFO] 10.244.2.2:36830 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000089883s
[INFO] 10.244.2.2:47924 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000141909s
[INFO] 10.244.2.2:47506 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000097095s
[INFO] 10.244.1.2:49209 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00011143s
[INFO] 10.244.1.2:36137 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000100085s
[INFO] 10.244.1.2:47199 - 5 "PTR IN 1.0.169.192.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000096821s
[INFO] 10.244.0.4:43720 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000040385s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [d15c1bf38706] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 257e111468ef6f1e36f10df061303186c353cd0e51aed8f50f4e4fd21cec02687aef97084fe1f82262f5cee88179d311670a6ae21ae185759728216fc264125f
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:54176 - 21158 "HINFO IN 3457232632200313932.3905864345721771129. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.010437248s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1587501409]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (06-Sep-2024 19:06:12.793) (total time: 30005ms):
Trace[1587501409]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30004ms (19:06:42.798)
Trace[1587501409]: [30.005577706s] [30.005577706s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Service: failed to list *v1.Service: Get "https://10.96.0.1:443/api/v1/services?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[680749614]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (06-Sep-2024 19:06:12.792) (total time: 30005ms):
Trace[680749614]: ---"Objects listed" error:Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30005ms (19:06:42.798)
Trace[680749614]: [30.005762488s] [30.005762488s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get "https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
[INFO] plugin/kubernetes: Trace[1474873071]: "Reflector ListAndWatch" name:pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231 (06-Sep-2024 19:06:12.799) (total time: 30001ms):
Trace[1474873071]: ---"Objects listed" error:Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout 30001ms (19:06:42.800)
Trace[1474873071]: [30.001544995s] [30.001544995s] END
[ERROR] plugin/kubernetes: pkg/mod/k8s.io/client-go@v0.27.4/tools/cache/reflector.go:231: Failed to watch *v1.EndpointSlice: failed to list *v1.EndpointSlice: Get "https://10.96.0.1:443/apis/discovery.k8s.io/v1/endpointslices?limit=500&resourceVersion=0": dial tcp 10.96.0.1:443: i/o timeout
==> describe nodes <==
Name: ha-343000
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-343000
kubernetes.io/os=linux
minikube.k8s.io/commit=e6b6435971a63e36b5096cd544634422129cef13
minikube.k8s.io/name=ha-343000
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_09_06T11_55_09_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 06 Sep 2024 18:55:05 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-343000
AcquireTime: <unset>
RenewTime: Fri, 06 Sep 2024 19:08:41 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 06 Sep 2024 19:05:57 +0000 Fri, 06 Sep 2024 18:55:05 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 06 Sep 2024 19:05:57 +0000 Fri, 06 Sep 2024 18:55:05 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 06 Sep 2024 19:05:57 +0000 Fri, 06 Sep 2024 18:55:05 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 06 Sep 2024 19:05:57 +0000 Fri, 06 Sep 2024 18:55:31 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.24
Hostname: ha-343000
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 6523db55e885482e8ac62c2082b7e4e8
System UUID: 36fe47a6-0000-0000-a226-e026237c9096
Boot ID: a6ec27d4-119e-4645-b472-4cbf4d3b3af4
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.2.0
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-x6w7h 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system coredns-6f6b679f8f-99jtt 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 13m
kube-system coredns-6f6b679f8f-q4rhs 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 13m
kube-system etcd-ha-343000 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 13m
kube-system kindnet-tj4jx 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 13m
kube-system kube-apiserver-ha-343000 250m (12%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-controller-manager-ha-343000 200m (10%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-proxy-x6pfk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-scheduler-ha-343000 100m (5%) 0 (0%) 0 (0%) 0 (0%) 13m
kube-system kube-vip-ha-343000 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m32s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 13m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 13m kube-proxy
Normal Starting 2m30s kube-proxy
Normal Starting 13m kubelet Starting kubelet.
Normal NodeHasNoDiskPressure 13m (x8 over 13m) kubelet Node ha-343000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 13m (x8 over 13m) kubelet Node ha-343000 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 13m (x7 over 13m) kubelet Node ha-343000 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientPID 13m kubelet Node ha-343000 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 13m kubelet Node ha-343000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 13m kubelet Node ha-343000 status is now: NodeHasSufficientMemory
Normal NodeAllocatableEnforced 13m kubelet Updated Node Allocatable limit across pods
Normal Starting 13m kubelet Starting kubelet.
Normal RegisteredNode 13m node-controller Node ha-343000 event: Registered Node ha-343000 in Controller
Normal NodeReady 13m kubelet Node ha-343000 status is now: NodeReady
Normal RegisteredNode 12m node-controller Node ha-343000 event: Registered Node ha-343000 in Controller
Normal RegisteredNode 11m node-controller Node ha-343000 event: Registered Node ha-343000 in Controller
Normal RegisteredNode 9m14s node-controller Node ha-343000 event: Registered Node ha-343000 in Controller
Normal Starting 3m23s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m23s (x8 over 3m23s) kubelet Node ha-343000 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m23s (x8 over 3m23s) kubelet Node ha-343000 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m23s (x7 over 3m23s) kubelet Node ha-343000 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m23s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m51s node-controller Node ha-343000 event: Registered Node ha-343000 in Controller
Normal RegisteredNode 2m30s node-controller Node ha-343000 event: Registered Node ha-343000 in Controller
Normal RegisteredNode 2m6s node-controller Node ha-343000 event: Registered Node ha-343000 in Controller
Name: ha-343000-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-343000-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=e6b6435971a63e36b5096cd544634422129cef13
minikube.k8s.io/name=ha-343000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_09_06T11_56_07_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 06 Sep 2024 18:56:05 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-343000-m02
AcquireTime: <unset>
RenewTime: Fri, 06 Sep 2024 19:08:41 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 06 Sep 2024 19:05:58 +0000 Fri, 06 Sep 2024 18:56:05 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 06 Sep 2024 19:05:58 +0000 Fri, 06 Sep 2024 18:56:05 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 06 Sep 2024 19:05:58 +0000 Fri, 06 Sep 2024 18:56:05 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 06 Sep 2024 19:05:58 +0000 Fri, 06 Sep 2024 18:56:24 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.25
Hostname: ha-343000-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 01c58e04d4304f6f9c11ce89f0bbf71d
System UUID: 2c7446f3-0000-0000-9664-55c72aec5dea
Boot ID: d9c8abd7-e4ec-46d0-892f-bd1bfa22eaef
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.2.0
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-jk74s 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system etcd-ha-343000-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 12m
kube-system kindnet-5rtpx 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 12m
kube-system kube-apiserver-ha-343000-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-controller-manager-ha-343000-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-proxy-zjx8z 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-scheduler-ha-343000-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-vip-ha-343000-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m33s kube-proxy
Normal Starting 9m17s kube-proxy
Normal Starting 12m kube-proxy
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12m (x8 over 12m) kubelet Node ha-343000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m (x8 over 12m) kubelet Node ha-343000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m (x7 over 12m) kubelet Node ha-343000-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 12m node-controller Node ha-343000-m02 event: Registered Node ha-343000-m02 in Controller
Normal RegisteredNode 12m node-controller Node ha-343000-m02 event: Registered Node ha-343000-m02 in Controller
Normal RegisteredNode 11m node-controller Node ha-343000-m02 event: Registered Node ha-343000-m02 in Controller
Normal Starting 9m21s kubelet Starting kubelet.
Warning Rebooted 9m21s kubelet Node ha-343000-m02 has been rebooted, boot id: 9a70d273-2199-426f-b35f-a9b4075cc0d7
Normal NodeHasSufficientPID 9m21s kubelet Node ha-343000-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 9m21s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 9m21s kubelet Node ha-343000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9m21s kubelet Node ha-343000-m02 status is now: NodeHasNoDiskPressure
Normal RegisteredNode 9m14s node-controller Node ha-343000-m02 event: Registered Node ha-343000-m02 in Controller
Normal Starting 3m3s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m3s (x8 over 3m3s) kubelet Node ha-343000-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m3s (x8 over 3m3s) kubelet Node ha-343000-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m3s (x7 over 3m3s) kubelet Node ha-343000-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m3s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m51s node-controller Node ha-343000-m02 event: Registered Node ha-343000-m02 in Controller
Normal RegisteredNode 2m30s node-controller Node ha-343000-m02 event: Registered Node ha-343000-m02 in Controller
Normal RegisteredNode 2m6s node-controller Node ha-343000-m02 event: Registered Node ha-343000-m02 in Controller
Name: ha-343000-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-343000-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=e6b6435971a63e36b5096cd544634422129cef13
minikube.k8s.io/name=ha-343000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_09_06T11_57_16_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 06 Sep 2024 18:57:14 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-343000-m03
AcquireTime: <unset>
RenewTime: Fri, 06 Sep 2024 19:08:33 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 06 Sep 2024 19:06:30 +0000 Fri, 06 Sep 2024 18:57:14 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 06 Sep 2024 19:06:30 +0000 Fri, 06 Sep 2024 18:57:14 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 06 Sep 2024 19:06:30 +0000 Fri, 06 Sep 2024 18:57:14 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 06 Sep 2024 19:06:30 +0000 Fri, 06 Sep 2024 18:57:36 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.169.0.26
Hostname: ha-343000-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: da881992752a4b679c6a5b2a9f0cdfbb
System UUID: 5abf4f35-0000-0000-b6fc-c88bfc629e81
Boot ID: 1683487f-47c5-465d-9b2b-74dea29e28d4
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.2.0
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-2kj2b 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system etcd-ha-343000-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 11m
kube-system kindnet-ksnvp 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 11m
kube-system kube-apiserver-ha-343000-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-controller-manager-ha-343000-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-proxy-r285j 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-scheduler-ha-343000-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-vip-ha-343000-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m9s kube-proxy
Normal Starting 11m kube-proxy
Normal NodeAllocatableEnforced 11m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 11m (x8 over 11m) kubelet Node ha-343000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 11m (x8 over 11m) kubelet Node ha-343000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 11m (x7 over 11m) kubelet Node ha-343000-m03 status is now: NodeHasSufficientPID
Normal RegisteredNode 11m node-controller Node ha-343000-m03 event: Registered Node ha-343000-m03 in Controller
Normal RegisteredNode 11m node-controller Node ha-343000-m03 event: Registered Node ha-343000-m03 in Controller
Normal RegisteredNode 11m node-controller Node ha-343000-m03 event: Registered Node ha-343000-m03 in Controller
Normal RegisteredNode 9m14s node-controller Node ha-343000-m03 event: Registered Node ha-343000-m03 in Controller
Normal RegisteredNode 2m51s node-controller Node ha-343000-m03 event: Registered Node ha-343000-m03 in Controller
Normal RegisteredNode 2m30s node-controller Node ha-343000-m03 event: Registered Node ha-343000-m03 in Controller
Normal Starting 2m13s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 2m13s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 2m13s kubelet Node ha-343000-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m13s kubelet Node ha-343000-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m13s kubelet Node ha-343000-m03 status is now: NodeHasSufficientPID
Warning Rebooted 2m13s kubelet Node ha-343000-m03 has been rebooted, boot id: 1683487f-47c5-465d-9b2b-74dea29e28d4
Normal RegisteredNode 2m6s node-controller Node ha-343000-m03 event: Registered Node ha-343000-m03 in Controller
Name: ha-343000-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-343000-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=e6b6435971a63e36b5096cd544634422129cef13
minikube.k8s.io/name=ha-343000
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_09_06T11_58_13_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 06 Sep 2024 18:58:13 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-343000-m04
AcquireTime: <unset>
RenewTime: Fri, 06 Sep 2024 18:59:44 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Fri, 06 Sep 2024 18:58:43 +0000 Fri, 06 Sep 2024 19:06:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Fri, 06 Sep 2024 18:58:43 +0000 Fri, 06 Sep 2024 19:06:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Fri, 06 Sep 2024 18:58:43 +0000 Fri, 06 Sep 2024 19:06:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Fri, 06 Sep 2024 18:58:43 +0000 Fri, 06 Sep 2024 19:06:32 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.169.0.27
Hostname: ha-343000-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164336Ki
pods: 110
System Info:
Machine ID: 25099ec69db34e82bcd2f07d22b80010
System UUID: 0c454e5f-0000-0000-8b6f-82e9c2aa82c5
Boot ID: b76c6143-1924-46d7-b754-0208a6d7ff29
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.2.0
Kubelet Version: v1.31.0
Kube-Proxy Version:
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-9rf4h 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 10m
kube-system kube-proxy-8hww6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 10m kube-proxy
Normal NodeHasSufficientMemory 10m (x2 over 10m) kubelet Node ha-343000-m04 status is now: NodeHasSufficientMemory
Normal NodeAllocatableEnforced 10m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientPID 10m (x2 over 10m) kubelet Node ha-343000-m04 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 10m (x2 over 10m) kubelet Node ha-343000-m04 status is now: NodeHasNoDiskPressure
Normal CIDRAssignmentFailed 10m cidrAllocator Node ha-343000-m04 status is now: CIDRAssignmentFailed
Normal RegisteredNode 10m node-controller Node ha-343000-m04 event: Registered Node ha-343000-m04 in Controller
Normal RegisteredNode 10m node-controller Node ha-343000-m04 event: Registered Node ha-343000-m04 in Controller
Normal RegisteredNode 10m node-controller Node ha-343000-m04 event: Registered Node ha-343000-m04 in Controller
Normal NodeReady 10m kubelet Node ha-343000-m04 status is now: NodeReady
Normal RegisteredNode 9m14s node-controller Node ha-343000-m04 event: Registered Node ha-343000-m04 in Controller
Normal RegisteredNode 2m51s node-controller Node ha-343000-m04 event: Registered Node ha-343000-m04 in Controller
Normal RegisteredNode 2m30s node-controller Node ha-343000-m04 event: Registered Node ha-343000-m04 in Controller
Normal NodeNotReady 2m11s node-controller Node ha-343000-m04 status is now: NodeNotReady
Normal RegisteredNode 2m6s node-controller Node ha-343000-m04 event: Registered Node ha-343000-m04 in Controller
==> dmesg <==
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.036474] ACPI BIOS Warning (bug): Incorrect checksum in table [DSDT] - 0xBE, should be 0x1B (20200925/tbprint-173)
[ +0.008025] RETBleed: WARNING: Spectre v2 mitigation leaves CPU vulnerable to RETBleed attacks, data leaks possible!
[ +5.716498] ACPI Error: Could not enable RealTimeClock event (20200925/evxfevnt-182)
[ +0.000002] ACPI Warning: Could not enable fixed event - RealTimeClock (4) (20200925/evxface-618)
[ +0.006721] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.833567] systemd-fstab-generator[127]: Ignoring "noauto" option for root device
[ +1.343017] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000008] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +1.247177] systemd-fstab-generator[471]: Ignoring "noauto" option for root device
[ +0.103204] systemd-fstab-generator[483]: Ignoring "noauto" option for root device
[ +1.994098] systemd-fstab-generator[1076]: Ignoring "noauto" option for root device
[ +0.255819] systemd-fstab-generator[1114]: Ignoring "noauto" option for root device
[ +0.098656] systemd-fstab-generator[1126]: Ignoring "noauto" option for root device
[ +0.058515] kauditd_printk_skb: 123 callbacks suppressed
[ +0.064719] systemd-fstab-generator[1140]: Ignoring "noauto" option for root device
[ +2.463494] systemd-fstab-generator[1355]: Ignoring "noauto" option for root device
[ +0.126800] systemd-fstab-generator[1367]: Ignoring "noauto" option for root device
[ +0.101663] systemd-fstab-generator[1379]: Ignoring "noauto" option for root device
[ +0.133711] systemd-fstab-generator[1394]: Ignoring "noauto" option for root device
[ +0.457617] systemd-fstab-generator[1554]: Ignoring "noauto" option for root device
[ +6.844240] kauditd_printk_skb: 190 callbacks suppressed
[ +21.300680] kauditd_printk_skb: 40 callbacks suppressed
[Sep 6 19:06] kauditd_printk_skb: 83 callbacks suppressed
==> etcd [11af4dafae64] <==
{"level":"warn","ts":"2024-09-06T19:04:56.004501Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3454984155381402166,"retry-timeout":"500ms"}
{"level":"warn","ts":"2024-09-06T19:04:56.510489Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3454984155381402166,"retry-timeout":"500ms"}
{"level":"info","ts":"2024-09-06T19:04:56.955363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 is starting a new election at term 2"}
{"level":"info","ts":"2024-09-06T19:04:56.955399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 became pre-candidate at term 2"}
{"level":"info","ts":"2024-09-06T19:04:56.955409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 received MsgPreVoteResp from 6dbe4340aa302ff2 at term 2"}
{"level":"info","ts":"2024-09-06T19:04:56.955422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 [logterm: 2, index: 1996] sent MsgPreVote request to 637242e03e6dd2d1 at term 2"}
{"level":"info","ts":"2024-09-06T19:04:56.955429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 [logterm: 2, index: 1996] sent MsgPreVote request to 6a6e0aa498652645 at term 2"}
{"level":"warn","ts":"2024-09-06T19:04:56.982261Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"}
{"level":"warn","ts":"2024-09-06T19:04:56.982469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000937137s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"}
{"level":"info","ts":"2024-09-06T19:04:56.982656Z","caller":"traceutil/trace.go:171","msg":"trace[219101750] range","detail":"{range_begin:; range_end:; }","duration":"7.001140659s","start":"2024-09-06T19:04:49.981500Z","end":"2024-09-06T19:04:56.982641Z","steps":["trace[219101750] 'agreement among raft nodes before linearized reading' (duration: 7.000934405s)"],"step_count":1}
{"level":"error","ts":"2024-09-06T19:04:56.982940Z","caller":"etcdhttp/health.go:367","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:367\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2141\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2519\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:2943\nnet/http.(*conn).serve\n\tnet/http/server.go:2014"}
{"level":"info","ts":"2024-09-06T19:04:58.256456Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 is starting a new election at term 2"}
{"level":"info","ts":"2024-09-06T19:04:58.256542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 became pre-candidate at term 2"}
{"level":"info","ts":"2024-09-06T19:04:58.256561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 received MsgPreVoteResp from 6dbe4340aa302ff2 at term 2"}
{"level":"info","ts":"2024-09-06T19:04:58.256579Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 [logterm: 2, index: 1996] sent MsgPreVote request to 637242e03e6dd2d1 at term 2"}
{"level":"info","ts":"2024-09-06T19:04:58.256589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 [logterm: 2, index: 1996] sent MsgPreVote request to 6a6e0aa498652645 at term 2"}
{"level":"warn","ts":"2024-09-06T19:04:58.839480Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"637242e03e6dd2d1","rtt":"0s","error":"dial tcp 192.169.0.25:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-06T19:04:58.839529Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"637242e03e6dd2d1","rtt":"0s","error":"dial tcp 192.169.0.25:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-06T19:04:58.842271Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: i/o timeout"}
{"level":"warn","ts":"2024-09-06T19:04:58.842292Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: i/o timeout"}
{"level":"info","ts":"2024-09-06T19:04:59.555087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 is starting a new election at term 2"}
{"level":"info","ts":"2024-09-06T19:04:59.555115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 became pre-candidate at term 2"}
{"level":"info","ts":"2024-09-06T19:04:59.555124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 received MsgPreVoteResp from 6dbe4340aa302ff2 at term 2"}
{"level":"info","ts":"2024-09-06T19:04:59.555134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 [logterm: 2, index: 1996] sent MsgPreVote request to 637242e03e6dd2d1 at term 2"}
{"level":"info","ts":"2024-09-06T19:04:59.555139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6dbe4340aa302ff2 [logterm: 2, index: 1996] sent MsgPreVote request to 6a6e0aa498652645 at term 2"}
==> etcd [8bdc400b3db6] <==
{"level":"warn","ts":"2024-09-06T19:05:52.476788Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: no route to host"}
{"level":"warn","ts":"2024-09-06T19:05:52.476858Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: no route to host"}
{"level":"warn","ts":"2024-09-06T19:05:57.477883Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: i/o timeout"}
{"level":"warn","ts":"2024-09-06T19:05:57.477875Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: i/o timeout"}
{"level":"warn","ts":"2024-09-06T19:06:02.479112Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: no route to host"}
{"level":"warn","ts":"2024-09-06T19:06:02.479232Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: no route to host"}
{"level":"warn","ts":"2024-09-06T19:06:07.479419Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: no route to host"}
{"level":"warn","ts":"2024-09-06T19:06:07.479730Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: no route to host"}
{"level":"warn","ts":"2024-09-06T19:06:12.480370Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: i/o timeout"}
{"level":"warn","ts":"2024-09-06T19:06:12.480493Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: i/o timeout"}
{"level":"warn","ts":"2024-09-06T19:06:17.480683Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: no route to host"}
{"level":"warn","ts":"2024-09-06T19:06:17.480759Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: no route to host"}
{"level":"warn","ts":"2024-09-06T19:06:22.480793Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: no route to host"}
{"level":"warn","ts":"2024-09-06T19:06:22.480993Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: no route to host"}
{"level":"warn","ts":"2024-09-06T19:06:27.481577Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-06T19:06:27.481605Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: connection refused"}
{"level":"info","ts":"2024-09-06T19:06:32.376901Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6a6e0aa498652645"}
{"level":"info","ts":"2024-09-06T19:06:32.376952Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6dbe4340aa302ff2","remote-peer-id":"6a6e0aa498652645"}
{"level":"info","ts":"2024-09-06T19:06:32.377170Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6dbe4340aa302ff2","remote-peer-id":"6a6e0aa498652645"}
{"level":"info","ts":"2024-09-06T19:06:32.447537Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"6dbe4340aa302ff2","to":"6a6e0aa498652645","stream-type":"stream Message"}
{"level":"info","ts":"2024-09-06T19:06:32.447583Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6dbe4340aa302ff2","remote-peer-id":"6a6e0aa498652645"}
{"level":"info","ts":"2024-09-06T19:06:32.448798Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"6dbe4340aa302ff2","to":"6a6e0aa498652645","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2024-09-06T19:06:32.448838Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6dbe4340aa302ff2","remote-peer-id":"6a6e0aa498652645"}
{"level":"warn","ts":"2024-09-06T19:06:32.482173Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: connection refused"}
{"level":"warn","ts":"2024-09-06T19:06:32.482231Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6a6e0aa498652645","rtt":"0s","error":"dial tcp 192.169.0.26:2380: connect: connection refused"}
==> kernel <==
19:08:44 up 3 min, 0 users, load average: 0.29, 0.24, 0.10
Linux ha-343000 5.10.207 #1 SMP Tue Sep 3 21:45:30 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [9e6763d81a89] <==
I0906 18:59:27.723199 1 main.go:322] Node ha-343000-m03 has CIDR [10.244.2.0/24]
I0906 18:59:37.727295 1 main.go:295] Handling node with IPs: map[192.169.0.24:{}]
I0906 18:59:37.727338 1 main.go:299] handling current node
I0906 18:59:37.727349 1 main.go:295] Handling node with IPs: map[192.169.0.25:{}]
I0906 18:59:37.727353 1 main.go:322] Node ha-343000-m02 has CIDR [10.244.1.0/24]
I0906 18:59:37.727428 1 main.go:295] Handling node with IPs: map[192.169.0.26:{}]
I0906 18:59:37.727453 1 main.go:322] Node ha-343000-m03 has CIDR [10.244.2.0/24]
I0906 18:59:37.727489 1 main.go:295] Handling node with IPs: map[192.169.0.27:{}]
I0906 18:59:37.727513 1 main.go:322] Node ha-343000-m04 has CIDR [10.244.3.0/24]
I0906 18:59:47.728363 1 main.go:295] Handling node with IPs: map[192.169.0.24:{}]
I0906 18:59:47.728518 1 main.go:299] handling current node
I0906 18:59:47.728633 1 main.go:295] Handling node with IPs: map[192.169.0.25:{}]
I0906 18:59:47.728739 1 main.go:322] Node ha-343000-m02 has CIDR [10.244.1.0/24]
I0906 18:59:47.728918 1 main.go:295] Handling node with IPs: map[192.169.0.26:{}]
I0906 18:59:47.728997 1 main.go:322] Node ha-343000-m03 has CIDR [10.244.2.0/24]
I0906 18:59:47.729121 1 main.go:295] Handling node with IPs: map[192.169.0.27:{}]
I0906 18:59:47.729229 1 main.go:322] Node ha-343000-m04 has CIDR [10.244.3.0/24]
I0906 18:59:57.722632 1 main.go:295] Handling node with IPs: map[192.169.0.24:{}]
I0906 18:59:57.722671 1 main.go:299] handling current node
I0906 18:59:57.722682 1 main.go:295] Handling node with IPs: map[192.169.0.25:{}]
I0906 18:59:57.722686 1 main.go:322] Node ha-343000-m02 has CIDR [10.244.1.0/24]
I0906 18:59:57.722937 1 main.go:295] Handling node with IPs: map[192.169.0.26:{}]
I0906 18:59:57.722967 1 main.go:322] Node ha-343000-m03 has CIDR [10.244.2.0/24]
I0906 18:59:57.723092 1 main.go:295] Handling node with IPs: map[192.169.0.27:{}]
I0906 18:59:57.723199 1 main.go:322] Node ha-343000-m04 has CIDR [10.244.3.0/24]
==> kindnet [c86abdd0a1a3] <==
I0906 19:08:13.503798 1 main.go:322] Node ha-343000-m04 has CIDR [10.244.3.0/24]
I0906 19:08:23.506087 1 main.go:295] Handling node with IPs: map[192.169.0.24:{}]
I0906 19:08:23.506252 1 main.go:299] handling current node
I0906 19:08:23.506301 1 main.go:295] Handling node with IPs: map[192.169.0.25:{}]
I0906 19:08:23.506464 1 main.go:322] Node ha-343000-m02 has CIDR [10.244.1.0/24]
I0906 19:08:23.506745 1 main.go:295] Handling node with IPs: map[192.169.0.26:{}]
I0906 19:08:23.506837 1 main.go:322] Node ha-343000-m03 has CIDR [10.244.2.0/24]
I0906 19:08:23.506970 1 main.go:295] Handling node with IPs: map[192.169.0.27:{}]
I0906 19:08:23.507014 1 main.go:322] Node ha-343000-m04 has CIDR [10.244.3.0/24]
I0906 19:08:33.504036 1 main.go:295] Handling node with IPs: map[192.169.0.26:{}]
I0906 19:08:33.504384 1 main.go:322] Node ha-343000-m03 has CIDR [10.244.2.0/24]
I0906 19:08:33.504606 1 main.go:295] Handling node with IPs: map[192.169.0.27:{}]
I0906 19:08:33.504701 1 main.go:322] Node ha-343000-m04 has CIDR [10.244.3.0/24]
I0906 19:08:33.504818 1 main.go:295] Handling node with IPs: map[192.169.0.24:{}]
I0906 19:08:33.504906 1 main.go:299] handling current node
I0906 19:08:33.504954 1 main.go:295] Handling node with IPs: map[192.169.0.25:{}]
I0906 19:08:33.505036 1 main.go:322] Node ha-343000-m02 has CIDR [10.244.1.0/24]
I0906 19:08:43.504041 1 main.go:295] Handling node with IPs: map[192.169.0.24:{}]
I0906 19:08:43.504195 1 main.go:299] handling current node
I0906 19:08:43.504244 1 main.go:295] Handling node with IPs: map[192.169.0.25:{}]
I0906 19:08:43.504268 1 main.go:322] Node ha-343000-m02 has CIDR [10.244.1.0/24]
I0906 19:08:43.504490 1 main.go:295] Handling node with IPs: map[192.169.0.26:{}]
I0906 19:08:43.504573 1 main.go:322] Node ha-343000-m03 has CIDR [10.244.2.0/24]
I0906 19:08:43.504654 1 main.go:295] Handling node with IPs: map[192.169.0.27:{}]
I0906 19:08:43.504717 1 main.go:322] Node ha-343000-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [592c214e97d5] <==
I0906 19:05:27.461896 1 options.go:228] external host was not specified, using 192.169.0.24
I0906 19:05:27.465176 1 server.go:142] Version: v1.31.0
I0906 19:05:27.465213 1 server.go:144] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0906 19:05:28.107777 1 plugins.go:157] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0906 19:05:28.107810 1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I0906 19:05:28.107883 1 shared_informer.go:313] Waiting for caches to sync for node_authorizer
I0906 19:05:28.108002 1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0906 19:05:28.108375 1 instance.go:232] Using reconciler: lease
W0906 19:05:48.100071 1 logging.go:55] [core] [Channel #1 SubChannel #3]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
W0906 19:05:48.101622 1 logging.go:55] [core] [Channel #2 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
F0906 19:05:48.109302 1 instance.go:225] Error creating leases: error creating storage factory: context deadline exceeded
==> kube-apiserver [9ca63a507d33] <==
I0906 19:06:00.319954 1 cluster_authentication_trust_controller.go:443] Starting cluster_authentication_trust_controller controller
I0906 19:06:00.329227 1 shared_informer.go:313] Waiting for caches to sync for cluster_authentication_trust_controller
I0906 19:06:00.389615 1 shared_informer.go:320] Caches are synced for node_authorizer
I0906 19:06:00.399153 1 shared_informer.go:320] Caches are synced for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0906 19:06:00.399318 1 policy_source.go:224] refreshing policies
I0906 19:06:00.418950 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0906 19:06:00.418975 1 apf_controller.go:382] Running API Priority and Fairness config worker
I0906 19:06:00.419196 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I0906 19:06:00.421841 1 shared_informer.go:320] Caches are synced for configmaps
I0906 19:06:00.423174 1 cache.go:39] Caches are synced for LocalAvailability controller
I0906 19:06:00.423547 1 shared_informer.go:320] Caches are synced for crd-autoregister
I0906 19:06:00.423580 1 aggregator.go:171] initial CRD sync complete...
I0906 19:06:00.423586 1 autoregister_controller.go:144] Starting autoregister controller
I0906 19:06:00.423589 1 cache.go:32] Waiting for caches to sync for autoregister controller
I0906 19:06:00.423592 1 cache.go:39] Caches are synced for autoregister controller
I0906 19:06:00.424202 1 cache.go:39] Caches are synced for RemoteAvailability controller
I0906 19:06:00.424372 1 handler_discovery.go:450] Starting ResourceDiscoveryManager
I0906 19:06:00.429383 1 shared_informer.go:320] Caches are synced for cluster_authentication_trust_controller
W0906 19:06:00.444807 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.25]
I0906 19:06:00.446706 1 controller.go:615] quota admission added evaluator for: endpoints
I0906 19:06:00.460452 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
E0906 19:06:00.463465 1 controller.go:95] Found stale data, removed previous endpoints on kubernetes service, apiserver didn't exit successfully previously
I0906 19:06:00.488387 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I0906 19:06:01.327320 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
W0906 19:06:01.574034 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.169.0.24 192.169.0.25]
==> kube-controller-manager [5cc4eed8c219] <==
I0906 19:05:28.174269 1 serving.go:386] Generated self-signed cert in-memory
I0906 19:05:28.573887 1 controllermanager.go:197] "Starting" version="v1.31.0"
I0906 19:05:28.573928 1 controllermanager.go:199] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0906 19:05:28.585160 1 dynamic_cafile_content.go:160] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
I0906 19:05:28.585380 1 dynamic_cafile_content.go:160] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0906 19:05:28.585888 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I0906 19:05:28.586027 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
E0906 19:05:49.113760 1 controllermanager.go:242] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: Get \"https://192.169.0.24:8443/healthz\": dial tcp 192.169.0.24:8443: connect: connection refused"
==> kube-controller-manager [890baa8f92fc] <==
I0906 19:06:13.983300 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="95.314567ms"
I0906 19:06:14.017696 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="34.303957ms"
I0906 19:06:14.018733 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="57.896µs"
I0906 19:06:14.150501 1 shared_informer.go:320] Caches are synced for garbage collector
I0906 19:06:14.168151 1 shared_informer.go:320] Caches are synced for garbage collector
I0906 19:06:14.168284 1 garbagecollector.go:157] "All resource monitors have synced. Proceeding to collect garbage" logger="garbage-collector-controller"
I0906 19:06:30.950379 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-343000-m03"
I0906 19:06:31.854707 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="18.582603ms"
I0906 19:06:31.855323 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="37.326µs"
I0906 19:06:32.910883 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-343000-m04"
I0906 19:06:32.936381 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-343000-m04"
I0906 19:06:33.628526 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-343000-m04"
I0906 19:06:34.203998 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="8.91662ms"
I0906 19:06:34.204272 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="27.095µs"
I0906 19:06:37.967819 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-343000-m04"
I0906 19:06:37.977034 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-343000-m04"
I0906 19:06:38.064780 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-343000-m04"
I0906 19:06:51.654459 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="49.601603ms"
E0906 19:06:51.654893 1 replica_set.go:560] "Unhandled Error" err="sync \"kube-system/coredns-6f6b679f8f\" failed with Operation cannot be fulfilled on replicasets.apps \"coredns-6f6b679f8f\": the object has been modified; please apply your changes to the latest version and try again" logger="UnhandledError"
I0906 19:06:51.655193 1 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-l2ztt EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-l2ztt\": the object has been modified; please apply your changes to the latest version and try again"
I0906 19:06:51.655819 1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"f3f0b4c9-9efd-41cc-93f8-915e2a024362", APIVersion:"v1", ResourceVersion:"297", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-l2ztt EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-l2ztt": the object has been modified; please apply your changes to the latest version and try again
I0906 19:06:51.657515 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="153.079µs"
I0906 19:06:51.663353 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="119.395µs"
I0906 19:06:51.700669 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="26.423367ms"
I0906 19:06:51.700851 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-6f6b679f8f" duration="58.547µs"
==> kube-proxy [803c4f073a4f] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E0906 19:06:13.148913 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I0906 19:06:13.172780 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.24"]
E0906 19:06:13.173030 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0906 19:06:13.214090 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I0906 19:06:13.214133 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0906 19:06:13.214154 1 server_linux.go:169] "Using iptables Proxier"
I0906 19:06:13.217530 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0906 19:06:13.218331 1 server.go:483] "Version info" version="v1.31.0"
I0906 19:06:13.218361 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0906 19:06:13.222797 1 config.go:197] "Starting service config controller"
I0906 19:06:13.222930 1 shared_informer.go:313] Waiting for caches to sync for service config
I0906 19:06:13.223035 1 config.go:104] "Starting endpoint slice config controller"
I0906 19:06:13.223104 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0906 19:06:13.225748 1 config.go:326] "Starting node config controller"
I0906 19:06:13.225874 1 shared_informer.go:313] Waiting for caches to sync for node config
I0906 19:06:13.323124 1 shared_informer.go:320] Caches are synced for service config
I0906 19:06:13.324280 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0906 19:06:13.326187 1 shared_informer.go:320] Caches are synced for node config
==> kube-proxy [9ab0b6ac90ac] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E0906 18:55:13.194683 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I0906 18:55:13.204778 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.169.0.24"]
E0906 18:55:13.204815 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0906 18:55:13.260675 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I0906 18:55:13.260697 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0906 18:55:13.260715 1 server_linux.go:169] "Using iptables Proxier"
I0906 18:55:13.267079 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0906 18:55:13.267303 1 server.go:483] "Version info" version="v1.31.0"
I0906 18:55:13.267312 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0906 18:55:13.269494 1 config.go:197] "Starting service config controller"
I0906 18:55:13.269521 1 shared_informer.go:313] Waiting for caches to sync for service config
I0906 18:55:13.269531 1 config.go:104] "Starting endpoint slice config controller"
I0906 18:55:13.269534 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0906 18:55:13.269766 1 config.go:326] "Starting node config controller"
I0906 18:55:13.269792 1 shared_informer.go:313] Waiting for caches to sync for node config
I0906 18:55:13.371232 1 shared_informer.go:320] Caches are synced for node config
I0906 18:55:13.371252 1 shared_informer.go:320] Caches are synced for service config
I0906 18:55:13.371258 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [4d2f47c39f16] <==
W0906 19:05:56.245160 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.24:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:56.245533 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: Get \"https://192.169.0.24:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:05:56.734981 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: Get "https://192.169.0.24:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:56.735302 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: Get \"https://192.169.0.24:8443/api/v1/replicationcontrollers?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:05:56.742962 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: Get "https://192.169.0.24:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:56.743085 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: Get \"https://192.169.0.24:8443/apis/apps/v1/replicasets?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:05:56.935930 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.169.0.24:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:56.936032 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get \"https://192.169.0.24:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:05:57.301942 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: Get "https://192.169.0.24:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:57.301991 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: Get \"https://192.169.0.24:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:05:57.329279 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: Get "https://192.169.0.24:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:57.329316 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: Get \"https://192.169.0.24:8443/api/v1/namespaces/kube-system/configmaps?fieldSelector=metadata.name%3Dextension-apiserver-authentication&limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:05:57.449839 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://192.169.0.24:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:57.449963 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://192.169.0.24:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:05:57.924069 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://192.169.0.24:8443/api/v1/nodes?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:57.924282 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://192.169.0.24:8443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:05:58.279429 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: Get "https://192.169.0.24:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:58.279584 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: Get \"https://192.169.0.24:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:05:58.391628 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: Get "https://192.169.0.24:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:58.391680 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: Get \"https://192.169.0.24:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:05:58.574460 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://192.169.0.24:8443/api/v1/services?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:58.574508 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://192.169.0.24:8443/api/v1/services?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:05:58.613456 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: Get "https://192.169.0.24:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:05:58.613730 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.169.0.24:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
I0906 19:06:06.337934 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kube-scheduler [9b99b2f8d6ed] <==
W0906 19:04:31.417232 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.169.0.24:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:04:31.417325 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get \"https://192.169.0.24:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:04:31.755428 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: Get "https://192.169.0.24:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:04:31.755742 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: Get \"https://192.169.0.24:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:04:35.986154 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: Get "https://192.169.0.24:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:04:35.986279 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: Get \"https://192.169.0.24:8443/api/v1/persistentvolumeclaims?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:04:40.066579 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: Get "https://192.169.0.24:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:04:40.066654 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: Get \"https://192.169.0.24:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:04:40.563029 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: Get "https://192.169.0.24:8443/api/v1/nodes?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:04:40.563228 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: Get \"https://192.169.0.24:8443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:04:40.748870 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: Get "https://192.169.0.24:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:04:40.749078 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: Get \"https://192.169.0.24:8443/api/v1/persistentvolumes?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:04:45.521553 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: Get "https://192.169.0.24:8443/api/v1/services?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:04:45.521675 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: Get \"https://192.169.0.24:8443/api/v1/services?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:04:47.041120 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: Get "https://192.169.0.24:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:04:47.041443 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.169.0.24:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:04:52.540182 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: Get "https://192.169.0.24:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:04:52.540432 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get \"https://192.169.0.24:8443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
W0906 19:04:54.069445 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: Get "https://192.169.0.24:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0": dial tcp 192.169.0.24:8443: connect: connection refused
E0906 19:04:54.069585 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: Get \"https://192.169.0.24:8443/apis/storage.k8s.io/v1/csinodes?limit=500&resourceVersion=0\": dial tcp 192.169.0.24:8443: connect: connection refused" logger="UnhandledError"
E0906 19:04:59.711524 1 server.go:267] "waiting for handlers to sync" err="context canceled"
I0906 19:04:59.712006 1 secure_serving.go:258] Stopped listening on 127.0.0.1:10259
I0906 19:04:59.712120 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
E0906 19:04:59.712142 1 shared_informer.go:316] "Unhandled Error" err="unable to sync caches for client-ca::kube-system::extension-apiserver-authentication::client-ca-file" logger="UnhandledError"
E0906 19:04:59.712922 1 run.go:72] "command failed" err="finished without leader elect"
==> kubelet <==
Sep 06 19:06:12 ha-343000 kubelet[1561]: I0906 19:06:12.397388 1561 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="9e798ad091c8dbac0977ce3e9539e6296e56adde9095535a7a2e9c7ea74d7777"
Sep 06 19:06:12 ha-343000 kubelet[1561]: I0906 19:06:12.403625 1561 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b7ad89fb08b292cfac509e0c383de126da238700a4e5bad8ad55590054381dba"
Sep 06 19:06:12 ha-343000 kubelet[1561]: I0906 19:06:12.416921 1561 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="a2638e452207351ccfc0f2f01134ae1987de0b7fc1a7d33f66d0fef46e08a1e1"
Sep 06 19:06:12 ha-343000 kubelet[1561]: I0906 19:06:12.548822 1561 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="b2c6d9f178680726c8e102ac2fb994d4e293ad44539b880ca82a1019b4cbf99a"
Sep 06 19:06:12 ha-343000 kubelet[1561]: I0906 19:06:12.830725 1561 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e01343203b7a509a71640de600f467038bad7b3d1d628993d32a37ee491ef5d1"
Sep 06 19:06:20 ha-343000 kubelet[1561]: E0906 19:06:20.331039 1561 iptables.go:577] "Could not set up iptables canary" err=<
Sep 06 19:06:20 ha-343000 kubelet[1561]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Sep 06 19:06:20 ha-343000 kubelet[1561]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Sep 06 19:06:20 ha-343000 kubelet[1561]: Perhaps ip6tables or your kernel needs to be upgraded.
Sep 06 19:06:20 ha-343000 kubelet[1561]: > table="nat" chain="KUBE-KUBELET-CANARY"
Sep 06 19:06:20 ha-343000 kubelet[1561]: I0906 19:06:20.393885 1561 scope.go:117] "RemoveContainer" containerID="b3713b7090d8f8af511e66546413a97f331dea488be8efe378a26980838f7cf4"
Sep 06 19:06:43 ha-343000 kubelet[1561]: I0906 19:06:43.211095 1561 scope.go:117] "RemoveContainer" containerID="051e748db656a81282f4811bb15ed42555514a115306dfa611e2c0d2af72e345"
Sep 06 19:06:43 ha-343000 kubelet[1561]: I0906 19:06:43.211309 1561 scope.go:117] "RemoveContainer" containerID="22c131171f901dae7b3e44faab00b8d8ebe428688e0a07de6a5b806ee5fa76af"
Sep 06 19:06:43 ha-343000 kubelet[1561]: E0906 19:06:43.211390 1561 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"storage-provisioner\" with CrashLoopBackOff: \"back-off 10s restarting failed container=storage-provisioner pod=storage-provisioner_kube-system(9815f44c-20e3-4243-8eb4-60cd42a850ad)\"" pod="kube-system/storage-provisioner" podUID="9815f44c-20e3-4243-8eb4-60cd42a850ad"
Sep 06 19:06:57 ha-343000 kubelet[1561]: I0906 19:06:57.289715 1561 scope.go:117] "RemoveContainer" containerID="22c131171f901dae7b3e44faab00b8d8ebe428688e0a07de6a5b806ee5fa76af"
Sep 06 19:07:20 ha-343000 kubelet[1561]: E0906 19:07:20.331091 1561 iptables.go:577] "Could not set up iptables canary" err=<
Sep 06 19:07:20 ha-343000 kubelet[1561]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Sep 06 19:07:20 ha-343000 kubelet[1561]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Sep 06 19:07:20 ha-343000 kubelet[1561]: Perhaps ip6tables or your kernel needs to be upgraded.
Sep 06 19:07:20 ha-343000 kubelet[1561]: > table="nat" chain="KUBE-KUBELET-CANARY"
Sep 06 19:08:20 ha-343000 kubelet[1561]: E0906 19:08:20.333049 1561 iptables.go:577] "Could not set up iptables canary" err=<
Sep 06 19:08:20 ha-343000 kubelet[1561]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Sep 06 19:08:20 ha-343000 kubelet[1561]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Sep 06 19:08:20 ha-343000 kubelet[1561]: Perhaps ip6tables or your kernel needs to be upgraded.
Sep 06 19:08:20 ha-343000 kubelet[1561]: > table="nat" chain="KUBE-KUBELET-CANARY"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-darwin-amd64 status --format={{.APIServer}} -p ha-343000 -n ha-343000
helpers_test.go:261: (dbg) Run: kubectl --context ha-343000 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (4.33s)