=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
E1105 18:10:29.995149 15492 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/addons-320753/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.146754489s)
ha_test.go:309: expected profile "ha-844661" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-844661\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-844661\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-844661\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.48\",\"Port\":8443,\"Kubernet
esVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.38\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.52\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.89\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":f
alse,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"Mo
untIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-844661 -n ha-844661
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-844661 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-844661 logs -n 25: (1.381471227s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-844661 ssh -n | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-844661 cp ha-844661-m03:/home/docker/cp-test.txt | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661:/home/docker/cp-test_ha-844661-m03_ha-844661.txt | | | | | |
| ssh | ha-844661 ssh -n | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-844661 ssh -n ha-844661 sudo cat | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | /home/docker/cp-test_ha-844661-m03_ha-844661.txt | | | | | |
| cp | ha-844661 cp ha-844661-m03:/home/docker/cp-test.txt | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m02:/home/docker/cp-test_ha-844661-m03_ha-844661-m02.txt | | | | | |
| ssh | ha-844661 ssh -n | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-844661 ssh -n ha-844661-m02 sudo cat | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | /home/docker/cp-test_ha-844661-m03_ha-844661-m02.txt | | | | | |
| cp | ha-844661 cp ha-844661-m03:/home/docker/cp-test.txt | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m04:/home/docker/cp-test_ha-844661-m03_ha-844661-m04.txt | | | | | |
| ssh | ha-844661 ssh -n | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-844661 ssh -n ha-844661-m04 sudo cat | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | /home/docker/cp-test_ha-844661-m03_ha-844661-m04.txt | | | | | |
| cp | ha-844661 cp testdata/cp-test.txt | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-844661 ssh -n | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-844661 cp ha-844661-m04:/home/docker/cp-test.txt | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile1581451422/001/cp-test_ha-844661-m04.txt | | | | | |
| ssh | ha-844661 ssh -n | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-844661 cp ha-844661-m04:/home/docker/cp-test.txt | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661:/home/docker/cp-test_ha-844661-m04_ha-844661.txt | | | | | |
| ssh | ha-844661 ssh -n | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-844661 ssh -n ha-844661 sudo cat | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | /home/docker/cp-test_ha-844661-m04_ha-844661.txt | | | | | |
| cp | ha-844661 cp ha-844661-m04:/home/docker/cp-test.txt | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m02:/home/docker/cp-test_ha-844661-m04_ha-844661-m02.txt | | | | | |
| ssh | ha-844661 ssh -n | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-844661 ssh -n ha-844661-m02 sudo cat | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | /home/docker/cp-test_ha-844661-m04_ha-844661-m02.txt | | | | | |
| cp | ha-844661 cp ha-844661-m04:/home/docker/cp-test.txt | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m03:/home/docker/cp-test_ha-844661-m04_ha-844661-m03.txt | | | | | |
| ssh | ha-844661 ssh -n | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | ha-844661-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-844661 ssh -n ha-844661-m03 sudo cat | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | 05 Nov 24 18:07 UTC |
| | /home/docker/cp-test_ha-844661-m04_ha-844661-m03.txt | | | | | |
| node | ha-844661 node stop m02 -v=7 | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:07 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-844661 node start m02 -v=7 | ha-844661 | jenkins | v1.34.0 | 05 Nov 24 18:10 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/11/05 18:03:20
Running on machine: ubuntu-20-agent-8
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1105 18:03:20.652608 27131 out.go:345] Setting OutFile to fd 1 ...
I1105 18:03:20.652749 27131 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1105 18:03:20.652760 27131 out.go:358] Setting ErrFile to fd 2...
I1105 18:03:20.652767 27131 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1105 18:03:20.652948 27131 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19910-8296/.minikube/bin
I1105 18:03:20.653500 27131 out.go:352] Setting JSON to false
I1105 18:03:20.654349 27131 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-8","uptime":2743,"bootTime":1730827058,"procs":173,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1105 18:03:20.654437 27131 start.go:139] virtualization: kvm guest
I1105 18:03:20.656534 27131 out.go:177] * [ha-844661] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1105 18:03:20.657972 27131 out.go:177] - MINIKUBE_LOCATION=19910
I1105 18:03:20.658005 27131 notify.go:220] Checking for updates...
I1105 18:03:20.660463 27131 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1105 18:03:20.661864 27131 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19910-8296/kubeconfig
I1105 18:03:20.663111 27131 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19910-8296/.minikube
I1105 18:03:20.664367 27131 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1105 18:03:20.665603 27131 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1105 18:03:20.666934 27131 driver.go:394] Setting default libvirt URI to qemu:///system
I1105 18:03:20.701089 27131 out.go:177] * Using the kvm2 driver based on user configuration
I1105 18:03:20.702358 27131 start.go:297] selected driver: kvm2
I1105 18:03:20.702375 27131 start.go:901] validating driver "kvm2" against <nil>
I1105 18:03:20.702385 27131 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1105 18:03:20.703116 27131 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1105 18:03:20.703189 27131 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19910-8296/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1105 18:03:20.718290 27131 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1105 18:03:20.718330 27131 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1105 18:03:20.718556 27131 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1105 18:03:20.718584 27131 cni.go:84] Creating CNI manager for ""
I1105 18:03:20.718622 27131 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1105 18:03:20.718632 27131 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1105 18:03:20.718676 27131 start.go:340] cluster config:
{Name:ha-844661 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-844661 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1105 18:03:20.718795 27131 iso.go:125] acquiring lock: {Name:mk8779307fc708ec02c37c53d2da6abbb9fc57e1 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1105 18:03:20.720599 27131 out.go:177] * Starting "ha-844661" primary control-plane node in "ha-844661" cluster
I1105 18:03:20.721815 27131 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1105 18:03:20.721849 27131 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19910-8296/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1105 18:03:20.721872 27131 cache.go:56] Caching tarball of preloaded images
I1105 18:03:20.721982 27131 preload.go:172] Found /home/jenkins/minikube-integration/19910-8296/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1105 18:03:20.721996 27131 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1105 18:03:20.722409 27131 profile.go:143] Saving config to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/config.json ...
I1105 18:03:20.722435 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/config.json: {Name:mkaefcdd76905e10868a2bf21132faf3026da59d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:03:20.722574 27131 start.go:360] acquireMachinesLock for ha-844661: {Name:mka1d4c5591441593c5e29459ef6950ded9600fe Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1105 18:03:20.722613 27131 start.go:364] duration metric: took 21.652µs to acquireMachinesLock for "ha-844661"
I1105 18:03:20.722627 27131 start.go:93] Provisioning new machine with config: &{Name:ha-844661 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-844661 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1105 18:03:20.722690 27131 start.go:125] createHost starting for "" (driver="kvm2")
I1105 18:03:20.724172 27131 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1105 18:03:20.724279 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:03:20.724320 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:03:20.738289 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33215
I1105 18:03:20.738756 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:03:20.739283 27131 main.go:141] libmachine: Using API Version 1
I1105 18:03:20.739302 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:03:20.739702 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:03:20.739881 27131 main.go:141] libmachine: (ha-844661) Calling .GetMachineName
I1105 18:03:20.740007 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:03:20.740175 27131 start.go:159] libmachine.API.Create for "ha-844661" (driver="kvm2")
I1105 18:03:20.740205 27131 client.go:168] LocalClient.Create starting
I1105 18:03:20.740238 27131 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem
I1105 18:03:20.740272 27131 main.go:141] libmachine: Decoding PEM data...
I1105 18:03:20.740288 27131 main.go:141] libmachine: Parsing certificate...
I1105 18:03:20.740341 27131 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem
I1105 18:03:20.740359 27131 main.go:141] libmachine: Decoding PEM data...
I1105 18:03:20.740374 27131 main.go:141] libmachine: Parsing certificate...
I1105 18:03:20.740388 27131 main.go:141] libmachine: Running pre-create checks...
I1105 18:03:20.740400 27131 main.go:141] libmachine: (ha-844661) Calling .PreCreateCheck
I1105 18:03:20.740713 27131 main.go:141] libmachine: (ha-844661) Calling .GetConfigRaw
I1105 18:03:20.741068 27131 main.go:141] libmachine: Creating machine...
I1105 18:03:20.741080 27131 main.go:141] libmachine: (ha-844661) Calling .Create
I1105 18:03:20.741210 27131 main.go:141] libmachine: (ha-844661) Creating KVM machine...
I1105 18:03:20.742313 27131 main.go:141] libmachine: (ha-844661) DBG | found existing default KVM network
I1105 18:03:20.742933 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:20.742806 27154 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0002111e0}
I1105 18:03:20.742963 27131 main.go:141] libmachine: (ha-844661) DBG | created network xml:
I1105 18:03:20.742994 27131 main.go:141] libmachine: (ha-844661) DBG | <network>
I1105 18:03:20.743008 27131 main.go:141] libmachine: (ha-844661) DBG | <name>mk-ha-844661</name>
I1105 18:03:20.743015 27131 main.go:141] libmachine: (ha-844661) DBG | <dns enable='no'/>
I1105 18:03:20.743024 27131 main.go:141] libmachine: (ha-844661) DBG |
I1105 18:03:20.743029 27131 main.go:141] libmachine: (ha-844661) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1105 18:03:20.743036 27131 main.go:141] libmachine: (ha-844661) DBG | <dhcp>
I1105 18:03:20.743041 27131 main.go:141] libmachine: (ha-844661) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1105 18:03:20.743049 27131 main.go:141] libmachine: (ha-844661) DBG | </dhcp>
I1105 18:03:20.743053 27131 main.go:141] libmachine: (ha-844661) DBG | </ip>
I1105 18:03:20.743060 27131 main.go:141] libmachine: (ha-844661) DBG |
I1105 18:03:20.743066 27131 main.go:141] libmachine: (ha-844661) DBG | </network>
I1105 18:03:20.743074 27131 main.go:141] libmachine: (ha-844661) DBG |
I1105 18:03:20.748364 27131 main.go:141] libmachine: (ha-844661) DBG | trying to create private KVM network mk-ha-844661 192.168.39.0/24...
I1105 18:03:20.811114 27131 main.go:141] libmachine: (ha-844661) DBG | private KVM network mk-ha-844661 192.168.39.0/24 created
I1105 18:03:20.811141 27131 main.go:141] libmachine: (ha-844661) Setting up store path in /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661 ...
I1105 18:03:20.811159 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:20.811087 27154 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19910-8296/.minikube
I1105 18:03:20.811177 27131 main.go:141] libmachine: (ha-844661) Building disk image from file:///home/jenkins/minikube-integration/19910-8296/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso
I1105 18:03:20.811237 27131 main.go:141] libmachine: (ha-844661) Downloading /home/jenkins/minikube-integration/19910-8296/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19910-8296/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso...
I1105 18:03:21.057798 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:21.057650 27154 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa...
I1105 18:03:21.226724 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:21.226590 27154 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/ha-844661.rawdisk...
I1105 18:03:21.226750 27131 main.go:141] libmachine: (ha-844661) DBG | Writing magic tar header
I1105 18:03:21.226760 27131 main.go:141] libmachine: (ha-844661) DBG | Writing SSH key tar header
I1105 18:03:21.226768 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:21.226707 27154 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661 ...
I1105 18:03:21.226781 27131 main.go:141] libmachine: (ha-844661) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661
I1105 18:03:21.226859 27131 main.go:141] libmachine: (ha-844661) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661 (perms=drwx------)
I1105 18:03:21.226880 27131 main.go:141] libmachine: (ha-844661) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296/.minikube/machines (perms=drwxr-xr-x)
I1105 18:03:21.226887 27131 main.go:141] libmachine: (ha-844661) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296/.minikube/machines
I1105 18:03:21.226897 27131 main.go:141] libmachine: (ha-844661) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296/.minikube
I1105 18:03:21.226904 27131 main.go:141] libmachine: (ha-844661) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296/.minikube (perms=drwxr-xr-x)
I1105 18:03:21.226909 27131 main.go:141] libmachine: (ha-844661) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296
I1105 18:03:21.226916 27131 main.go:141] libmachine: (ha-844661) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1105 18:03:21.226920 27131 main.go:141] libmachine: (ha-844661) DBG | Checking permissions on dir: /home/jenkins
I1105 18:03:21.226927 27131 main.go:141] libmachine: (ha-844661) DBG | Checking permissions on dir: /home
I1105 18:03:21.226932 27131 main.go:141] libmachine: (ha-844661) DBG | Skipping /home - not owner
I1105 18:03:21.226941 27131 main.go:141] libmachine: (ha-844661) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296 (perms=drwxrwxr-x)
I1105 18:03:21.226950 27131 main.go:141] libmachine: (ha-844661) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1105 18:03:21.226957 27131 main.go:141] libmachine: (ha-844661) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1105 18:03:21.226962 27131 main.go:141] libmachine: (ha-844661) Creating domain...
I1105 18:03:21.228177 27131 main.go:141] libmachine: (ha-844661) define libvirt domain using xml:
I1105 18:03:21.228198 27131 main.go:141] libmachine: (ha-844661) <domain type='kvm'>
I1105 18:03:21.228204 27131 main.go:141] libmachine: (ha-844661) <name>ha-844661</name>
I1105 18:03:21.228209 27131 main.go:141] libmachine: (ha-844661) <memory unit='MiB'>2200</memory>
I1105 18:03:21.228214 27131 main.go:141] libmachine: (ha-844661) <vcpu>2</vcpu>
I1105 18:03:21.228218 27131 main.go:141] libmachine: (ha-844661) <features>
I1105 18:03:21.228223 27131 main.go:141] libmachine: (ha-844661) <acpi/>
I1105 18:03:21.228228 27131 main.go:141] libmachine: (ha-844661) <apic/>
I1105 18:03:21.228233 27131 main.go:141] libmachine: (ha-844661) <pae/>
I1105 18:03:21.228241 27131 main.go:141] libmachine: (ha-844661)
I1105 18:03:21.228249 27131 main.go:141] libmachine: (ha-844661) </features>
I1105 18:03:21.228254 27131 main.go:141] libmachine: (ha-844661) <cpu mode='host-passthrough'>
I1105 18:03:21.228261 27131 main.go:141] libmachine: (ha-844661)
I1105 18:03:21.228268 27131 main.go:141] libmachine: (ha-844661) </cpu>
I1105 18:03:21.228298 27131 main.go:141] libmachine: (ha-844661) <os>
I1105 18:03:21.228318 27131 main.go:141] libmachine: (ha-844661) <type>hvm</type>
I1105 18:03:21.228325 27131 main.go:141] libmachine: (ha-844661) <boot dev='cdrom'/>
I1105 18:03:21.228329 27131 main.go:141] libmachine: (ha-844661) <boot dev='hd'/>
I1105 18:03:21.228355 27131 main.go:141] libmachine: (ha-844661) <bootmenu enable='no'/>
I1105 18:03:21.228375 27131 main.go:141] libmachine: (ha-844661) </os>
I1105 18:03:21.228385 27131 main.go:141] libmachine: (ha-844661) <devices>
I1105 18:03:21.228403 27131 main.go:141] libmachine: (ha-844661) <disk type='file' device='cdrom'>
I1105 18:03:21.228418 27131 main.go:141] libmachine: (ha-844661) <source file='/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/boot2docker.iso'/>
I1105 18:03:21.228429 27131 main.go:141] libmachine: (ha-844661) <target dev='hdc' bus='scsi'/>
I1105 18:03:21.228437 27131 main.go:141] libmachine: (ha-844661) <readonly/>
I1105 18:03:21.228450 27131 main.go:141] libmachine: (ha-844661) </disk>
I1105 18:03:21.228462 27131 main.go:141] libmachine: (ha-844661) <disk type='file' device='disk'>
I1105 18:03:21.228474 27131 main.go:141] libmachine: (ha-844661) <driver name='qemu' type='raw' cache='default' io='threads' />
I1105 18:03:21.228488 27131 main.go:141] libmachine: (ha-844661) <source file='/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/ha-844661.rawdisk'/>
I1105 18:03:21.228497 27131 main.go:141] libmachine: (ha-844661) <target dev='hda' bus='virtio'/>
I1105 18:03:21.228502 27131 main.go:141] libmachine: (ha-844661) </disk>
I1105 18:03:21.228511 27131 main.go:141] libmachine: (ha-844661) <interface type='network'>
I1105 18:03:21.228519 27131 main.go:141] libmachine: (ha-844661) <source network='mk-ha-844661'/>
I1105 18:03:21.228532 27131 main.go:141] libmachine: (ha-844661) <model type='virtio'/>
I1105 18:03:21.228539 27131 main.go:141] libmachine: (ha-844661) </interface>
I1105 18:03:21.228551 27131 main.go:141] libmachine: (ha-844661) <interface type='network'>
I1105 18:03:21.228560 27131 main.go:141] libmachine: (ha-844661) <source network='default'/>
I1105 18:03:21.228570 27131 main.go:141] libmachine: (ha-844661) <model type='virtio'/>
I1105 18:03:21.228579 27131 main.go:141] libmachine: (ha-844661) </interface>
I1105 18:03:21.228587 27131 main.go:141] libmachine: (ha-844661) <serial type='pty'>
I1105 18:03:21.228599 27131 main.go:141] libmachine: (ha-844661) <target port='0'/>
I1105 18:03:21.228607 27131 main.go:141] libmachine: (ha-844661) </serial>
I1105 18:03:21.228613 27131 main.go:141] libmachine: (ha-844661) <console type='pty'>
I1105 18:03:21.228629 27131 main.go:141] libmachine: (ha-844661) <target type='serial' port='0'/>
I1105 18:03:21.228642 27131 main.go:141] libmachine: (ha-844661) </console>
I1105 18:03:21.228653 27131 main.go:141] libmachine: (ha-844661) <rng model='virtio'>
I1105 18:03:21.228670 27131 main.go:141] libmachine: (ha-844661) <backend model='random'>/dev/random</backend>
I1105 18:03:21.228679 27131 main.go:141] libmachine: (ha-844661) </rng>
I1105 18:03:21.228687 27131 main.go:141] libmachine: (ha-844661)
I1105 18:03:21.228694 27131 main.go:141] libmachine: (ha-844661)
I1105 18:03:21.228699 27131 main.go:141] libmachine: (ha-844661) </devices>
I1105 18:03:21.228707 27131 main.go:141] libmachine: (ha-844661) </domain>
I1105 18:03:21.228717 27131 main.go:141] libmachine: (ha-844661)
I1105 18:03:21.232718 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:b2:92:26 in network default
I1105 18:03:21.233193 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:21.233215 27131 main.go:141] libmachine: (ha-844661) Ensuring networks are active...
I1105 18:03:21.233765 27131 main.go:141] libmachine: (ha-844661) Ensuring network default is active
I1105 18:03:21.234017 27131 main.go:141] libmachine: (ha-844661) Ensuring network mk-ha-844661 is active
I1105 18:03:21.234455 27131 main.go:141] libmachine: (ha-844661) Getting domain xml...
I1105 18:03:21.235089 27131 main.go:141] libmachine: (ha-844661) Creating domain...
I1105 18:03:22.412574 27131 main.go:141] libmachine: (ha-844661) Waiting to get IP...
I1105 18:03:22.413266 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:22.413608 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:22.413630 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:22.413577 27154 retry.go:31] will retry after 279.954438ms: waiting for machine to come up
I1105 18:03:22.695059 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:22.695483 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:22.695511 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:22.695451 27154 retry.go:31] will retry after 304.898477ms: waiting for machine to come up
I1105 18:03:23.001972 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:23.002322 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:23.002343 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:23.002303 27154 retry.go:31] will retry after 443.493793ms: waiting for machine to come up
I1105 18:03:23.446683 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:23.447042 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:23.447069 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:23.446999 27154 retry.go:31] will retry after 509.391538ms: waiting for machine to come up
I1105 18:03:23.957539 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:23.957900 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:23.957927 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:23.957847 27154 retry.go:31] will retry after 602.880889ms: waiting for machine to come up
I1105 18:03:24.562659 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:24.563119 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:24.563144 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:24.563076 27154 retry.go:31] will retry after 741.734368ms: waiting for machine to come up
I1105 18:03:25.306116 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:25.306633 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:25.306663 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:25.306587 27154 retry.go:31] will retry after 1.015957471s: waiting for machine to come up
I1105 18:03:26.324342 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:26.324731 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:26.324755 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:26.324683 27154 retry.go:31] will retry after 1.378698886s: waiting for machine to come up
I1105 18:03:27.705172 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:27.705551 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:27.705575 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:27.705506 27154 retry.go:31] will retry after 1.576136067s: waiting for machine to come up
I1105 18:03:29.283960 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:29.284380 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:29.284417 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:29.284337 27154 retry.go:31] will retry after 2.253581174s: waiting for machine to come up
I1105 18:03:31.539436 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:31.539830 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:31.539860 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:31.539773 27154 retry.go:31] will retry after 1.761371484s: waiting for machine to come up
I1105 18:03:33.303719 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:33.304166 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:33.304190 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:33.304128 27154 retry.go:31] will retry after 2.85080226s: waiting for machine to come up
I1105 18:03:36.156486 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:36.156898 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find current IP address of domain ha-844661 in network mk-ha-844661
I1105 18:03:36.156920 27131 main.go:141] libmachine: (ha-844661) DBG | I1105 18:03:36.156851 27154 retry.go:31] will retry after 4.320693691s: waiting for machine to come up
I1105 18:03:40.482276 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:40.482645 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has current primary IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:40.482666 27131 main.go:141] libmachine: (ha-844661) Found IP for machine: 192.168.39.48
I1105 18:03:40.482731 27131 main.go:141] libmachine: (ha-844661) Reserving static IP address...
I1105 18:03:40.483186 27131 main.go:141] libmachine: (ha-844661) DBG | unable to find host DHCP lease matching {name: "ha-844661", mac: "52:54:00:ba:57:dd", ip: "192.168.39.48"} in network mk-ha-844661
I1105 18:03:40.553039 27131 main.go:141] libmachine: (ha-844661) DBG | Getting to WaitForSSH function...
I1105 18:03:40.553065 27131 main.go:141] libmachine: (ha-844661) Reserved static IP address: 192.168.39.48
I1105 18:03:40.553074 27131 main.go:141] libmachine: (ha-844661) Waiting for SSH to be available...
I1105 18:03:40.555541 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:40.555889 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:minikube Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:40.555921 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:40.556076 27131 main.go:141] libmachine: (ha-844661) DBG | Using SSH client type: external
I1105 18:03:40.556099 27131 main.go:141] libmachine: (ha-844661) DBG | Using SSH private key: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa (-rw-------)
I1105 18:03:40.556130 27131 main.go:141] libmachine: (ha-844661) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.48 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa -p 22] /usr/bin/ssh <nil>}
I1105 18:03:40.556164 27131 main.go:141] libmachine: (ha-844661) DBG | About to run SSH command:
I1105 18:03:40.556196 27131 main.go:141] libmachine: (ha-844661) DBG | exit 0
I1105 18:03:40.678881 27131 main.go:141] libmachine: (ha-844661) DBG | SSH cmd err, output: <nil>:
I1105 18:03:40.679168 27131 main.go:141] libmachine: (ha-844661) KVM machine creation complete!
I1105 18:03:40.679431 27131 main.go:141] libmachine: (ha-844661) Calling .GetConfigRaw
I1105 18:03:40.680021 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:03:40.680197 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:03:40.680362 27131 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1105 18:03:40.680377 27131 main.go:141] libmachine: (ha-844661) Calling .GetState
I1105 18:03:40.681549 27131 main.go:141] libmachine: Detecting operating system of created instance...
I1105 18:03:40.681565 27131 main.go:141] libmachine: Waiting for SSH to be available...
I1105 18:03:40.681581 27131 main.go:141] libmachine: Getting to WaitForSSH function...
I1105 18:03:40.681589 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:03:40.683878 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:40.684197 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:40.684222 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:40.684354 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:03:40.684522 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:40.684666 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:40.684789 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:03:40.684936 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:03:40.685164 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.48 22 <nil> <nil>}
I1105 18:03:40.685176 27131 main.go:141] libmachine: About to run SSH command:
exit 0
I1105 18:03:40.782106 27131 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1105 18:03:40.782126 27131 main.go:141] libmachine: Detecting the provisioner...
I1105 18:03:40.782134 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:03:40.785142 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:40.785540 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:40.785569 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:40.785664 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:03:40.785868 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:40.786031 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:40.786159 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:03:40.786354 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:03:40.786515 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.48 22 <nil> <nil>}
I1105 18:03:40.786526 27131 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1105 18:03:40.883619 27131 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1105 18:03:40.883676 27131 main.go:141] libmachine: found compatible host: buildroot
I1105 18:03:40.883682 27131 main.go:141] libmachine: Provisioning with buildroot...
I1105 18:03:40.883690 27131 main.go:141] libmachine: (ha-844661) Calling .GetMachineName
I1105 18:03:40.883923 27131 buildroot.go:166] provisioning hostname "ha-844661"
I1105 18:03:40.883949 27131 main.go:141] libmachine: (ha-844661) Calling .GetMachineName
I1105 18:03:40.884120 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:03:40.886507 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:40.886833 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:40.886857 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:40.886980 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:03:40.887151 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:40.887291 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:40.887396 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:03:40.887549 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:03:40.887741 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.48 22 <nil> <nil>}
I1105 18:03:40.887756 27131 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-844661 && echo "ha-844661" | sudo tee /etc/hostname
I1105 18:03:41.000392 27131 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-844661
I1105 18:03:41.000420 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:03:41.003294 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.003567 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.003608 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.003744 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:03:41.003933 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:41.004103 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:41.004242 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:03:41.004353 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:03:41.004531 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.48 22 <nil> <nil>}
I1105 18:03:41.004545 27131 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-844661' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-844661/g' /etc/hosts;
else
echo '127.0.1.1 ha-844661' | sudo tee -a /etc/hosts;
fi
fi
I1105 18:03:41.111348 27131 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1105 18:03:41.111383 27131 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19910-8296/.minikube CaCertPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19910-8296/.minikube}
I1105 18:03:41.111432 27131 buildroot.go:174] setting up certificates
I1105 18:03:41.111449 27131 provision.go:84] configureAuth start
I1105 18:03:41.111460 27131 main.go:141] libmachine: (ha-844661) Calling .GetMachineName
I1105 18:03:41.111736 27131 main.go:141] libmachine: (ha-844661) Calling .GetIP
I1105 18:03:41.114450 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.114812 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.114841 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.114944 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:03:41.117124 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.117436 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.117462 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.117573 27131 provision.go:143] copyHostCerts
I1105 18:03:41.117613 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem
I1105 18:03:41.117655 27131 exec_runner.go:144] found /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem, removing ...
I1105 18:03:41.117671 27131 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem
I1105 18:03:41.117771 27131 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem (1082 bytes)
I1105 18:03:41.117875 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem
I1105 18:03:41.117903 27131 exec_runner.go:144] found /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem, removing ...
I1105 18:03:41.117913 27131 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem
I1105 18:03:41.117953 27131 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem (1123 bytes)
I1105 18:03:41.118004 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem
I1105 18:03:41.118021 27131 exec_runner.go:144] found /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem, removing ...
I1105 18:03:41.118027 27131 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem
I1105 18:03:41.118050 27131 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem (1675 bytes)
I1105 18:03:41.118095 27131 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca-key.pem org=jenkins.ha-844661 san=[127.0.0.1 192.168.39.48 ha-844661 localhost minikube]
I1105 18:03:41.208702 27131 provision.go:177] copyRemoteCerts
I1105 18:03:41.208760 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1105 18:03:41.208783 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:03:41.211467 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.211827 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.211850 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.212052 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:03:41.212204 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:41.212341 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:03:41.212443 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.48 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa Username:docker}
I1105 18:03:41.296812 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1105 18:03:41.296897 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1105 18:03:41.319712 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1105 18:03:41.319772 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1105 18:03:41.342415 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem -> /etc/docker/server.pem
I1105 18:03:41.342483 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1105 18:03:41.365050 27131 provision.go:87] duration metric: took 253.585291ms to configureAuth
I1105 18:03:41.365082 27131 buildroot.go:189] setting minikube options for container-runtime
I1105 18:03:41.365296 27131 config.go:182] Loaded profile config "ha-844661": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1105 18:03:41.365378 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:03:41.368515 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.368840 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.368869 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.369025 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:03:41.369189 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:41.369363 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:41.369489 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:03:41.369646 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:03:41.369808 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.48 22 <nil> <nil>}
I1105 18:03:41.369821 27131 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1105 18:03:41.576635 27131 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1105 18:03:41.576666 27131 main.go:141] libmachine: Checking connection to Docker...
I1105 18:03:41.576676 27131 main.go:141] libmachine: (ha-844661) Calling .GetURL
I1105 18:03:41.577929 27131 main.go:141] libmachine: (ha-844661) DBG | Using libvirt version 6000000
I1105 18:03:41.580297 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.580615 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.580654 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.580760 27131 main.go:141] libmachine: Docker is up and running!
I1105 18:03:41.580772 27131 main.go:141] libmachine: Reticulating splines...
I1105 18:03:41.580778 27131 client.go:171] duration metric: took 20.840565211s to LocalClient.Create
I1105 18:03:41.580795 27131 start.go:167] duration metric: took 20.84062429s to libmachine.API.Create "ha-844661"
I1105 18:03:41.580805 27131 start.go:293] postStartSetup for "ha-844661" (driver="kvm2")
I1105 18:03:41.580814 27131 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1105 18:03:41.580829 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:03:41.581046 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1105 18:03:41.581068 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:03:41.583124 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.583501 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.583522 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.583601 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:03:41.583779 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:41.583943 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:03:41.584110 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.48 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa Username:docker}
I1105 18:03:41.661161 27131 ssh_runner.go:195] Run: cat /etc/os-release
I1105 18:03:41.665033 27131 info.go:137] Remote host: Buildroot 2023.02.9
I1105 18:03:41.665062 27131 filesync.go:126] Scanning /home/jenkins/minikube-integration/19910-8296/.minikube/addons for local assets ...
I1105 18:03:41.665127 27131 filesync.go:126] Scanning /home/jenkins/minikube-integration/19910-8296/.minikube/files for local assets ...
I1105 18:03:41.665231 27131 filesync.go:149] local asset: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem -> 154922.pem in /etc/ssl/certs
I1105 18:03:41.665252 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem -> /etc/ssl/certs/154922.pem
I1105 18:03:41.665373 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1105 18:03:41.674466 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem --> /etc/ssl/certs/154922.pem (1708 bytes)
I1105 18:03:41.696494 27131 start.go:296] duration metric: took 115.67878ms for postStartSetup
I1105 18:03:41.696542 27131 main.go:141] libmachine: (ha-844661) Calling .GetConfigRaw
I1105 18:03:41.697138 27131 main.go:141] libmachine: (ha-844661) Calling .GetIP
I1105 18:03:41.699655 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.699984 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.700009 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.700292 27131 profile.go:143] Saving config to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/config.json ...
I1105 18:03:41.700505 27131 start.go:128] duration metric: took 20.977803727s to createHost
I1105 18:03:41.700531 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:03:41.702386 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.702601 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.702627 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.702711 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:03:41.702863 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:41.703005 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:41.703106 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:03:41.703251 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:03:41.703451 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.48 22 <nil> <nil>}
I1105 18:03:41.703464 27131 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1105 18:03:41.803411 27131 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730829821.777547713
I1105 18:03:41.803432 27131 fix.go:216] guest clock: 1730829821.777547713
I1105 18:03:41.803441 27131 fix.go:229] Guest: 2024-11-05 18:03:41.777547713 +0000 UTC Remote: 2024-11-05 18:03:41.700519186 +0000 UTC m=+21.085212205 (delta=77.028527ms)
I1105 18:03:41.803466 27131 fix.go:200] guest clock delta is within tolerance: 77.028527ms
I1105 18:03:41.803472 27131 start.go:83] releasing machines lock for "ha-844661", held for 21.080851922s
I1105 18:03:41.803504 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:03:41.803818 27131 main.go:141] libmachine: (ha-844661) Calling .GetIP
I1105 18:03:41.806212 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.806544 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.806574 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.806731 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:03:41.807182 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:03:41.807323 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:03:41.807421 27131 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1105 18:03:41.807458 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:03:41.807478 27131 ssh_runner.go:195] Run: cat /version.json
I1105 18:03:41.807503 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:03:41.809937 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.810070 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.810265 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.810291 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.810383 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:03:41.810476 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:41.810506 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:41.810517 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:41.810650 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:03:41.810655 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:03:41.810815 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:03:41.810809 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.48 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa Username:docker}
I1105 18:03:41.810922 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:03:41.811058 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.48 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa Username:docker}
I1105 18:03:41.883551 27131 ssh_runner.go:195] Run: systemctl --version
I1105 18:03:41.923044 27131 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1105 18:03:42.072766 27131 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1105 18:03:42.079007 27131 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1105 18:03:42.079076 27131 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1105 18:03:42.094820 27131 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1105 18:03:42.094844 27131 start.go:495] detecting cgroup driver to use...
I1105 18:03:42.094917 27131 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1105 18:03:42.118583 27131 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1105 18:03:42.138115 27131 docker.go:217] disabling cri-docker service (if available) ...
I1105 18:03:42.138172 27131 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1105 18:03:42.152440 27131 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1105 18:03:42.166344 27131 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1105 18:03:42.279937 27131 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1105 18:03:42.434792 27131 docker.go:233] disabling docker service ...
I1105 18:03:42.434953 27131 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1105 18:03:42.449109 27131 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1105 18:03:42.461551 27131 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1105 18:03:42.578145 27131 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1105 18:03:42.699091 27131 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1105 18:03:42.712758 27131 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1105 18:03:42.730751 27131 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1105 18:03:42.730837 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:03:42.741264 27131 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1105 18:03:42.741334 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:03:42.751371 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:03:42.761461 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:03:42.771733 27131 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1105 18:03:42.782235 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:03:42.792151 27131 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:03:42.809625 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:03:42.820631 27131 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1105 18:03:42.829567 27131 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1105 18:03:42.829657 27131 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1105 18:03:42.841074 27131 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1105 18:03:42.849804 27131 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1105 18:03:42.970294 27131 ssh_runner.go:195] Run: sudo systemctl restart crio
I1105 18:03:43.072129 27131 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1105 18:03:43.072202 27131 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1105 18:03:43.076505 27131 start.go:563] Will wait 60s for crictl version
I1105 18:03:43.076553 27131 ssh_runner.go:195] Run: which crictl
I1105 18:03:43.079876 27131 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1105 18:03:43.118292 27131 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1105 18:03:43.118368 27131 ssh_runner.go:195] Run: crio --version
I1105 18:03:43.145365 27131 ssh_runner.go:195] Run: crio --version
I1105 18:03:43.174475 27131 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1105 18:03:43.175688 27131 main.go:141] libmachine: (ha-844661) Calling .GetIP
I1105 18:03:43.178118 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:43.178392 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:03:43.178429 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:03:43.178616 27131 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1105 18:03:43.182299 27131 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1105 18:03:43.194156 27131 kubeadm.go:883] updating cluster {Name:ha-844661 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-844661 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.48 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mo
untType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1105 18:03:43.194286 27131 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1105 18:03:43.194326 27131 ssh_runner.go:195] Run: sudo crictl images --output json
I1105 18:03:43.224139 27131 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1105 18:03:43.224200 27131 ssh_runner.go:195] Run: which lz4
I1105 18:03:43.227717 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1105 18:03:43.227803 27131 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1105 18:03:43.231367 27131 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1105 18:03:43.231394 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1105 18:03:44.421241 27131 crio.go:462] duration metric: took 1.193460189s to copy over tarball
I1105 18:03:44.421309 27131 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1105 18:03:46.448289 27131 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.026951778s)
I1105 18:03:46.448321 27131 crio.go:469] duration metric: took 2.027054899s to extract the tarball
I1105 18:03:46.448331 27131 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1105 18:03:46.484203 27131 ssh_runner.go:195] Run: sudo crictl images --output json
I1105 18:03:46.526703 27131 crio.go:514] all images are preloaded for cri-o runtime.
I1105 18:03:46.526728 27131 cache_images.go:84] Images are preloaded, skipping loading
I1105 18:03:46.526737 27131 kubeadm.go:934] updating node { 192.168.39.48 8443 v1.31.2 crio true true} ...
I1105 18:03:46.526839 27131 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-844661 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.48
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-844661 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1105 18:03:46.526923 27131 ssh_runner.go:195] Run: crio config
I1105 18:03:46.568508 27131 cni.go:84] Creating CNI manager for ""
I1105 18:03:46.568526 27131 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1105 18:03:46.568535 27131 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1105 18:03:46.568555 27131 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.48 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-844661 NodeName:ha-844661 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.48"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.48 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/m
anifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1105 18:03:46.568670 27131 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.48
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-844661"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.48"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.48"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1105 18:03:46.568726 27131 kube-vip.go:115] generating kube-vip config ...
I1105 18:03:46.568770 27131 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1105 18:03:46.584044 27131 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1105 18:03:46.584179 27131 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1105 18:03:46.584237 27131 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1105 18:03:46.593564 27131 binaries.go:44] Found k8s binaries, skipping transfer
I1105 18:03:46.593616 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1105 18:03:46.602413 27131 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I1105 18:03:46.618161 27131 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1105 18:03:46.634586 27131 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2286 bytes)
I1105 18:03:46.650181 27131 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1105 18:03:46.665377 27131 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1105 18:03:46.668925 27131 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1105 18:03:46.679986 27131 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1105 18:03:46.788039 27131 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1105 18:03:46.803466 27131 certs.go:68] Setting up /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661 for IP: 192.168.39.48
I1105 18:03:46.803487 27131 certs.go:194] generating shared ca certs ...
I1105 18:03:46.803503 27131 certs.go:226] acquiring lock for ca certs: {Name:mkafbb3fef270400ed51116ac606e6c07935f686 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:03:46.803661 27131 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.key
I1105 18:03:46.803717 27131 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.key
I1105 18:03:46.803731 27131 certs.go:256] generating profile certs ...
I1105 18:03:46.803788 27131 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.key
I1105 18:03:46.803806 27131 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.crt with IP's: []
I1105 18:03:46.868048 27131 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.crt ...
I1105 18:03:46.868073 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.crt: {Name:mk1b1384fd11cca80823d77e811ce40ed13a39a4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:03:46.868260 27131 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.key ...
I1105 18:03:46.868273 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.key: {Name:mk63b8cd2995063e8f249e25659d0d581c1c609d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:03:46.868372 27131 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.30379b6a
I1105 18:03:46.868394 27131 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.30379b6a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.48 192.168.39.254]
I1105 18:03:47.168393 27131 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.30379b6a ...
I1105 18:03:47.168422 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.30379b6a: {Name:mkfb181b3090bd8c3e2b4c01d3e8bebb9949241a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:03:47.168598 27131 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.30379b6a ...
I1105 18:03:47.168612 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.30379b6a: {Name:mk8ee51e070e9f8f3516c15edb86d588cc060b83 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:03:47.168716 27131 certs.go:381] copying /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.30379b6a -> /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt
I1105 18:03:47.168827 27131 certs.go:385] copying /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.30379b6a -> /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key
I1105 18:03:47.168910 27131 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.key
I1105 18:03:47.168929 27131 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.crt with IP's: []
I1105 18:03:47.272330 27131 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.crt ...
I1105 18:03:47.272363 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.crt: {Name:mkef37902a8eaa82f4513587418829011c41aa9d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:03:47.272551 27131 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.key ...
I1105 18:03:47.272567 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.key: {Name:mka47632f74c8924a4575ad6d317d9db035f5aa8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:03:47.272701 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1105 18:03:47.272727 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1105 18:03:47.272746 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1105 18:03:47.272764 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1105 18:03:47.272788 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1105 18:03:47.272803 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1105 18:03:47.272820 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1105 18:03:47.272860 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1105 18:03:47.272935 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492.pem (1338 bytes)
W1105 18:03:47.272983 27131 certs.go:480] ignoring /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492_empty.pem, impossibly tiny 0 bytes
I1105 18:03:47.272995 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca-key.pem (1675 bytes)
I1105 18:03:47.273029 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem (1082 bytes)
I1105 18:03:47.273061 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem (1123 bytes)
I1105 18:03:47.273095 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem (1675 bytes)
I1105 18:03:47.273147 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem (1708 bytes)
I1105 18:03:47.273189 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1105 18:03:47.273209 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492.pem -> /usr/share/ca-certificates/15492.pem
I1105 18:03:47.273227 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem -> /usr/share/ca-certificates/154922.pem
I1105 18:03:47.273815 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1105 18:03:47.298487 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1105 18:03:47.321311 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1105 18:03:47.343337 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1105 18:03:47.365041 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1105 18:03:47.387466 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1105 18:03:47.409231 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1105 18:03:47.430651 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1105 18:03:47.452212 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1105 18:03:47.474137 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492.pem --> /usr/share/ca-certificates/15492.pem (1338 bytes)
I1105 18:03:47.495806 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem --> /usr/share/ca-certificates/154922.pem (1708 bytes)
I1105 18:03:47.517223 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1105 18:03:47.532167 27131 ssh_runner.go:195] Run: openssl version
I1105 18:03:47.537576 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1105 18:03:47.549952 27131 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1105 18:03:47.556864 27131 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 5 17:42 /usr/share/ca-certificates/minikubeCA.pem
I1105 18:03:47.556922 27131 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1105 18:03:47.564072 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1105 18:03:47.575807 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/15492.pem && ln -fs /usr/share/ca-certificates/15492.pem /etc/ssl/certs/15492.pem"
I1105 18:03:47.588714 27131 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/15492.pem
I1105 18:03:47.593382 27131 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 5 17:53 /usr/share/ca-certificates/15492.pem
I1105 18:03:47.593445 27131 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/15492.pem
I1105 18:03:47.601274 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/15492.pem /etc/ssl/certs/51391683.0"
I1105 18:03:47.613497 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/154922.pem && ln -fs /usr/share/ca-certificates/154922.pem /etc/ssl/certs/154922.pem"
I1105 18:03:47.623268 27131 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/154922.pem
I1105 18:03:47.627461 27131 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 5 17:53 /usr/share/ca-certificates/154922.pem
I1105 18:03:47.627512 27131 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/154922.pem
I1105 18:03:47.632828 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/154922.pem /etc/ssl/certs/3ec20f2e.0"
I1105 18:03:47.642821 27131 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1105 18:03:47.646365 27131 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1105 18:03:47.646411 27131 kubeadm.go:392] StartCluster: {Name:ha-844661 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-844661 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.48 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mount
Type:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1105 18:03:47.646477 27131 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1105 18:03:47.646544 27131 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1105 18:03:47.682117 27131 cri.go:89] found id: ""
I1105 18:03:47.682186 27131 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1105 18:03:47.691260 27131 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1105 18:03:47.700258 27131 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1105 18:03:47.708885 27131 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1105 18:03:47.708907 27131 kubeadm.go:157] found existing configuration files:
I1105 18:03:47.708950 27131 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1105 18:03:47.717439 27131 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1105 18:03:47.717497 27131 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1105 18:03:47.726246 27131 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1105 18:03:47.734558 27131 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1105 18:03:47.734611 27131 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1105 18:03:47.743183 27131 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1105 18:03:47.751387 27131 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1105 18:03:47.751433 27131 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1105 18:03:47.760203 27131 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1105 18:03:47.768178 27131 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1105 18:03:47.768234 27131 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1105 18:03:47.776770 27131 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1105 18:03:47.967353 27131 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1105 18:03:59.183523 27131 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1105 18:03:59.183604 27131 kubeadm.go:310] [preflight] Running pre-flight checks
I1105 18:03:59.183699 27131 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1105 18:03:59.183848 27131 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1105 18:03:59.183952 27131 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1105 18:03:59.184008 27131 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1105 18:03:59.185602 27131 out.go:235] - Generating certificates and keys ...
I1105 18:03:59.185696 27131 kubeadm.go:310] [certs] Using existing ca certificate authority
I1105 18:03:59.185773 27131 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1105 18:03:59.185856 27131 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1105 18:03:59.185912 27131 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1105 18:03:59.185997 27131 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1105 18:03:59.186086 27131 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1105 18:03:59.186173 27131 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1105 18:03:59.186341 27131 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-844661 localhost] and IPs [192.168.39.48 127.0.0.1 ::1]
I1105 18:03:59.186418 27131 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1105 18:03:59.186574 27131 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-844661 localhost] and IPs [192.168.39.48 127.0.0.1 ::1]
I1105 18:03:59.186680 27131 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1105 18:03:59.186753 27131 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1105 18:03:59.186826 27131 kubeadm.go:310] [certs] Generating "sa" key and public key
I1105 18:03:59.186915 27131 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1105 18:03:59.187003 27131 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1105 18:03:59.187068 27131 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1105 18:03:59.187122 27131 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1105 18:03:59.187247 27131 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1105 18:03:59.187350 27131 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1105 18:03:59.187464 27131 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1105 18:03:59.187595 27131 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1105 18:03:59.189162 27131 out.go:235] - Booting up control plane ...
I1105 18:03:59.189263 27131 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1105 18:03:59.189330 27131 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1105 18:03:59.189411 27131 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1105 18:03:59.189560 27131 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1105 18:03:59.189674 27131 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1105 18:03:59.189732 27131 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1105 18:03:59.189870 27131 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1105 18:03:59.190000 27131 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1105 18:03:59.190063 27131 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.0020676s
I1105 18:03:59.190152 27131 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1105 18:03:59.190232 27131 kubeadm.go:310] [api-check] The API server is healthy after 5.797330373s
I1105 18:03:59.190371 27131 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1105 18:03:59.190545 27131 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1105 18:03:59.190621 27131 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1105 18:03:59.190819 27131 kubeadm.go:310] [mark-control-plane] Marking the node ha-844661 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1105 18:03:59.190908 27131 kubeadm.go:310] [bootstrap-token] Using token: 87pfeh.t954ki35wy37ojkf
I1105 18:03:59.192164 27131 out.go:235] - Configuring RBAC rules ...
I1105 18:03:59.192251 27131 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1105 18:03:59.192336 27131 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1105 18:03:59.192519 27131 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1105 18:03:59.192749 27131 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1105 18:03:59.192914 27131 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1105 18:03:59.193036 27131 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1105 18:03:59.193159 27131 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1105 18:03:59.193205 27131 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1105 18:03:59.193263 27131 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1105 18:03:59.193287 27131 kubeadm.go:310]
I1105 18:03:59.193351 27131 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1105 18:03:59.193361 27131 kubeadm.go:310]
I1105 18:03:59.193483 27131 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1105 18:03:59.193498 27131 kubeadm.go:310]
I1105 18:03:59.193525 27131 kubeadm.go:310] mkdir -p $HOME/.kube
I1105 18:03:59.193576 27131 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1105 18:03:59.193636 27131 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1105 18:03:59.193642 27131 kubeadm.go:310]
I1105 18:03:59.193690 27131 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1105 18:03:59.193695 27131 kubeadm.go:310]
I1105 18:03:59.193734 27131 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1105 18:03:59.193739 27131 kubeadm.go:310]
I1105 18:03:59.193790 27131 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1105 18:03:59.193854 27131 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1105 18:03:59.193915 27131 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1105 18:03:59.193921 27131 kubeadm.go:310]
I1105 18:03:59.193994 27131 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1105 18:03:59.194085 27131 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1105 18:03:59.194112 27131 kubeadm.go:310]
I1105 18:03:59.194272 27131 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 87pfeh.t954ki35wy37ojkf \
I1105 18:03:59.194366 27131 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:4ac191d0d9001df9a0e25ed8eebdbd407be514a604e452dfe4ba273d8229d47c \
I1105 18:03:59.194391 27131 kubeadm.go:310] --control-plane
I1105 18:03:59.194397 27131 kubeadm.go:310]
I1105 18:03:59.194470 27131 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1105 18:03:59.194483 27131 kubeadm.go:310]
I1105 18:03:59.194599 27131 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 87pfeh.t954ki35wy37ojkf \
I1105 18:03:59.194713 27131 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:4ac191d0d9001df9a0e25ed8eebdbd407be514a604e452dfe4ba273d8229d47c
I1105 18:03:59.194723 27131 cni.go:84] Creating CNI manager for ""
I1105 18:03:59.194729 27131 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1105 18:03:59.196416 27131 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1105 18:03:59.198072 27131 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1105 18:03:59.203679 27131 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1105 18:03:59.203699 27131 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1105 18:03:59.220864 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1105 18:03:59.577751 27131 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1105 18:03:59.577851 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1105 18:03:59.577925 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-844661 minikube.k8s.io/updated_at=2024_11_05T18_03_59_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=47b0afc9e70653f81ca813437c4c46b74450b911 minikube.k8s.io/name=ha-844661 minikube.k8s.io/primary=true
I1105 18:03:59.773949 27131 ops.go:34] apiserver oom_adj: -16
I1105 18:03:59.774061 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1105 18:04:00.274452 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1105 18:04:00.774925 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1105 18:04:01.274873 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1105 18:04:01.774746 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1105 18:04:02.274653 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1105 18:04:02.410257 27131 kubeadm.go:1113] duration metric: took 2.832479659s to wait for elevateKubeSystemPrivileges
I1105 18:04:02.410297 27131 kubeadm.go:394] duration metric: took 14.763886485s to StartCluster
I1105 18:04:02.410318 27131 settings.go:142] acquiring lock: {Name:mk2e796c383ac0fe2824db6d82d35bc537cb77a6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:04:02.410399 27131 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19910-8296/kubeconfig
I1105 18:04:02.411281 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/kubeconfig: {Name:mke2f2db224c8017df5999395ac33ac4f769b38f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:04:02.411532 27131 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1105 18:04:02.411550 27131 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.48 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1105 18:04:02.411572 27131 start.go:241] waiting for startup goroutines ...
I1105 18:04:02.411587 27131 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1105 18:04:02.411670 27131 addons.go:69] Setting storage-provisioner=true in profile "ha-844661"
I1105 18:04:02.411690 27131 addons.go:234] Setting addon storage-provisioner=true in "ha-844661"
I1105 18:04:02.411709 27131 addons.go:69] Setting default-storageclass=true in profile "ha-844661"
I1105 18:04:02.411717 27131 host.go:66] Checking if "ha-844661" exists ...
I1105 18:04:02.411726 27131 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-844661"
I1105 18:04:02.411747 27131 config.go:182] Loaded profile config "ha-844661": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1105 18:04:02.412164 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:04:02.412164 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:04:02.412207 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:04:02.412212 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:04:02.427238 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36433
I1105 18:04:02.427311 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37173
I1105 18:04:02.427732 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:04:02.427772 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:04:02.428176 27131 main.go:141] libmachine: Using API Version 1
I1105 18:04:02.428198 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:04:02.428276 27131 main.go:141] libmachine: Using API Version 1
I1105 18:04:02.428292 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:04:02.428565 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:04:02.428588 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:04:02.428730 27131 main.go:141] libmachine: (ha-844661) Calling .GetState
I1105 18:04:02.429124 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:04:02.429169 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:04:02.430653 27131 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19910-8296/kubeconfig
I1105 18:04:02.430886 27131 kapi.go:59] client config for ha-844661: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.crt", KeyFile:"/home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.key", CAFile:"/home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2437da0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1105 18:04:02.431352 27131 cert_rotation.go:140] Starting client certificate rotation controller
I1105 18:04:02.431554 27131 addons.go:234] Setting addon default-storageclass=true in "ha-844661"
I1105 18:04:02.431592 27131 host.go:66] Checking if "ha-844661" exists ...
I1105 18:04:02.431879 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:04:02.431911 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:04:02.444788 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45601
I1105 18:04:02.445225 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:04:02.445776 27131 main.go:141] libmachine: Using API Version 1
I1105 18:04:02.445800 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:04:02.446109 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:04:02.446308 27131 main.go:141] libmachine: (ha-844661) Calling .GetState
I1105 18:04:02.446715 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46221
I1105 18:04:02.447172 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:04:02.447626 27131 main.go:141] libmachine: Using API Version 1
I1105 18:04:02.447652 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:04:02.447978 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:04:02.447989 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:04:02.448526 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:04:02.448566 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:04:02.450053 27131 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1105 18:04:02.451430 27131 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1105 18:04:02.451447 27131 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1105 18:04:02.451465 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:04:02.453936 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:04:02.454325 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:04:02.454352 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:04:02.454596 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:04:02.454747 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:04:02.454895 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:04:02.455039 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.48 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa Username:docker}
I1105 18:04:02.463344 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38435
I1105 18:04:02.463824 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:04:02.464272 27131 main.go:141] libmachine: Using API Version 1
I1105 18:04:02.464295 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:04:02.464580 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:04:02.464736 27131 main.go:141] libmachine: (ha-844661) Calling .GetState
I1105 18:04:02.466150 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:04:02.466325 27131 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1105 18:04:02.466346 27131 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1105 18:04:02.466366 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:04:02.468861 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:04:02.469292 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:04:02.469320 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:04:02.469478 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:04:02.469641 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:04:02.469795 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:04:02.469919 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.48 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa Username:docker}
I1105 18:04:02.559386 27131 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1105 18:04:02.582601 27131 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1105 18:04:02.634107 27131 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1105 18:04:03.029603 27131 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1105 18:04:03.212900 27131 main.go:141] libmachine: Making call to close driver server
I1105 18:04:03.212938 27131 main.go:141] libmachine: Making call to close driver server
I1105 18:04:03.212957 27131 main.go:141] libmachine: (ha-844661) Calling .Close
I1105 18:04:03.213012 27131 main.go:141] libmachine: (ha-844661) Calling .Close
I1105 18:04:03.213238 27131 main.go:141] libmachine: Successfully made call to close driver server
I1105 18:04:03.213254 27131 main.go:141] libmachine: Making call to close connection to plugin binary
I1105 18:04:03.213263 27131 main.go:141] libmachine: Making call to close driver server
I1105 18:04:03.213301 27131 main.go:141] libmachine: Successfully made call to close driver server
I1105 18:04:03.213309 27131 main.go:141] libmachine: (ha-844661) Calling .Close
I1105 18:04:03.213317 27131 main.go:141] libmachine: Making call to close connection to plugin binary
I1105 18:04:03.213327 27131 main.go:141] libmachine: Making call to close driver server
I1105 18:04:03.213335 27131 main.go:141] libmachine: (ha-844661) Calling .Close
I1105 18:04:03.213567 27131 main.go:141] libmachine: (ha-844661) DBG | Closing plugin on server side
I1105 18:04:03.213576 27131 main.go:141] libmachine: (ha-844661) DBG | Closing plugin on server side
I1105 18:04:03.213601 27131 main.go:141] libmachine: Successfully made call to close driver server
I1105 18:04:03.213608 27131 main.go:141] libmachine: Making call to close connection to plugin binary
I1105 18:04:03.213606 27131 main.go:141] libmachine: Successfully made call to close driver server
I1105 18:04:03.213626 27131 main.go:141] libmachine: Making call to close connection to plugin binary
I1105 18:04:03.213684 27131 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1105 18:04:03.213697 27131 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1105 18:04:03.213833 27131 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1105 18:04:03.213847 27131 round_trippers.go:469] Request Headers:
I1105 18:04:03.213858 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:04:03.213863 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:04:03.230734 27131 round_trippers.go:574] Response Status: 200 OK in 16 milliseconds
I1105 18:04:03.231584 27131 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1105 18:04:03.231606 27131 round_trippers.go:469] Request Headers:
I1105 18:04:03.231617 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:04:03.231624 27131 round_trippers.go:473] Content-Type: application/json
I1105 18:04:03.231628 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:04:03.238223 27131 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1105 18:04:03.238372 27131 main.go:141] libmachine: Making call to close driver server
I1105 18:04:03.238386 27131 main.go:141] libmachine: (ha-844661) Calling .Close
I1105 18:04:03.238717 27131 main.go:141] libmachine: (ha-844661) DBG | Closing plugin on server side
I1105 18:04:03.238773 27131 main.go:141] libmachine: Successfully made call to close driver server
I1105 18:04:03.238806 27131 main.go:141] libmachine: Making call to close connection to plugin binary
I1105 18:04:03.241254 27131 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1105 18:04:03.242442 27131 addons.go:510] duration metric: took 830.859112ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1105 18:04:03.242476 27131 start.go:246] waiting for cluster config update ...
I1105 18:04:03.242491 27131 start.go:255] writing updated cluster config ...
I1105 18:04:03.244187 27131 out.go:201]
I1105 18:04:03.246027 27131 config.go:182] Loaded profile config "ha-844661": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1105 18:04:03.246146 27131 profile.go:143] Saving config to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/config.json ...
I1105 18:04:03.247790 27131 out.go:177] * Starting "ha-844661-m02" control-plane node in "ha-844661" cluster
I1105 18:04:03.248926 27131 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1105 18:04:03.248959 27131 cache.go:56] Caching tarball of preloaded images
I1105 18:04:03.249079 27131 preload.go:172] Found /home/jenkins/minikube-integration/19910-8296/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1105 18:04:03.249097 27131 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1105 18:04:03.249198 27131 profile.go:143] Saving config to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/config.json ...
I1105 18:04:03.249437 27131 start.go:360] acquireMachinesLock for ha-844661-m02: {Name:mka1d4c5591441593c5e29459ef6950ded9600fe Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1105 18:04:03.249497 27131 start.go:364] duration metric: took 35.772µs to acquireMachinesLock for "ha-844661-m02"
I1105 18:04:03.249518 27131 start.go:93] Provisioning new machine with config: &{Name:ha-844661 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-844661 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.48 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cert
Expiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1105 18:04:03.249605 27131 start.go:125] createHost starting for "m02" (driver="kvm2")
I1105 18:04:03.251175 27131 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1105 18:04:03.251287 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:04:03.251335 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:04:03.267010 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42797
I1105 18:04:03.267624 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:04:03.268242 27131 main.go:141] libmachine: Using API Version 1
I1105 18:04:03.268268 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:04:03.268591 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:04:03.268765 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetMachineName
I1105 18:04:03.268983 27131 main.go:141] libmachine: (ha-844661-m02) Calling .DriverName
I1105 18:04:03.269146 27131 start.go:159] libmachine.API.Create for "ha-844661" (driver="kvm2")
I1105 18:04:03.269172 27131 client.go:168] LocalClient.Create starting
I1105 18:04:03.269203 27131 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem
I1105 18:04:03.269237 27131 main.go:141] libmachine: Decoding PEM data...
I1105 18:04:03.269249 27131 main.go:141] libmachine: Parsing certificate...
I1105 18:04:03.269297 27131 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem
I1105 18:04:03.269315 27131 main.go:141] libmachine: Decoding PEM data...
I1105 18:04:03.269325 27131 main.go:141] libmachine: Parsing certificate...
I1105 18:04:03.269338 27131 main.go:141] libmachine: Running pre-create checks...
I1105 18:04:03.269353 27131 main.go:141] libmachine: (ha-844661-m02) Calling .PreCreateCheck
I1105 18:04:03.269514 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetConfigRaw
I1105 18:04:03.269893 27131 main.go:141] libmachine: Creating machine...
I1105 18:04:03.269906 27131 main.go:141] libmachine: (ha-844661-m02) Calling .Create
I1105 18:04:03.270065 27131 main.go:141] libmachine: (ha-844661-m02) Creating KVM machine...
I1105 18:04:03.271308 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found existing default KVM network
I1105 18:04:03.271402 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found existing private KVM network mk-ha-844661
I1105 18:04:03.271535 27131 main.go:141] libmachine: (ha-844661-m02) Setting up store path in /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02 ...
I1105 18:04:03.271561 27131 main.go:141] libmachine: (ha-844661-m02) Building disk image from file:///home/jenkins/minikube-integration/19910-8296/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso
I1105 18:04:03.271623 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:03.271523 27490 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19910-8296/.minikube
I1105 18:04:03.271709 27131 main.go:141] libmachine: (ha-844661-m02) Downloading /home/jenkins/minikube-integration/19910-8296/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19910-8296/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso...
I1105 18:04:03.505902 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:03.505765 27490 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/id_rsa...
I1105 18:04:03.597676 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:03.597557 27490 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/ha-844661-m02.rawdisk...
I1105 18:04:03.597706 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Writing magic tar header
I1105 18:04:03.597716 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Writing SSH key tar header
I1105 18:04:03.597724 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:03.597692 27490 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02 ...
I1105 18:04:03.597812 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02
I1105 18:04:03.597845 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296/.minikube/machines
I1105 18:04:03.597903 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296/.minikube
I1105 18:04:03.597916 27131 main.go:141] libmachine: (ha-844661-m02) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02 (perms=drwx------)
I1105 18:04:03.597939 27131 main.go:141] libmachine: (ha-844661-m02) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296/.minikube/machines (perms=drwxr-xr-x)
I1105 18:04:03.597948 27131 main.go:141] libmachine: (ha-844661-m02) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296/.minikube (perms=drwxr-xr-x)
I1105 18:04:03.597957 27131 main.go:141] libmachine: (ha-844661-m02) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296 (perms=drwxrwxr-x)
I1105 18:04:03.597965 27131 main.go:141] libmachine: (ha-844661-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1105 18:04:03.597973 27131 main.go:141] libmachine: (ha-844661-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1105 18:04:03.597977 27131 main.go:141] libmachine: (ha-844661-m02) Creating domain...
I1105 18:04:03.598013 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296
I1105 18:04:03.598038 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1105 18:04:03.598049 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Checking permissions on dir: /home/jenkins
I1105 18:04:03.598061 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Checking permissions on dir: /home
I1105 18:04:03.598072 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Skipping /home - not owner
I1105 18:04:03.598898 27131 main.go:141] libmachine: (ha-844661-m02) define libvirt domain using xml:
I1105 18:04:03.598916 27131 main.go:141] libmachine: (ha-844661-m02) <domain type='kvm'>
I1105 18:04:03.598925 27131 main.go:141] libmachine: (ha-844661-m02) <name>ha-844661-m02</name>
I1105 18:04:03.598932 27131 main.go:141] libmachine: (ha-844661-m02) <memory unit='MiB'>2200</memory>
I1105 18:04:03.598941 27131 main.go:141] libmachine: (ha-844661-m02) <vcpu>2</vcpu>
I1105 18:04:03.598947 27131 main.go:141] libmachine: (ha-844661-m02) <features>
I1105 18:04:03.598959 27131 main.go:141] libmachine: (ha-844661-m02) <acpi/>
I1105 18:04:03.598965 27131 main.go:141] libmachine: (ha-844661-m02) <apic/>
I1105 18:04:03.598984 27131 main.go:141] libmachine: (ha-844661-m02) <pae/>
I1105 18:04:03.598993 27131 main.go:141] libmachine: (ha-844661-m02)
I1105 18:04:03.599024 27131 main.go:141] libmachine: (ha-844661-m02) </features>
I1105 18:04:03.599044 27131 main.go:141] libmachine: (ha-844661-m02) <cpu mode='host-passthrough'>
I1105 18:04:03.599055 27131 main.go:141] libmachine: (ha-844661-m02)
I1105 18:04:03.599061 27131 main.go:141] libmachine: (ha-844661-m02) </cpu>
I1105 18:04:03.599069 27131 main.go:141] libmachine: (ha-844661-m02) <os>
I1105 18:04:03.599077 27131 main.go:141] libmachine: (ha-844661-m02) <type>hvm</type>
I1105 18:04:03.599086 27131 main.go:141] libmachine: (ha-844661-m02) <boot dev='cdrom'/>
I1105 18:04:03.599093 27131 main.go:141] libmachine: (ha-844661-m02) <boot dev='hd'/>
I1105 18:04:03.599109 27131 main.go:141] libmachine: (ha-844661-m02) <bootmenu enable='no'/>
I1105 18:04:03.599120 27131 main.go:141] libmachine: (ha-844661-m02) </os>
I1105 18:04:03.599128 27131 main.go:141] libmachine: (ha-844661-m02) <devices>
I1105 18:04:03.599142 27131 main.go:141] libmachine: (ha-844661-m02) <disk type='file' device='cdrom'>
I1105 18:04:03.599158 27131 main.go:141] libmachine: (ha-844661-m02) <source file='/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/boot2docker.iso'/>
I1105 18:04:03.599168 27131 main.go:141] libmachine: (ha-844661-m02) <target dev='hdc' bus='scsi'/>
I1105 18:04:03.599177 27131 main.go:141] libmachine: (ha-844661-m02) <readonly/>
I1105 18:04:03.599191 27131 main.go:141] libmachine: (ha-844661-m02) </disk>
I1105 18:04:03.599203 27131 main.go:141] libmachine: (ha-844661-m02) <disk type='file' device='disk'>
I1105 18:04:03.599219 27131 main.go:141] libmachine: (ha-844661-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1105 18:04:03.599234 27131 main.go:141] libmachine: (ha-844661-m02) <source file='/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/ha-844661-m02.rawdisk'/>
I1105 18:04:03.599245 27131 main.go:141] libmachine: (ha-844661-m02) <target dev='hda' bus='virtio'/>
I1105 18:04:03.599254 27131 main.go:141] libmachine: (ha-844661-m02) </disk>
I1105 18:04:03.599264 27131 main.go:141] libmachine: (ha-844661-m02) <interface type='network'>
I1105 18:04:03.599277 27131 main.go:141] libmachine: (ha-844661-m02) <source network='mk-ha-844661'/>
I1105 18:04:03.599295 27131 main.go:141] libmachine: (ha-844661-m02) <model type='virtio'/>
I1105 18:04:03.599306 27131 main.go:141] libmachine: (ha-844661-m02) </interface>
I1105 18:04:03.599316 27131 main.go:141] libmachine: (ha-844661-m02) <interface type='network'>
I1105 18:04:03.599328 27131 main.go:141] libmachine: (ha-844661-m02) <source network='default'/>
I1105 18:04:03.599336 27131 main.go:141] libmachine: (ha-844661-m02) <model type='virtio'/>
I1105 18:04:03.599346 27131 main.go:141] libmachine: (ha-844661-m02) </interface>
I1105 18:04:03.599360 27131 main.go:141] libmachine: (ha-844661-m02) <serial type='pty'>
I1105 18:04:03.599371 27131 main.go:141] libmachine: (ha-844661-m02) <target port='0'/>
I1105 18:04:03.599379 27131 main.go:141] libmachine: (ha-844661-m02) </serial>
I1105 18:04:03.599388 27131 main.go:141] libmachine: (ha-844661-m02) <console type='pty'>
I1105 18:04:03.599395 27131 main.go:141] libmachine: (ha-844661-m02) <target type='serial' port='0'/>
I1105 18:04:03.599405 27131 main.go:141] libmachine: (ha-844661-m02) </console>
I1105 18:04:03.599414 27131 main.go:141] libmachine: (ha-844661-m02) <rng model='virtio'>
I1105 18:04:03.599426 27131 main.go:141] libmachine: (ha-844661-m02) <backend model='random'>/dev/random</backend>
I1105 18:04:03.599433 27131 main.go:141] libmachine: (ha-844661-m02) </rng>
I1105 18:04:03.599441 27131 main.go:141] libmachine: (ha-844661-m02)
I1105 18:04:03.599450 27131 main.go:141] libmachine: (ha-844661-m02)
I1105 18:04:03.599458 27131 main.go:141] libmachine: (ha-844661-m02) </devices>
I1105 18:04:03.599468 27131 main.go:141] libmachine: (ha-844661-m02) </domain>
I1105 18:04:03.599478 27131 main.go:141] libmachine: (ha-844661-m02)
I1105 18:04:03.606202 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:bc:44:b3 in network default
I1105 18:04:03.606844 27131 main.go:141] libmachine: (ha-844661-m02) Ensuring networks are active...
I1105 18:04:03.606873 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:03.607579 27131 main.go:141] libmachine: (ha-844661-m02) Ensuring network default is active
I1105 18:04:03.607877 27131 main.go:141] libmachine: (ha-844661-m02) Ensuring network mk-ha-844661 is active
I1105 18:04:03.608339 27131 main.go:141] libmachine: (ha-844661-m02) Getting domain xml...
I1105 18:04:03.609124 27131 main.go:141] libmachine: (ha-844661-m02) Creating domain...
I1105 18:04:04.804854 27131 main.go:141] libmachine: (ha-844661-m02) Waiting to get IP...
I1105 18:04:04.805676 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:04.806067 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:04.806128 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:04.806059 27490 retry.go:31] will retry after 221.645511ms: waiting for machine to come up
I1105 18:04:05.029505 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:05.029976 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:05.030010 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:05.029926 27490 retry.go:31] will retry after 382.599739ms: waiting for machine to come up
I1105 18:04:05.414471 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:05.414907 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:05.414933 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:05.414864 27490 retry.go:31] will retry after 327.048237ms: waiting for machine to come up
I1105 18:04:05.743302 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:05.743771 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:05.743804 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:05.743710 27490 retry.go:31] will retry after 518.430277ms: waiting for machine to come up
I1105 18:04:06.263310 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:06.263829 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:06.263853 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:06.263789 27490 retry.go:31] will retry after 629.481848ms: waiting for machine to come up
I1105 18:04:06.894494 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:06.895089 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:06.895118 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:06.895038 27490 retry.go:31] will retry after 880.755684ms: waiting for machine to come up
I1105 18:04:07.777105 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:07.777585 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:07.777629 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:07.777517 27490 retry.go:31] will retry after 728.781586ms: waiting for machine to come up
I1105 18:04:08.507833 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:08.508322 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:08.508350 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:08.508268 27490 retry.go:31] will retry after 1.405343367s: waiting for machine to come up
I1105 18:04:09.915737 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:09.916175 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:09.916206 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:09.916130 27490 retry.go:31] will retry after 1.614277424s: waiting for machine to come up
I1105 18:04:11.532132 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:11.532606 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:11.532651 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:11.532528 27490 retry.go:31] will retry after 2.182290087s: waiting for machine to come up
I1105 18:04:13.716671 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:13.717064 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:13.717090 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:13.717036 27490 retry.go:31] will retry after 2.181711488s: waiting for machine to come up
I1105 18:04:15.901246 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:15.901742 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:15.901769 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:15.901678 27490 retry.go:31] will retry after 3.553887492s: waiting for machine to come up
I1105 18:04:19.457631 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:19.458252 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:19.458280 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:19.458200 27490 retry.go:31] will retry after 2.842714356s: waiting for machine to come up
I1105 18:04:22.304175 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:22.304555 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find current IP address of domain ha-844661-m02 in network mk-ha-844661
I1105 18:04:22.304577 27131 main.go:141] libmachine: (ha-844661-m02) DBG | I1105 18:04:22.304516 27490 retry.go:31] will retry after 4.429177675s: waiting for machine to come up
I1105 18:04:26.738445 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:26.738953 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has current primary IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:26.739021 27131 main.go:141] libmachine: (ha-844661-m02) Found IP for machine: 192.168.39.38
I1105 18:04:26.739034 27131 main.go:141] libmachine: (ha-844661-m02) Reserving static IP address...
I1105 18:04:26.739350 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find host DHCP lease matching {name: "ha-844661-m02", mac: "52:54:00:46:71:ad", ip: "192.168.39.38"} in network mk-ha-844661
I1105 18:04:26.812299 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Getting to WaitForSSH function...
I1105 18:04:26.812324 27131 main.go:141] libmachine: (ha-844661-m02) Reserved static IP address: 192.168.39.38
I1105 18:04:26.812336 27131 main.go:141] libmachine: (ha-844661-m02) Waiting for SSH to be available...
I1105 18:04:26.815175 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:26.815513 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661
I1105 18:04:26.815540 27131 main.go:141] libmachine: (ha-844661-m02) DBG | unable to find defined IP address of network mk-ha-844661 interface with MAC address 52:54:00:46:71:ad
I1105 18:04:26.815668 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Using SSH client type: external
I1105 18:04:26.815699 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/id_rsa (-rw-------)
I1105 18:04:26.815752 27131 main.go:141] libmachine: (ha-844661-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1105 18:04:26.815781 27131 main.go:141] libmachine: (ha-844661-m02) DBG | About to run SSH command:
I1105 18:04:26.815798 27131 main.go:141] libmachine: (ha-844661-m02) DBG | exit 0
I1105 18:04:26.819693 27131 main.go:141] libmachine: (ha-844661-m02) DBG | SSH cmd err, output: exit status 255:
I1105 18:04:26.819710 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1105 18:04:26.819733 27131 main.go:141] libmachine: (ha-844661-m02) DBG | command : exit 0
I1105 18:04:26.819747 27131 main.go:141] libmachine: (ha-844661-m02) DBG | err : exit status 255
I1105 18:04:26.819758 27131 main.go:141] libmachine: (ha-844661-m02) DBG | output :
I1105 18:04:29.821203 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Getting to WaitForSSH function...
I1105 18:04:29.823337 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:29.823729 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:29.823762 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:29.823872 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Using SSH client type: external
I1105 18:04:29.823894 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/id_rsa (-rw-------)
I1105 18:04:29.823922 27131 main.go:141] libmachine: (ha-844661-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.38 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1105 18:04:29.823940 27131 main.go:141] libmachine: (ha-844661-m02) DBG | About to run SSH command:
I1105 18:04:29.823952 27131 main.go:141] libmachine: (ha-844661-m02) DBG | exit 0
I1105 18:04:29.951085 27131 main.go:141] libmachine: (ha-844661-m02) DBG | SSH cmd err, output: <nil>:
I1105 18:04:29.951342 27131 main.go:141] libmachine: (ha-844661-m02) KVM machine creation complete!
I1105 18:04:29.951700 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetConfigRaw
I1105 18:04:29.952363 27131 main.go:141] libmachine: (ha-844661-m02) Calling .DriverName
I1105 18:04:29.952587 27131 main.go:141] libmachine: (ha-844661-m02) Calling .DriverName
I1105 18:04:29.952760 27131 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1105 18:04:29.952794 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetState
I1105 18:04:29.954134 27131 main.go:141] libmachine: Detecting operating system of created instance...
I1105 18:04:29.954148 27131 main.go:141] libmachine: Waiting for SSH to be available...
I1105 18:04:29.954153 27131 main.go:141] libmachine: Getting to WaitForSSH function...
I1105 18:04:29.954158 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHHostname
I1105 18:04:29.956382 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:29.956701 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:29.956727 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:29.956885 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHPort
I1105 18:04:29.957041 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:29.957158 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:29.957245 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHUsername
I1105 18:04:29.957384 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:04:29.957587 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.38 22 <nil> <nil>}
I1105 18:04:29.957598 27131 main.go:141] libmachine: About to run SSH command:
exit 0
I1105 18:04:30.062109 27131 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1105 18:04:30.062134 27131 main.go:141] libmachine: Detecting the provisioner...
I1105 18:04:30.062144 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHHostname
I1105 18:04:30.064857 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.065391 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:30.065423 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.065611 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHPort
I1105 18:04:30.065805 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:30.065970 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:30.066128 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHUsername
I1105 18:04:30.066292 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:04:30.066496 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.38 22 <nil> <nil>}
I1105 18:04:30.066512 27131 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1105 18:04:30.175484 27131 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1105 18:04:30.175559 27131 main.go:141] libmachine: found compatible host: buildroot
I1105 18:04:30.175573 27131 main.go:141] libmachine: Provisioning with buildroot...
I1105 18:04:30.175583 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetMachineName
I1105 18:04:30.175860 27131 buildroot.go:166] provisioning hostname "ha-844661-m02"
I1105 18:04:30.175892 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetMachineName
I1105 18:04:30.176101 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHHostname
I1105 18:04:30.178534 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.178884 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:30.178952 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.179036 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHPort
I1105 18:04:30.179212 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:30.179364 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:30.179519 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHUsername
I1105 18:04:30.179693 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:04:30.179914 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.38 22 <nil> <nil>}
I1105 18:04:30.179935 27131 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-844661-m02 && echo "ha-844661-m02" | sudo tee /etc/hostname
I1105 18:04:30.302286 27131 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-844661-m02
I1105 18:04:30.302313 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHHostname
I1105 18:04:30.305041 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.305376 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:30.305397 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.305565 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHPort
I1105 18:04:30.305735 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:30.305864 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:30.306027 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHUsername
I1105 18:04:30.306153 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:04:30.306345 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.38 22 <nil> <nil>}
I1105 18:04:30.306368 27131 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-844661-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-844661-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-844661-m02' | sudo tee -a /etc/hosts;
fi
fi
I1105 18:04:30.418880 27131 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1105 18:04:30.418913 27131 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19910-8296/.minikube CaCertPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19910-8296/.minikube}
I1105 18:04:30.418933 27131 buildroot.go:174] setting up certificates
I1105 18:04:30.418944 27131 provision.go:84] configureAuth start
I1105 18:04:30.418958 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetMachineName
I1105 18:04:30.419230 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetIP
I1105 18:04:30.421818 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.422198 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:30.422218 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.422357 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHHostname
I1105 18:04:30.424553 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.424893 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:30.424934 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.425058 27131 provision.go:143] copyHostCerts
I1105 18:04:30.425085 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem
I1105 18:04:30.425123 27131 exec_runner.go:144] found /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem, removing ...
I1105 18:04:30.425135 27131 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem
I1105 18:04:30.425209 27131 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem (1082 bytes)
I1105 18:04:30.425294 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem
I1105 18:04:30.425312 27131 exec_runner.go:144] found /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem, removing ...
I1105 18:04:30.425316 27131 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem
I1105 18:04:30.425339 27131 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem (1123 bytes)
I1105 18:04:30.425392 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem
I1105 18:04:30.425411 27131 exec_runner.go:144] found /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem, removing ...
I1105 18:04:30.425417 27131 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem
I1105 18:04:30.425437 27131 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem (1675 bytes)
I1105 18:04:30.425500 27131 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca-key.pem org=jenkins.ha-844661-m02 san=[127.0.0.1 192.168.39.38 ha-844661-m02 localhost minikube]
I1105 18:04:30.669687 27131 provision.go:177] copyRemoteCerts
I1105 18:04:30.669745 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1105 18:04:30.669767 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHHostname
I1105 18:04:30.672398 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.672764 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:30.672792 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.672964 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHPort
I1105 18:04:30.673166 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:30.673319 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHUsername
I1105 18:04:30.673440 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.38 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/id_rsa Username:docker}
I1105 18:04:30.757634 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1105 18:04:30.757707 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1105 18:04:30.779929 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1105 18:04:30.779991 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1105 18:04:30.802282 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem -> /etc/docker/server.pem
I1105 18:04:30.802340 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1105 18:04:30.824080 27131 provision.go:87] duration metric: took 405.122043ms to configureAuth
I1105 18:04:30.824105 27131 buildroot.go:189] setting minikube options for container-runtime
I1105 18:04:30.824267 27131 config.go:182] Loaded profile config "ha-844661": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1105 18:04:30.824337 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHHostname
I1105 18:04:30.826767 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.827187 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:30.827210 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:30.827374 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHPort
I1105 18:04:30.827574 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:30.827761 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:30.827911 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHUsername
I1105 18:04:30.828074 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:04:30.828241 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.38 22 <nil> <nil>}
I1105 18:04:30.828257 27131 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1105 18:04:31.054134 27131 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1105 18:04:31.054167 27131 main.go:141] libmachine: Checking connection to Docker...
I1105 18:04:31.054177 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetURL
I1105 18:04:31.055397 27131 main.go:141] libmachine: (ha-844661-m02) DBG | Using libvirt version 6000000
I1105 18:04:31.057579 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.057909 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:31.057942 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.058035 27131 main.go:141] libmachine: Docker is up and running!
I1105 18:04:31.058055 27131 main.go:141] libmachine: Reticulating splines...
I1105 18:04:31.058063 27131 client.go:171] duration metric: took 27.788882282s to LocalClient.Create
I1105 18:04:31.058089 27131 start.go:167] duration metric: took 27.788944247s to libmachine.API.Create "ha-844661"
I1105 18:04:31.058102 27131 start.go:293] postStartSetup for "ha-844661-m02" (driver="kvm2")
I1105 18:04:31.058116 27131 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1105 18:04:31.058140 27131 main.go:141] libmachine: (ha-844661-m02) Calling .DriverName
I1105 18:04:31.058392 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1105 18:04:31.058416 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHHostname
I1105 18:04:31.060812 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.061181 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:31.061207 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.061372 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHPort
I1105 18:04:31.061520 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:31.061638 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHUsername
I1105 18:04:31.061750 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.38 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/id_rsa Username:docker}
I1105 18:04:31.141343 27131 ssh_runner.go:195] Run: cat /etc/os-release
I1105 18:04:31.145282 27131 info.go:137] Remote host: Buildroot 2023.02.9
I1105 18:04:31.145305 27131 filesync.go:126] Scanning /home/jenkins/minikube-integration/19910-8296/.minikube/addons for local assets ...
I1105 18:04:31.145386 27131 filesync.go:126] Scanning /home/jenkins/minikube-integration/19910-8296/.minikube/files for local assets ...
I1105 18:04:31.145475 27131 filesync.go:149] local asset: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem -> 154922.pem in /etc/ssl/certs
I1105 18:04:31.145487 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem -> /etc/ssl/certs/154922.pem
I1105 18:04:31.145583 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1105 18:04:31.154867 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem --> /etc/ssl/certs/154922.pem (1708 bytes)
I1105 18:04:31.177214 27131 start.go:296] duration metric: took 119.098287ms for postStartSetup
I1105 18:04:31.177266 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetConfigRaw
I1105 18:04:31.177795 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetIP
I1105 18:04:31.180218 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.180581 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:31.180609 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.180893 27131 profile.go:143] Saving config to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/config.json ...
I1105 18:04:31.181127 27131 start.go:128] duration metric: took 27.931509235s to createHost
I1105 18:04:31.181151 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHHostname
I1105 18:04:31.183589 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.183931 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:31.183977 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.184093 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHPort
I1105 18:04:31.184255 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:31.184473 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:31.184627 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHUsername
I1105 18:04:31.184776 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:04:31.184927 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.38 22 <nil> <nil>}
I1105 18:04:31.184936 27131 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1105 18:04:31.291832 27131 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730829871.274251077
I1105 18:04:31.291862 27131 fix.go:216] guest clock: 1730829871.274251077
I1105 18:04:31.291873 27131 fix.go:229] Guest: 2024-11-05 18:04:31.274251077 +0000 UTC Remote: 2024-11-05 18:04:31.181141215 +0000 UTC m=+70.565834196 (delta=93.109862ms)
I1105 18:04:31.291893 27131 fix.go:200] guest clock delta is within tolerance: 93.109862ms
I1105 18:04:31.291902 27131 start.go:83] releasing machines lock for "ha-844661-m02", held for 28.042391542s
I1105 18:04:31.291933 27131 main.go:141] libmachine: (ha-844661-m02) Calling .DriverName
I1105 18:04:31.292188 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetIP
I1105 18:04:31.294847 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.295152 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:31.295182 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.297372 27131 out.go:177] * Found network options:
I1105 18:04:31.298882 27131 out.go:177] - NO_PROXY=192.168.39.48
W1105 18:04:31.300182 27131 proxy.go:119] fail to check proxy env: Error ip not in block
I1105 18:04:31.300214 27131 main.go:141] libmachine: (ha-844661-m02) Calling .DriverName
I1105 18:04:31.300744 27131 main.go:141] libmachine: (ha-844661-m02) Calling .DriverName
I1105 18:04:31.300953 27131 main.go:141] libmachine: (ha-844661-m02) Calling .DriverName
I1105 18:04:31.301049 27131 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1105 18:04:31.301078 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHHostname
W1105 18:04:31.301139 27131 proxy.go:119] fail to check proxy env: Error ip not in block
I1105 18:04:31.301229 27131 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1105 18:04:31.301249 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHHostname
I1105 18:04:31.303834 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.304115 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.304147 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:31.304164 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.304340 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHPort
I1105 18:04:31.304518 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:31.304656 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:31.304683 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:31.304705 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHUsername
I1105 18:04:31.304817 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHPort
I1105 18:04:31.304875 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.38 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/id_rsa Username:docker}
I1105 18:04:31.304966 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHKeyPath
I1105 18:04:31.305123 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetSSHUsername
I1105 18:04:31.305293 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.38 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m02/id_rsa Username:docker}
I1105 18:04:31.537813 27131 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1105 18:04:31.543318 27131 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1105 18:04:31.543380 27131 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1105 18:04:31.558192 27131 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1105 18:04:31.558214 27131 start.go:495] detecting cgroup driver to use...
I1105 18:04:31.558265 27131 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1105 18:04:31.574444 27131 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1105 18:04:31.588020 27131 docker.go:217] disabling cri-docker service (if available) ...
I1105 18:04:31.588073 27131 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1105 18:04:31.601225 27131 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1105 18:04:31.614872 27131 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1105 18:04:31.742673 27131 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1105 18:04:31.906474 27131 docker.go:233] disabling docker service ...
I1105 18:04:31.906547 27131 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1105 18:04:31.920407 27131 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1105 18:04:31.932829 27131 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1105 18:04:32.065646 27131 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1105 18:04:32.198693 27131 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1105 18:04:32.211636 27131 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1105 18:04:32.228537 27131 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1105 18:04:32.228604 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:04:32.238359 27131 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1105 18:04:32.238426 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:04:32.248245 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:04:32.258019 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:04:32.267772 27131 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1105 18:04:32.277903 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:04:32.287745 27131 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:04:32.304428 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:04:32.315166 27131 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1105 18:04:32.324687 27131 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1105 18:04:32.324739 27131 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1105 18:04:32.338701 27131 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1105 18:04:32.349299 27131 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1105 18:04:32.473469 27131 ssh_runner.go:195] Run: sudo systemctl restart crio
I1105 18:04:32.562263 27131 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1105 18:04:32.562341 27131 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1105 18:04:32.567966 27131 start.go:563] Will wait 60s for crictl version
I1105 18:04:32.568012 27131 ssh_runner.go:195] Run: which crictl
I1105 18:04:32.571415 27131 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1105 18:04:32.608501 27131 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1105 18:04:32.608591 27131 ssh_runner.go:195] Run: crio --version
I1105 18:04:32.636314 27131 ssh_runner.go:195] Run: crio --version
I1105 18:04:32.664649 27131 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1105 18:04:32.666073 27131 out.go:177] - env NO_PROXY=192.168.39.48
I1105 18:04:32.667578 27131 main.go:141] libmachine: (ha-844661-m02) Calling .GetIP
I1105 18:04:32.670054 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:32.670404 27131 main.go:141] libmachine: (ha-844661-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:46:71:ad", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:04:17 +0000 UTC Type:0 Mac:52:54:00:46:71:ad Iaid: IPaddr:192.168.39.38 Prefix:24 Hostname:ha-844661-m02 Clientid:01:52:54:00:46:71:ad}
I1105 18:04:32.670434 27131 main.go:141] libmachine: (ha-844661-m02) DBG | domain ha-844661-m02 has defined IP address 192.168.39.38 and MAC address 52:54:00:46:71:ad in network mk-ha-844661
I1105 18:04:32.670640 27131 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1105 18:04:32.675107 27131 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1105 18:04:32.687100 27131 mustload.go:65] Loading cluster: ha-844661
I1105 18:04:32.687313 27131 config.go:182] Loaded profile config "ha-844661": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1105 18:04:32.687563 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:04:32.687614 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:04:32.702173 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40627
I1105 18:04:32.702544 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:04:32.703040 27131 main.go:141] libmachine: Using API Version 1
I1105 18:04:32.703059 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:04:32.703356 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:04:32.703527 27131 main.go:141] libmachine: (ha-844661) Calling .GetState
I1105 18:04:32.705121 27131 host.go:66] Checking if "ha-844661" exists ...
I1105 18:04:32.705395 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:04:32.705427 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:04:32.719590 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43229
I1105 18:04:32.719963 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:04:32.720450 27131 main.go:141] libmachine: Using API Version 1
I1105 18:04:32.720471 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:04:32.720753 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:04:32.720928 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:04:32.721076 27131 certs.go:68] Setting up /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661 for IP: 192.168.39.38
I1105 18:04:32.721087 27131 certs.go:194] generating shared ca certs ...
I1105 18:04:32.721099 27131 certs.go:226] acquiring lock for ca certs: {Name:mkafbb3fef270400ed51116ac606e6c07935f686 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:04:32.721216 27131 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.key
I1105 18:04:32.721253 27131 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.key
I1105 18:04:32.721262 27131 certs.go:256] generating profile certs ...
I1105 18:04:32.721325 27131 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.key
I1105 18:04:32.721348 27131 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.45e743c8
I1105 18:04:32.721359 27131 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.45e743c8 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.48 192.168.39.38 192.168.39.254]
I1105 18:04:32.817294 27131 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.45e743c8 ...
I1105 18:04:32.817319 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.45e743c8: {Name:mk45feacdbeaf35fb15921aeeafdbedf19f7f2ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:04:32.817474 27131 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.45e743c8 ...
I1105 18:04:32.817487 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.45e743c8: {Name:mkf0dcf762cb289770c94346689eba9d112e92a3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:04:32.817551 27131 certs.go:381] copying /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.45e743c8 -> /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt
I1105 18:04:32.817676 27131 certs.go:385] copying /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.45e743c8 -> /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key
I1105 18:04:32.817799 27131 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.key
I1105 18:04:32.817813 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1105 18:04:32.817827 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1105 18:04:32.817838 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1105 18:04:32.817853 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1105 18:04:32.817867 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1105 18:04:32.817879 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1105 18:04:32.817890 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1105 18:04:32.817899 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1105 18:04:32.817954 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492.pem (1338 bytes)
W1105 18:04:32.817983 27131 certs.go:480] ignoring /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492_empty.pem, impossibly tiny 0 bytes
I1105 18:04:32.817992 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca-key.pem (1675 bytes)
I1105 18:04:32.818014 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem (1082 bytes)
I1105 18:04:32.818034 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem (1123 bytes)
I1105 18:04:32.818055 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem (1675 bytes)
I1105 18:04:32.818093 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem (1708 bytes)
I1105 18:04:32.818118 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492.pem -> /usr/share/ca-certificates/15492.pem
I1105 18:04:32.818132 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem -> /usr/share/ca-certificates/154922.pem
I1105 18:04:32.818145 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1105 18:04:32.818175 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:04:32.821627 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:04:32.822087 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:04:32.822115 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:04:32.822324 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:04:32.822514 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:04:32.822635 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:04:32.822754 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.48 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa Username:docker}
I1105 18:04:32.895384 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1105 18:04:32.901151 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1105 18:04:32.911563 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1105 18:04:32.916135 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1105 18:04:32.926023 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1105 18:04:32.929795 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1105 18:04:32.939479 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1105 18:04:32.943460 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1105 18:04:32.953743 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1105 18:04:32.957464 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1105 18:04:32.967126 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1105 18:04:32.971370 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1105 18:04:32.981265 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1105 18:04:33.005948 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1105 18:04:33.028537 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1105 18:04:33.051691 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1105 18:04:33.077296 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1105 18:04:33.099924 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1105 18:04:33.122118 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1105 18:04:33.144496 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1105 18:04:33.167061 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492.pem --> /usr/share/ca-certificates/15492.pem (1338 bytes)
I1105 18:04:33.189719 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem --> /usr/share/ca-certificates/154922.pem (1708 bytes)
I1105 18:04:33.212311 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1105 18:04:33.234431 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1105 18:04:33.249569 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1105 18:04:33.264947 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1105 18:04:33.280382 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1105 18:04:33.295047 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1105 18:04:33.310658 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1105 18:04:33.325227 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1105 18:04:33.340438 27131 ssh_runner.go:195] Run: openssl version
I1105 18:04:33.345637 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/15492.pem && ln -fs /usr/share/ca-certificates/15492.pem /etc/ssl/certs/15492.pem"
I1105 18:04:33.355163 27131 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/15492.pem
I1105 18:04:33.359277 27131 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 5 17:53 /usr/share/ca-certificates/15492.pem
I1105 18:04:33.359332 27131 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/15492.pem
I1105 18:04:33.364640 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/15492.pem /etc/ssl/certs/51391683.0"
I1105 18:04:33.374197 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/154922.pem && ln -fs /usr/share/ca-certificates/154922.pem /etc/ssl/certs/154922.pem"
I1105 18:04:33.383883 27131 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/154922.pem
I1105 18:04:33.388205 27131 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 5 17:53 /usr/share/ca-certificates/154922.pem
I1105 18:04:33.388269 27131 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/154922.pem
I1105 18:04:33.393534 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/154922.pem /etc/ssl/certs/3ec20f2e.0"
I1105 18:04:33.403611 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1105 18:04:33.413496 27131 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1105 18:04:33.417522 27131 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 5 17:42 /usr/share/ca-certificates/minikubeCA.pem
I1105 18:04:33.417572 27131 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1105 18:04:33.422911 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1105 18:04:33.432783 27131 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1105 18:04:33.436475 27131 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1105 18:04:33.436531 27131 kubeadm.go:934] updating node {m02 192.168.39.38 8443 v1.31.2 crio true true} ...
I1105 18:04:33.436634 27131 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-844661-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.38
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-844661 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1105 18:04:33.436658 27131 kube-vip.go:115] generating kube-vip config ...
I1105 18:04:33.436695 27131 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1105 18:04:33.453065 27131 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1105 18:04:33.453148 27131 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1105 18:04:33.453221 27131 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1105 18:04:33.462691 27131 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1105 18:04:33.462762 27131 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1105 18:04:33.472553 27131 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1105 18:04:33.472563 27131 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1105 18:04:33.472583 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1105 18:04:33.472584 27131 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1105 18:04:33.472655 27131 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1105 18:04:33.477105 27131 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1105 18:04:33.477133 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1105 18:04:34.400283 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1105 18:04:34.400361 27131 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1105 18:04:34.405010 27131 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1105 18:04:34.405045 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1105 18:04:34.538786 27131 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1105 18:04:34.578282 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1105 18:04:34.578382 27131 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1105 18:04:34.588498 27131 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1105 18:04:34.588540 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1105 18:04:34.951438 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1105 18:04:34.960448 27131 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1105 18:04:34.976680 27131 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1105 18:04:34.992424 27131 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1105 18:04:35.007877 27131 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1105 18:04:35.011593 27131 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1105 18:04:35.023033 27131 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1105 18:04:35.153794 27131 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1105 18:04:35.171325 27131 host.go:66] Checking if "ha-844661" exists ...
I1105 18:04:35.171790 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:04:35.171844 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:04:35.187008 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46151
I1105 18:04:35.187511 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:04:35.188000 27131 main.go:141] libmachine: Using API Version 1
I1105 18:04:35.188021 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:04:35.188401 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:04:35.188593 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:04:35.188755 27131 start.go:317] joinCluster: &{Name:ha-844661 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-844661 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.48 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.38 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:
26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1105 18:04:35.188861 27131 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1105 18:04:35.188876 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:04:35.192373 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:04:35.193007 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:04:35.193036 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:04:35.193153 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:04:35.193322 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:04:35.193493 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:04:35.193633 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.48 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa Username:docker}
I1105 18:04:35.352325 27131 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.38 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1105 18:04:35.352369 27131 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token io85g1.ce9beps1a5sdfopc --discovery-token-ca-cert-hash sha256:4ac191d0d9001df9a0e25ed8eebdbd407be514a604e452dfe4ba273d8229d47c --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-844661-m02 --control-plane --apiserver-advertise-address=192.168.39.38 --apiserver-bind-port=8443"
I1105 18:04:56.900009 27131 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token io85g1.ce9beps1a5sdfopc --discovery-token-ca-cert-hash sha256:4ac191d0d9001df9a0e25ed8eebdbd407be514a604e452dfe4ba273d8229d47c --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-844661-m02 --control-plane --apiserver-advertise-address=192.168.39.38 --apiserver-bind-port=8443": (21.547609543s)
I1105 18:04:56.900049 27131 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1105 18:04:57.434153 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-844661-m02 minikube.k8s.io/updated_at=2024_11_05T18_04_57_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=47b0afc9e70653f81ca813437c4c46b74450b911 minikube.k8s.io/name=ha-844661 minikube.k8s.io/primary=false
I1105 18:04:57.562849 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-844661-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1105 18:04:57.694503 27131 start.go:319] duration metric: took 22.505743601s to joinCluster
I1105 18:04:57.694592 27131 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.38 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1105 18:04:57.694912 27131 config.go:182] Loaded profile config "ha-844661": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1105 18:04:57.695940 27131 out.go:177] * Verifying Kubernetes components...
I1105 18:04:57.697102 27131 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1105 18:04:57.983429 27131 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1105 18:04:58.029548 27131 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19910-8296/kubeconfig
I1105 18:04:58.029888 27131 kapi.go:59] client config for ha-844661: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.crt", KeyFile:"/home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.key", CAFile:"/home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2437da0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1105 18:04:58.029994 27131 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.48:8443
I1105 18:04:58.030271 27131 node_ready.go:35] waiting up to 6m0s for node "ha-844661-m02" to be "Ready" ...
I1105 18:04:58.030407 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:04:58.030418 27131 round_trippers.go:469] Request Headers:
I1105 18:04:58.030429 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:04:58.030436 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:04:58.043836 27131 round_trippers.go:574] Response Status: 200 OK in 13 milliseconds
I1105 18:04:58.531097 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:04:58.531124 27131 round_trippers.go:469] Request Headers:
I1105 18:04:58.531135 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:04:58.531142 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:04:58.543712 27131 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1105 18:04:59.030878 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:04:59.030899 27131 round_trippers.go:469] Request Headers:
I1105 18:04:59.030908 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:04:59.030912 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:04:59.035656 27131 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1105 18:04:59.530596 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:04:59.530621 27131 round_trippers.go:469] Request Headers:
I1105 18:04:59.530633 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:04:59.530639 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:04:59.534120 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:00.030984 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:00.031006 27131 round_trippers.go:469] Request Headers:
I1105 18:05:00.031014 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:00.031017 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:00.034282 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:00.035034 27131 node_ready.go:53] node "ha-844661-m02" has status "Ready":"False"
I1105 18:05:00.530821 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:00.530846 27131 round_trippers.go:469] Request Headers:
I1105 18:05:00.530858 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:00.530864 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:00.536618 27131 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1105 18:05:01.031310 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:01.031331 27131 round_trippers.go:469] Request Headers:
I1105 18:05:01.031340 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:01.031345 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:01.034641 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:01.530557 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:01.530578 27131 round_trippers.go:469] Request Headers:
I1105 18:05:01.530588 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:01.530595 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:01.539049 27131 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1105 18:05:02.031172 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:02.031197 27131 round_trippers.go:469] Request Headers:
I1105 18:05:02.031206 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:02.031210 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:02.034664 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:02.035295 27131 node_ready.go:53] node "ha-844661-m02" has status "Ready":"False"
I1105 18:05:02.531134 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:02.531158 27131 round_trippers.go:469] Request Headers:
I1105 18:05:02.531168 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:02.531173 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:02.534691 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:03.030649 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:03.030676 27131 round_trippers.go:469] Request Headers:
I1105 18:05:03.030684 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:03.030689 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:03.034294 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:03.531341 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:03.531362 27131 round_trippers.go:469] Request Headers:
I1105 18:05:03.531370 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:03.531374 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:03.534345 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:05:04.031389 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:04.031412 27131 round_trippers.go:469] Request Headers:
I1105 18:05:04.031420 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:04.031425 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:04.034432 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:05:04.531089 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:04.531121 27131 round_trippers.go:469] Request Headers:
I1105 18:05:04.531130 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:04.531134 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:04.534592 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:04.535270 27131 node_ready.go:53] node "ha-844661-m02" has status "Ready":"False"
I1105 18:05:05.030583 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:05.030606 27131 round_trippers.go:469] Request Headers:
I1105 18:05:05.030614 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:05.030618 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:05.034321 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:05.530714 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:05.530735 27131 round_trippers.go:469] Request Headers:
I1105 18:05:05.530744 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:05.530748 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:05.534305 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:06.031071 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:06.031093 27131 round_trippers.go:469] Request Headers:
I1105 18:05:06.031101 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:06.031105 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:06.034416 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:06.531473 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:06.531497 27131 round_trippers.go:469] Request Headers:
I1105 18:05:06.531506 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:06.531513 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:06.534473 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:05:07.030494 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:07.030518 27131 round_trippers.go:469] Request Headers:
I1105 18:05:07.030526 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:07.030530 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:07.033934 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:07.034429 27131 node_ready.go:53] node "ha-844661-m02" has status "Ready":"False"
I1105 18:05:07.530834 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:07.530861 27131 round_trippers.go:469] Request Headers:
I1105 18:05:07.530871 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:07.530876 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:07.534136 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:08.031065 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:08.031086 27131 round_trippers.go:469] Request Headers:
I1105 18:05:08.031094 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:08.031097 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:08.034490 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:08.530752 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:08.530774 27131 round_trippers.go:469] Request Headers:
I1105 18:05:08.530782 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:08.530787 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:08.534189 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:09.030956 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:09.030998 27131 round_trippers.go:469] Request Headers:
I1105 18:05:09.031007 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:09.031013 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:09.034514 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:09.035140 27131 node_ready.go:53] node "ha-844661-m02" has status "Ready":"False"
I1105 18:05:09.531531 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:09.531558 27131 round_trippers.go:469] Request Headers:
I1105 18:05:09.531569 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:09.531577 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:09.534682 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:10.030566 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:10.030603 27131 round_trippers.go:469] Request Headers:
I1105 18:05:10.030611 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:10.030615 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:10.034288 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:10.530760 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:10.530786 27131 round_trippers.go:469] Request Headers:
I1105 18:05:10.530797 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:10.530803 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:10.535094 27131 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1105 18:05:11.031135 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:11.031156 27131 round_trippers.go:469] Request Headers:
I1105 18:05:11.031164 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:11.031167 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:11.034996 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:11.035590 27131 node_ready.go:53] node "ha-844661-m02" has status "Ready":"False"
I1105 18:05:11.530958 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:11.531025 27131 round_trippers.go:469] Request Headers:
I1105 18:05:11.531033 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:11.531036 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:11.534280 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:12.031192 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:12.031217 27131 round_trippers.go:469] Request Headers:
I1105 18:05:12.031226 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:12.031229 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:12.034799 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:12.530835 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:12.530859 27131 round_trippers.go:469] Request Headers:
I1105 18:05:12.530866 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:12.530871 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:12.535212 27131 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1105 18:05:13.031138 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:13.031161 27131 round_trippers.go:469] Request Headers:
I1105 18:05:13.031168 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:13.031174 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:13.035138 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:13.035640 27131 node_ready.go:53] node "ha-844661-m02" has status "Ready":"False"
I1105 18:05:13.531336 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:13.531361 27131 round_trippers.go:469] Request Headers:
I1105 18:05:13.531372 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:13.531377 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:13.534343 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:05:14.031248 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:14.031269 27131 round_trippers.go:469] Request Headers:
I1105 18:05:14.031277 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:14.031280 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:14.034318 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:14.531121 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:14.531144 27131 round_trippers.go:469] Request Headers:
I1105 18:05:14.531152 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:14.531156 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:14.534522 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:15.031444 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:15.031471 27131 round_trippers.go:469] Request Headers:
I1105 18:05:15.031481 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:15.031485 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:15.035107 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:15.531231 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:15.531259 27131 round_trippers.go:469] Request Headers:
I1105 18:05:15.531295 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:15.531301 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:15.534694 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:15.535240 27131 node_ready.go:53] node "ha-844661-m02" has status "Ready":"False"
I1105 18:05:16.031143 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:16.031166 27131 round_trippers.go:469] Request Headers:
I1105 18:05:16.031174 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:16.031178 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:16.034542 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:16.530558 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:16.530585 27131 round_trippers.go:469] Request Headers:
I1105 18:05:16.530592 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:16.530596 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:16.534438 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:17.031334 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:17.031354 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.031363 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.031377 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.034859 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:17.530585 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:17.530609 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.530617 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.530621 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.534242 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:17.534822 27131 node_ready.go:49] node "ha-844661-m02" has status "Ready":"True"
I1105 18:05:17.534842 27131 node_ready.go:38] duration metric: took 19.504524126s for node "ha-844661-m02" to be "Ready" ...
I1105 18:05:17.534853 27131 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1105 18:05:17.534933 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods
I1105 18:05:17.534945 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.534955 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.534962 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.539957 27131 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1105 18:05:17.545365 27131 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-4bdfz" in "kube-system" namespace to be "Ready" ...
I1105 18:05:17.545456 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-4bdfz
I1105 18:05:17.545468 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.545479 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.545485 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.548667 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:17.549324 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:05:17.549340 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.549350 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.549355 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.552460 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:17.553059 27131 pod_ready.go:93] pod "coredns-7c65d6cfc9-4bdfz" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:17.553079 27131 pod_ready.go:82] duration metric: took 7.687809ms for pod "coredns-7c65d6cfc9-4bdfz" in "kube-system" namespace to be "Ready" ...
I1105 18:05:17.553089 27131 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-s5g97" in "kube-system" namespace to be "Ready" ...
I1105 18:05:17.553143 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-s5g97
I1105 18:05:17.553151 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.553157 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.553161 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.556133 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:05:17.556688 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:05:17.556701 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.556708 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.556711 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.559655 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:05:17.560102 27131 pod_ready.go:93] pod "coredns-7c65d6cfc9-s5g97" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:17.560125 27131 pod_ready.go:82] duration metric: took 7.028626ms for pod "coredns-7c65d6cfc9-s5g97" in "kube-system" namespace to be "Ready" ...
I1105 18:05:17.560138 27131 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:05:17.560192 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/etcd-ha-844661
I1105 18:05:17.560200 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.560207 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.560211 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.563041 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:05:17.563593 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:05:17.563605 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.563612 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.563617 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.566382 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:05:17.566799 27131 pod_ready.go:93] pod "etcd-ha-844661" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:17.566816 27131 pod_ready.go:82] duration metric: took 6.672004ms for pod "etcd-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:05:17.566824 27131 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:05:17.566881 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/etcd-ha-844661-m02
I1105 18:05:17.566890 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.566897 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.566901 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.570076 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:17.570614 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:17.570630 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.570639 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.570644 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.574134 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:17.574566 27131 pod_ready.go:93] pod "etcd-ha-844661-m02" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:17.574584 27131 pod_ready.go:82] duration metric: took 7.753168ms for pod "etcd-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:05:17.574604 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:05:17.730613 27131 request.go:632] Waited for 155.951288ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-844661
I1105 18:05:17.730716 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-844661
I1105 18:05:17.730738 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.730750 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.730756 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.734460 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:17.931599 27131 request.go:632] Waited for 196.455308ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:05:17.931691 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:05:17.931703 27131 round_trippers.go:469] Request Headers:
I1105 18:05:17.931714 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:17.931720 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:17.935472 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:17.936248 27131 pod_ready.go:93] pod "kube-apiserver-ha-844661" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:17.936270 27131 pod_ready.go:82] duration metric: took 361.658171ms for pod "kube-apiserver-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:05:17.936283 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:05:18.131401 27131 request.go:632] Waited for 195.044956ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-844661-m02
I1105 18:05:18.131499 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-844661-m02
I1105 18:05:18.131506 27131 round_trippers.go:469] Request Headers:
I1105 18:05:18.131514 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:18.131520 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:18.135482 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:18.331525 27131 request.go:632] Waited for 195.194468ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:18.331593 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:18.331598 27131 round_trippers.go:469] Request Headers:
I1105 18:05:18.331605 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:18.331610 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:18.334692 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:18.335419 27131 pod_ready.go:93] pod "kube-apiserver-ha-844661-m02" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:18.335438 27131 pod_ready.go:82] duration metric: took 399.143957ms for pod "kube-apiserver-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:05:18.335449 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:05:18.530629 27131 request.go:632] Waited for 195.065538ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-844661
I1105 18:05:18.530715 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-844661
I1105 18:05:18.530724 27131 round_trippers.go:469] Request Headers:
I1105 18:05:18.530734 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:18.530747 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:18.534793 27131 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1105 18:05:18.731049 27131 request.go:632] Waited for 195.44458ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:05:18.731128 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:05:18.731134 27131 round_trippers.go:469] Request Headers:
I1105 18:05:18.731143 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:18.731148 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:18.734646 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:18.735269 27131 pod_ready.go:93] pod "kube-controller-manager-ha-844661" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:18.735297 27131 pod_ready.go:82] duration metric: took 399.840715ms for pod "kube-controller-manager-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:05:18.735311 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:05:18.931233 27131 request.go:632] Waited for 195.850053ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-844661-m02
I1105 18:05:18.931303 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-844661-m02
I1105 18:05:18.931310 27131 round_trippers.go:469] Request Headers:
I1105 18:05:18.931320 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:18.931326 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:18.935301 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:19.131408 27131 request.go:632] Waited for 195.30965ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:19.131471 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:19.131476 27131 round_trippers.go:469] Request Headers:
I1105 18:05:19.131483 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:19.131487 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:19.134983 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:19.135599 27131 pod_ready.go:93] pod "kube-controller-manager-ha-844661-m02" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:19.135639 27131 pod_ready.go:82] duration metric: took 400.298272ms for pod "kube-controller-manager-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:05:19.135650 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-pjpkh" in "kube-system" namespace to be "Ready" ...
I1105 18:05:19.330670 27131 request.go:632] Waited for 194.9293ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pjpkh
I1105 18:05:19.330729 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pjpkh
I1105 18:05:19.330734 27131 round_trippers.go:469] Request Headers:
I1105 18:05:19.330741 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:19.330745 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:19.334278 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:19.531215 27131 request.go:632] Waited for 196.368669ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:05:19.531275 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:05:19.531280 27131 round_trippers.go:469] Request Headers:
I1105 18:05:19.531287 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:19.531290 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:19.535032 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:19.535778 27131 pod_ready.go:93] pod "kube-proxy-pjpkh" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:19.535799 27131 pod_ready.go:82] duration metric: took 400.142488ms for pod "kube-proxy-pjpkh" in "kube-system" namespace to be "Ready" ...
I1105 18:05:19.535811 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zsbfs" in "kube-system" namespace to be "Ready" ...
I1105 18:05:19.730859 27131 request.go:632] Waited for 194.981031ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zsbfs
I1105 18:05:19.730957 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zsbfs
I1105 18:05:19.730981 27131 round_trippers.go:469] Request Headers:
I1105 18:05:19.730993 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:19.731003 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:19.734505 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:19.931630 27131 request.go:632] Waited for 196.356772ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:19.931695 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:19.931703 27131 round_trippers.go:469] Request Headers:
I1105 18:05:19.931713 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:19.931721 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:19.934664 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:05:19.935138 27131 pod_ready.go:93] pod "kube-proxy-zsbfs" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:19.935158 27131 pod_ready.go:82] duration metric: took 399.338721ms for pod "kube-proxy-zsbfs" in "kube-system" namespace to be "Ready" ...
I1105 18:05:19.935171 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:05:20.131253 27131 request.go:632] Waited for 196.012842ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-844661
I1105 18:05:20.131339 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-844661
I1105 18:05:20.131346 27131 round_trippers.go:469] Request Headers:
I1105 18:05:20.131354 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:20.131365 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:20.135136 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:20.331213 27131 request.go:632] Waited for 195.465792ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:05:20.331270 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:05:20.331276 27131 round_trippers.go:469] Request Headers:
I1105 18:05:20.331283 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:20.331287 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:20.334310 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:20.334872 27131 pod_ready.go:93] pod "kube-scheduler-ha-844661" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:20.334894 27131 pod_ready.go:82] duration metric: took 399.711008ms for pod "kube-scheduler-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:05:20.334908 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:05:20.531014 27131 request.go:632] Waited for 195.998146ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-844661-m02
I1105 18:05:20.531072 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-844661-m02
I1105 18:05:20.531077 27131 round_trippers.go:469] Request Headers:
I1105 18:05:20.531084 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:20.531092 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:20.534503 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:20.731389 27131 request.go:632] Waited for 196.312857ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:20.731476 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:05:20.731488 27131 round_trippers.go:469] Request Headers:
I1105 18:05:20.731496 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:20.731502 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:20.734866 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:20.735369 27131 pod_ready.go:93] pod "kube-scheduler-ha-844661-m02" in "kube-system" namespace has status "Ready":"True"
I1105 18:05:20.735387 27131 pod_ready.go:82] duration metric: took 400.467875ms for pod "kube-scheduler-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:05:20.735398 27131 pod_ready.go:39] duration metric: took 3.200533347s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1105 18:05:20.735415 27131 api_server.go:52] waiting for apiserver process to appear ...
I1105 18:05:20.735464 27131 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1105 18:05:20.751422 27131 api_server.go:72] duration metric: took 23.056783291s to wait for apiserver process to appear ...
I1105 18:05:20.751455 27131 api_server.go:88] waiting for apiserver healthz status ...
I1105 18:05:20.751507 27131 api_server.go:253] Checking apiserver healthz at https://192.168.39.48:8443/healthz ...
I1105 18:05:20.755872 27131 api_server.go:279] https://192.168.39.48:8443/healthz returned 200:
ok
I1105 18:05:20.755957 27131 round_trippers.go:463] GET https://192.168.39.48:8443/version
I1105 18:05:20.755969 27131 round_trippers.go:469] Request Headers:
I1105 18:05:20.755980 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:20.755990 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:20.756842 27131 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1105 18:05:20.756943 27131 api_server.go:141] control plane version: v1.31.2
I1105 18:05:20.756968 27131 api_server.go:131] duration metric: took 5.494459ms to wait for apiserver health ...
I1105 18:05:20.756978 27131 system_pods.go:43] waiting for kube-system pods to appear ...
I1105 18:05:20.930580 27131 request.go:632] Waited for 173.520285ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods
I1105 18:05:20.930658 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods
I1105 18:05:20.930664 27131 round_trippers.go:469] Request Headers:
I1105 18:05:20.930672 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:20.930676 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:20.935815 27131 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1105 18:05:20.939904 27131 system_pods.go:59] 17 kube-system pods found
I1105 18:05:20.939939 27131 system_pods.go:61] "coredns-7c65d6cfc9-4bdfz" [f72d7ed7-deda-4f95-b570-9335e8a6c2e3] Running
I1105 18:05:20.939945 27131 system_pods.go:61] "coredns-7c65d6cfc9-s5g97" [494c4170-6c68-4f3d-be3a-219a9c215ca3] Running
I1105 18:05:20.939949 27131 system_pods.go:61] "etcd-ha-844661" [27fa9727-8088-4b04-be37-018051089dfa] Running
I1105 18:05:20.939952 27131 system_pods.go:61] "etcd-ha-844661-m02" [a41010e2-9b13-49ab-9f7f-288590dadcbe] Running
I1105 18:05:20.939955 27131 system_pods.go:61] "kindnet-q898d" [c29b6703-c461-40c7-b246-2e65cc84f893] Running
I1105 18:05:20.939959 27131 system_pods.go:61] "kindnet-vz22j" [cd4af99a-51ed-45ff-afa2-477f95f92f94] Running
I1105 18:05:20.939962 27131 system_pods.go:61] "kube-apiserver-ha-844661" [cbe51bd3-30fa-4afa-8605-fb40a13a6cc6] Running
I1105 18:05:20.939965 27131 system_pods.go:61] "kube-apiserver-ha-844661-m02" [be91dae0-ebd5-4e25-a5a6-a560eaa01290] Running
I1105 18:05:20.939968 27131 system_pods.go:61] "kube-controller-manager-ha-844661" [98d225ad-16a4-44a6-b1e6-7d81aa218bc6] Running
I1105 18:05:20.939977 27131 system_pods.go:61] "kube-controller-manager-ha-844661-m02" [fa2faae2-0519-41fb-908b-8c7f0f783d93] Running
I1105 18:05:20.939981 27131 system_pods.go:61] "kube-proxy-pjpkh" [f65172ee-171e-49d0-a948-e0dc11a45d03] Running
I1105 18:05:20.939984 27131 system_pods.go:61] "kube-proxy-zsbfs" [3b55d473-b4e4-4c13-bc55-01ffb2a9768f] Running
I1105 18:05:20.939989 27131 system_pods.go:61] "kube-scheduler-ha-844661" [b59fc044-84ea-4c1e-bc3b-e4cd242c63dd] Running
I1105 18:05:20.939992 27131 system_pods.go:61] "kube-scheduler-ha-844661-m02" [b1aebfce-52b2-408c-a3eb-87a2ad9f23d1] Running
I1105 18:05:20.939997 27131 system_pods.go:61] "kube-vip-ha-844661" [d5079076-90b0-4d82-b069-ee46de2b92a8] Running
I1105 18:05:20.940003 27131 system_pods.go:61] "kube-vip-ha-844661-m02" [030d7a08-f2d6-4831-aa2a-e5eadf1dd1ae] Running
I1105 18:05:20.940006 27131 system_pods.go:61] "storage-provisioner" [1195203c-6407-4299-8a5e-afb85f4ba83e] Running
I1105 18:05:20.940012 27131 system_pods.go:74] duration metric: took 183.024873ms to wait for pod list to return data ...
I1105 18:05:20.940022 27131 default_sa.go:34] waiting for default service account to be created ...
I1105 18:05:21.131476 27131 request.go:632] Waited for 191.3776ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/default/serviceaccounts
I1105 18:05:21.131535 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/default/serviceaccounts
I1105 18:05:21.131540 27131 round_trippers.go:469] Request Headers:
I1105 18:05:21.131548 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:21.131552 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:21.135052 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:21.135309 27131 default_sa.go:45] found service account: "default"
I1105 18:05:21.135328 27131 default_sa.go:55] duration metric: took 195.299598ms for default service account to be created ...
I1105 18:05:21.135339 27131 system_pods.go:116] waiting for k8s-apps to be running ...
I1105 18:05:21.330735 27131 request.go:632] Waited for 195.314096ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods
I1105 18:05:21.330794 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods
I1105 18:05:21.330799 27131 round_trippers.go:469] Request Headers:
I1105 18:05:21.330807 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:21.330810 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:21.335501 27131 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1105 18:05:21.339693 27131 system_pods.go:86] 17 kube-system pods found
I1105 18:05:21.339720 27131 system_pods.go:89] "coredns-7c65d6cfc9-4bdfz" [f72d7ed7-deda-4f95-b570-9335e8a6c2e3] Running
I1105 18:05:21.339726 27131 system_pods.go:89] "coredns-7c65d6cfc9-s5g97" [494c4170-6c68-4f3d-be3a-219a9c215ca3] Running
I1105 18:05:21.339731 27131 system_pods.go:89] "etcd-ha-844661" [27fa9727-8088-4b04-be37-018051089dfa] Running
I1105 18:05:21.339734 27131 system_pods.go:89] "etcd-ha-844661-m02" [a41010e2-9b13-49ab-9f7f-288590dadcbe] Running
I1105 18:05:21.339738 27131 system_pods.go:89] "kindnet-q898d" [c29b6703-c461-40c7-b246-2e65cc84f893] Running
I1105 18:05:21.339741 27131 system_pods.go:89] "kindnet-vz22j" [cd4af99a-51ed-45ff-afa2-477f95f92f94] Running
I1105 18:05:21.339745 27131 system_pods.go:89] "kube-apiserver-ha-844661" [cbe51bd3-30fa-4afa-8605-fb40a13a6cc6] Running
I1105 18:05:21.339748 27131 system_pods.go:89] "kube-apiserver-ha-844661-m02" [be91dae0-ebd5-4e25-a5a6-a560eaa01290] Running
I1105 18:05:21.339751 27131 system_pods.go:89] "kube-controller-manager-ha-844661" [98d225ad-16a4-44a6-b1e6-7d81aa218bc6] Running
I1105 18:05:21.339755 27131 system_pods.go:89] "kube-controller-manager-ha-844661-m02" [fa2faae2-0519-41fb-908b-8c7f0f783d93] Running
I1105 18:05:21.339759 27131 system_pods.go:89] "kube-proxy-pjpkh" [f65172ee-171e-49d0-a948-e0dc11a45d03] Running
I1105 18:05:21.339762 27131 system_pods.go:89] "kube-proxy-zsbfs" [3b55d473-b4e4-4c13-bc55-01ffb2a9768f] Running
I1105 18:05:21.339765 27131 system_pods.go:89] "kube-scheduler-ha-844661" [b59fc044-84ea-4c1e-bc3b-e4cd242c63dd] Running
I1105 18:05:21.339769 27131 system_pods.go:89] "kube-scheduler-ha-844661-m02" [b1aebfce-52b2-408c-a3eb-87a2ad9f23d1] Running
I1105 18:05:21.339774 27131 system_pods.go:89] "kube-vip-ha-844661" [d5079076-90b0-4d82-b069-ee46de2b92a8] Running
I1105 18:05:21.339779 27131 system_pods.go:89] "kube-vip-ha-844661-m02" [030d7a08-f2d6-4831-aa2a-e5eadf1dd1ae] Running
I1105 18:05:21.339782 27131 system_pods.go:89] "storage-provisioner" [1195203c-6407-4299-8a5e-afb85f4ba83e] Running
I1105 18:05:21.339788 27131 system_pods.go:126] duration metric: took 204.442408ms to wait for k8s-apps to be running ...
I1105 18:05:21.339802 27131 system_svc.go:44] waiting for kubelet service to be running ....
I1105 18:05:21.339842 27131 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1105 18:05:21.354615 27131 system_svc.go:56] duration metric: took 14.795984ms WaitForService to wait for kubelet
I1105 18:05:21.354651 27131 kubeadm.go:582] duration metric: took 23.660015871s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1105 18:05:21.354696 27131 node_conditions.go:102] verifying NodePressure condition ...
I1105 18:05:21.531068 27131 request.go:632] Waited for 176.291328ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes
I1105 18:05:21.531146 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes
I1105 18:05:21.531151 27131 round_trippers.go:469] Request Headers:
I1105 18:05:21.531159 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:05:21.531164 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:05:21.534798 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:05:21.535495 27131 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1105 18:05:21.535541 27131 node_conditions.go:123] node cpu capacity is 2
I1105 18:05:21.535562 27131 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1105 18:05:21.535565 27131 node_conditions.go:123] node cpu capacity is 2
I1105 18:05:21.535570 27131 node_conditions.go:105] duration metric: took 180.868401ms to run NodePressure ...
I1105 18:05:21.535585 27131 start.go:241] waiting for startup goroutines ...
I1105 18:05:21.535607 27131 start.go:255] writing updated cluster config ...
I1105 18:05:21.537763 27131 out.go:201]
I1105 18:05:21.539166 27131 config.go:182] Loaded profile config "ha-844661": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1105 18:05:21.539250 27131 profile.go:143] Saving config to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/config.json ...
I1105 18:05:21.540660 27131 out.go:177] * Starting "ha-844661-m03" control-plane node in "ha-844661" cluster
I1105 18:05:21.541637 27131 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1105 18:05:21.541660 27131 cache.go:56] Caching tarball of preloaded images
I1105 18:05:21.541776 27131 preload.go:172] Found /home/jenkins/minikube-integration/19910-8296/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1105 18:05:21.541788 27131 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1105 18:05:21.541886 27131 profile.go:143] Saving config to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/config.json ...
I1105 18:05:21.542068 27131 start.go:360] acquireMachinesLock for ha-844661-m03: {Name:mka1d4c5591441593c5e29459ef6950ded9600fe Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1105 18:05:21.542109 27131 start.go:364] duration metric: took 21.826µs to acquireMachinesLock for "ha-844661-m03"
I1105 18:05:21.542124 27131 start.go:93] Provisioning new machine with config: &{Name:ha-844661 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-844661 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.48 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.38 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bina
ryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1105 18:05:21.542209 27131 start.go:125] createHost starting for "m03" (driver="kvm2")
I1105 18:05:21.543860 27131 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1105 18:05:21.543943 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:05:21.543975 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:05:21.559283 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41003
I1105 18:05:21.559671 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:05:21.560085 27131 main.go:141] libmachine: Using API Version 1
I1105 18:05:21.560107 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:05:21.560440 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:05:21.560618 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetMachineName
I1105 18:05:21.560762 27131 main.go:141] libmachine: (ha-844661-m03) Calling .DriverName
I1105 18:05:21.560967 27131 start.go:159] libmachine.API.Create for "ha-844661" (driver="kvm2")
I1105 18:05:21.560994 27131 client.go:168] LocalClient.Create starting
I1105 18:05:21.561031 27131 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem
I1105 18:05:21.561079 27131 main.go:141] libmachine: Decoding PEM data...
I1105 18:05:21.561096 27131 main.go:141] libmachine: Parsing certificate...
I1105 18:05:21.561164 27131 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem
I1105 18:05:21.561192 27131 main.go:141] libmachine: Decoding PEM data...
I1105 18:05:21.561207 27131 main.go:141] libmachine: Parsing certificate...
I1105 18:05:21.561232 27131 main.go:141] libmachine: Running pre-create checks...
I1105 18:05:21.561244 27131 main.go:141] libmachine: (ha-844661-m03) Calling .PreCreateCheck
I1105 18:05:21.561482 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetConfigRaw
I1105 18:05:21.561876 27131 main.go:141] libmachine: Creating machine...
I1105 18:05:21.561887 27131 main.go:141] libmachine: (ha-844661-m03) Calling .Create
I1105 18:05:21.562039 27131 main.go:141] libmachine: (ha-844661-m03) Creating KVM machine...
I1105 18:05:21.563199 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found existing default KVM network
I1105 18:05:21.563316 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found existing private KVM network mk-ha-844661
I1105 18:05:21.563415 27131 main.go:141] libmachine: (ha-844661-m03) Setting up store path in /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03 ...
I1105 18:05:21.563439 27131 main.go:141] libmachine: (ha-844661-m03) Building disk image from file:///home/jenkins/minikube-integration/19910-8296/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso
I1105 18:05:21.563512 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:21.563393 27902 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19910-8296/.minikube
I1105 18:05:21.563587 27131 main.go:141] libmachine: (ha-844661-m03) Downloading /home/jenkins/minikube-integration/19910-8296/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19910-8296/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso...
I1105 18:05:21.796365 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:21.796229 27902 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03/id_rsa...
I1105 18:05:21.882674 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:21.882568 27902 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03/ha-844661-m03.rawdisk...
I1105 18:05:21.882702 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Writing magic tar header
I1105 18:05:21.882713 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Writing SSH key tar header
I1105 18:05:21.882768 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:21.882708 27902 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03 ...
I1105 18:05:21.882834 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03
I1105 18:05:21.882863 27131 main.go:141] libmachine: (ha-844661-m03) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03 (perms=drwx------)
I1105 18:05:21.882876 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296/.minikube/machines
I1105 18:05:21.882896 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296/.minikube
I1105 18:05:21.882908 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19910-8296
I1105 18:05:21.882922 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1105 18:05:21.882944 27131 main.go:141] libmachine: (ha-844661-m03) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296/.minikube/machines (perms=drwxr-xr-x)
I1105 18:05:21.882956 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Checking permissions on dir: /home/jenkins
I1105 18:05:21.883017 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Checking permissions on dir: /home
I1105 18:05:21.883034 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Skipping /home - not owner
I1105 18:05:21.883044 27131 main.go:141] libmachine: (ha-844661-m03) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296/.minikube (perms=drwxr-xr-x)
I1105 18:05:21.883057 27131 main.go:141] libmachine: (ha-844661-m03) Setting executable bit set on /home/jenkins/minikube-integration/19910-8296 (perms=drwxrwxr-x)
I1105 18:05:21.883070 27131 main.go:141] libmachine: (ha-844661-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1105 18:05:21.883081 27131 main.go:141] libmachine: (ha-844661-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1105 18:05:21.883089 27131 main.go:141] libmachine: (ha-844661-m03) Creating domain...
I1105 18:05:21.883931 27131 main.go:141] libmachine: (ha-844661-m03) define libvirt domain using xml:
I1105 18:05:21.883952 27131 main.go:141] libmachine: (ha-844661-m03) <domain type='kvm'>
I1105 18:05:21.883976 27131 main.go:141] libmachine: (ha-844661-m03) <name>ha-844661-m03</name>
I1105 18:05:21.883997 27131 main.go:141] libmachine: (ha-844661-m03) <memory unit='MiB'>2200</memory>
I1105 18:05:21.884009 27131 main.go:141] libmachine: (ha-844661-m03) <vcpu>2</vcpu>
I1105 18:05:21.884020 27131 main.go:141] libmachine: (ha-844661-m03) <features>
I1105 18:05:21.884028 27131 main.go:141] libmachine: (ha-844661-m03) <acpi/>
I1105 18:05:21.884038 27131 main.go:141] libmachine: (ha-844661-m03) <apic/>
I1105 18:05:21.884046 27131 main.go:141] libmachine: (ha-844661-m03) <pae/>
I1105 18:05:21.884056 27131 main.go:141] libmachine: (ha-844661-m03)
I1105 18:05:21.884078 27131 main.go:141] libmachine: (ha-844661-m03) </features>
I1105 18:05:21.884099 27131 main.go:141] libmachine: (ha-844661-m03) <cpu mode='host-passthrough'>
I1105 18:05:21.884109 27131 main.go:141] libmachine: (ha-844661-m03)
I1105 18:05:21.884119 27131 main.go:141] libmachine: (ha-844661-m03) </cpu>
I1105 18:05:21.884129 27131 main.go:141] libmachine: (ha-844661-m03) <os>
I1105 18:05:21.884134 27131 main.go:141] libmachine: (ha-844661-m03) <type>hvm</type>
I1105 18:05:21.884144 27131 main.go:141] libmachine: (ha-844661-m03) <boot dev='cdrom'/>
I1105 18:05:21.884151 27131 main.go:141] libmachine: (ha-844661-m03) <boot dev='hd'/>
I1105 18:05:21.884159 27131 main.go:141] libmachine: (ha-844661-m03) <bootmenu enable='no'/>
I1105 18:05:21.884169 27131 main.go:141] libmachine: (ha-844661-m03) </os>
I1105 18:05:21.884183 27131 main.go:141] libmachine: (ha-844661-m03) <devices>
I1105 18:05:21.884200 27131 main.go:141] libmachine: (ha-844661-m03) <disk type='file' device='cdrom'>
I1105 18:05:21.884216 27131 main.go:141] libmachine: (ha-844661-m03) <source file='/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03/boot2docker.iso'/>
I1105 18:05:21.884227 27131 main.go:141] libmachine: (ha-844661-m03) <target dev='hdc' bus='scsi'/>
I1105 18:05:21.884237 27131 main.go:141] libmachine: (ha-844661-m03) <readonly/>
I1105 18:05:21.884245 27131 main.go:141] libmachine: (ha-844661-m03) </disk>
I1105 18:05:21.884252 27131 main.go:141] libmachine: (ha-844661-m03) <disk type='file' device='disk'>
I1105 18:05:21.884260 27131 main.go:141] libmachine: (ha-844661-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1105 18:05:21.884267 27131 main.go:141] libmachine: (ha-844661-m03) <source file='/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03/ha-844661-m03.rawdisk'/>
I1105 18:05:21.884274 27131 main.go:141] libmachine: (ha-844661-m03) <target dev='hda' bus='virtio'/>
I1105 18:05:21.884279 27131 main.go:141] libmachine: (ha-844661-m03) </disk>
I1105 18:05:21.884289 27131 main.go:141] libmachine: (ha-844661-m03) <interface type='network'>
I1105 18:05:21.884295 27131 main.go:141] libmachine: (ha-844661-m03) <source network='mk-ha-844661'/>
I1105 18:05:21.884305 27131 main.go:141] libmachine: (ha-844661-m03) <model type='virtio'/>
I1105 18:05:21.884313 27131 main.go:141] libmachine: (ha-844661-m03) </interface>
I1105 18:05:21.884318 27131 main.go:141] libmachine: (ha-844661-m03) <interface type='network'>
I1105 18:05:21.884326 27131 main.go:141] libmachine: (ha-844661-m03) <source network='default'/>
I1105 18:05:21.884330 27131 main.go:141] libmachine: (ha-844661-m03) <model type='virtio'/>
I1105 18:05:21.884337 27131 main.go:141] libmachine: (ha-844661-m03) </interface>
I1105 18:05:21.884341 27131 main.go:141] libmachine: (ha-844661-m03) <serial type='pty'>
I1105 18:05:21.884347 27131 main.go:141] libmachine: (ha-844661-m03) <target port='0'/>
I1105 18:05:21.884351 27131 main.go:141] libmachine: (ha-844661-m03) </serial>
I1105 18:05:21.884358 27131 main.go:141] libmachine: (ha-844661-m03) <console type='pty'>
I1105 18:05:21.884363 27131 main.go:141] libmachine: (ha-844661-m03) <target type='serial' port='0'/>
I1105 18:05:21.884377 27131 main.go:141] libmachine: (ha-844661-m03) </console>
I1105 18:05:21.884395 27131 main.go:141] libmachine: (ha-844661-m03) <rng model='virtio'>
I1105 18:05:21.884408 27131 main.go:141] libmachine: (ha-844661-m03) <backend model='random'>/dev/random</backend>
I1105 18:05:21.884417 27131 main.go:141] libmachine: (ha-844661-m03) </rng>
I1105 18:05:21.884432 27131 main.go:141] libmachine: (ha-844661-m03)
I1105 18:05:21.884441 27131 main.go:141] libmachine: (ha-844661-m03)
I1105 18:05:21.884448 27131 main.go:141] libmachine: (ha-844661-m03) </devices>
I1105 18:05:21.884457 27131 main.go:141] libmachine: (ha-844661-m03) </domain>
I1105 18:05:21.884464 27131 main.go:141] libmachine: (ha-844661-m03)
I1105 18:05:21.890775 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:13:05:59 in network default
I1105 18:05:21.891360 27131 main.go:141] libmachine: (ha-844661-m03) Ensuring networks are active...
I1105 18:05:21.891380 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:21.892107 27131 main.go:141] libmachine: (ha-844661-m03) Ensuring network default is active
I1105 18:05:21.892388 27131 main.go:141] libmachine: (ha-844661-m03) Ensuring network mk-ha-844661 is active
I1105 18:05:21.892764 27131 main.go:141] libmachine: (ha-844661-m03) Getting domain xml...
I1105 18:05:21.893494 27131 main.go:141] libmachine: (ha-844661-m03) Creating domain...
I1105 18:05:23.118308 27131 main.go:141] libmachine: (ha-844661-m03) Waiting to get IP...
I1105 18:05:23.119070 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:23.119438 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:23.119465 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:23.119424 27902 retry.go:31] will retry after 298.334175ms: waiting for machine to come up
I1105 18:05:23.419032 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:23.419605 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:23.419622 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:23.419554 27902 retry.go:31] will retry after 273.113851ms: waiting for machine to come up
I1105 18:05:23.693944 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:23.694349 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:23.694376 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:23.694317 27902 retry.go:31] will retry after 416.726009ms: waiting for machine to come up
I1105 18:05:24.112851 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:24.113218 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:24.113249 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:24.113181 27902 retry.go:31] will retry after 551.953216ms: waiting for machine to come up
I1105 18:05:24.666824 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:24.667304 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:24.667333 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:24.667249 27902 retry.go:31] will retry after 466.975145ms: waiting for machine to come up
I1105 18:05:25.135836 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:25.136271 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:25.136292 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:25.136228 27902 retry.go:31] will retry after 589.586585ms: waiting for machine to come up
I1105 18:05:25.726897 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:25.727480 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:25.727508 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:25.727434 27902 retry.go:31] will retry after 968.18251ms: waiting for machine to come up
I1105 18:05:26.697257 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:26.697626 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:26.697652 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:26.697586 27902 retry.go:31] will retry after 1.127611463s: waiting for machine to come up
I1105 18:05:27.826904 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:27.827312 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:27.827340 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:27.827258 27902 retry.go:31] will retry after 1.342205842s: waiting for machine to come up
I1105 18:05:29.171618 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:29.172079 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:29.172146 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:29.172073 27902 retry.go:31] will retry after 1.974625708s: waiting for machine to come up
I1105 18:05:31.148071 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:31.148482 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:31.148499 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:31.148434 27902 retry.go:31] will retry after 2.71055754s: waiting for machine to come up
I1105 18:05:33.861975 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:33.862458 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:33.862483 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:33.862417 27902 retry.go:31] will retry after 3.509037885s: waiting for machine to come up
I1105 18:05:37.373198 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:37.373748 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find current IP address of domain ha-844661-m03 in network mk-ha-844661
I1105 18:05:37.373778 27131 main.go:141] libmachine: (ha-844661-m03) DBG | I1105 18:05:37.373690 27902 retry.go:31] will retry after 4.502442692s: waiting for machine to come up
I1105 18:05:41.878135 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:41.878636 27131 main.go:141] libmachine: (ha-844661-m03) Found IP for machine: 192.168.39.52
I1105 18:05:41.878665 27131 main.go:141] libmachine: (ha-844661-m03) Reserving static IP address...
I1105 18:05:41.878678 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has current primary IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:41.879129 27131 main.go:141] libmachine: (ha-844661-m03) DBG | unable to find host DHCP lease matching {name: "ha-844661-m03", mac: "52:54:00:62:70:0e", ip: "192.168.39.52"} in network mk-ha-844661
I1105 18:05:41.955281 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Getting to WaitForSSH function...
I1105 18:05:41.955317 27131 main.go:141] libmachine: (ha-844661-m03) Reserved static IP address: 192.168.39.52
I1105 18:05:41.955331 27131 main.go:141] libmachine: (ha-844661-m03) Waiting for SSH to be available...
I1105 18:05:41.957358 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:41.957752 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:minikube Clientid:01:52:54:00:62:70:0e}
I1105 18:05:41.957781 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:41.957992 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Using SSH client type: external
I1105 18:05:41.958020 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03/id_rsa (-rw-------)
I1105 18:05:41.958098 27131 main.go:141] libmachine: (ha-844661-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.52 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1105 18:05:41.958121 27131 main.go:141] libmachine: (ha-844661-m03) DBG | About to run SSH command:
I1105 18:05:41.958159 27131 main.go:141] libmachine: (ha-844661-m03) DBG | exit 0
I1105 18:05:42.086743 27131 main.go:141] libmachine: (ha-844661-m03) DBG | SSH cmd err, output: <nil>:
I1105 18:05:42.087041 27131 main.go:141] libmachine: (ha-844661-m03) KVM machine creation complete!
I1105 18:05:42.087332 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetConfigRaw
I1105 18:05:42.087854 27131 main.go:141] libmachine: (ha-844661-m03) Calling .DriverName
I1105 18:05:42.088045 27131 main.go:141] libmachine: (ha-844661-m03) Calling .DriverName
I1105 18:05:42.088232 27131 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1105 18:05:42.088247 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetState
I1105 18:05:42.089254 27131 main.go:141] libmachine: Detecting operating system of created instance...
I1105 18:05:42.089266 27131 main.go:141] libmachine: Waiting for SSH to be available...
I1105 18:05:42.089278 27131 main.go:141] libmachine: Getting to WaitForSSH function...
I1105 18:05:42.089283 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHHostname
I1105 18:05:42.091449 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.091761 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:42.091789 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.091901 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHPort
I1105 18:05:42.092048 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:42.092179 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:42.092313 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHUsername
I1105 18:05:42.092495 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:05:42.092748 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.52 22 <nil> <nil>}
I1105 18:05:42.092763 27131 main.go:141] libmachine: About to run SSH command:
exit 0
I1105 18:05:42.206064 27131 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1105 18:05:42.206086 27131 main.go:141] libmachine: Detecting the provisioner...
I1105 18:05:42.206094 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHHostname
I1105 18:05:42.208351 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.208732 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:42.208750 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.208928 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHPort
I1105 18:05:42.209072 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:42.209271 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:42.209444 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHUsername
I1105 18:05:42.209598 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:05:42.209769 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.52 22 <nil> <nil>}
I1105 18:05:42.209780 27131 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1105 18:05:42.323709 27131 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1105 18:05:42.323865 27131 main.go:141] libmachine: found compatible host: buildroot
I1105 18:05:42.323878 27131 main.go:141] libmachine: Provisioning with buildroot...
I1105 18:05:42.323888 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetMachineName
I1105 18:05:42.324267 27131 buildroot.go:166] provisioning hostname "ha-844661-m03"
I1105 18:05:42.324297 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetMachineName
I1105 18:05:42.324481 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHHostname
I1105 18:05:42.327505 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.327833 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:42.327862 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.328041 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHPort
I1105 18:05:42.328248 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:42.328422 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:42.328544 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHUsername
I1105 18:05:42.328776 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:05:42.329027 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.52 22 <nil> <nil>}
I1105 18:05:42.329041 27131 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-844661-m03 && echo "ha-844661-m03" | sudo tee /etc/hostname
I1105 18:05:42.457338 27131 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-844661-m03
I1105 18:05:42.457368 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHHostname
I1105 18:05:42.460928 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.461292 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:42.461321 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.461510 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHPort
I1105 18:05:42.461681 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:42.461835 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:42.461969 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHUsername
I1105 18:05:42.462135 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:05:42.462324 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.52 22 <nil> <nil>}
I1105 18:05:42.462348 27131 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-844661-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-844661-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-844661-m03' | sudo tee -a /etc/hosts;
fi
fi
I1105 18:05:42.583532 27131 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1105 18:05:42.583564 27131 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19910-8296/.minikube CaCertPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19910-8296/.minikube}
I1105 18:05:42.583578 27131 buildroot.go:174] setting up certificates
I1105 18:05:42.583593 27131 provision.go:84] configureAuth start
I1105 18:05:42.583602 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetMachineName
I1105 18:05:42.583890 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetIP
I1105 18:05:42.586719 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.587067 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:42.587099 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.587290 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHHostname
I1105 18:05:42.589736 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.590192 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:42.590227 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.590360 27131 provision.go:143] copyHostCerts
I1105 18:05:42.590408 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem
I1105 18:05:42.590449 27131 exec_runner.go:144] found /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem, removing ...
I1105 18:05:42.590459 27131 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem
I1105 18:05:42.590538 27131 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19910-8296/.minikube/ca.pem (1082 bytes)
I1105 18:05:42.590622 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem
I1105 18:05:42.590645 27131 exec_runner.go:144] found /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem, removing ...
I1105 18:05:42.590652 27131 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem
I1105 18:05:42.590675 27131 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19910-8296/.minikube/cert.pem (1123 bytes)
I1105 18:05:42.590726 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem
I1105 18:05:42.590742 27131 exec_runner.go:144] found /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem, removing ...
I1105 18:05:42.590748 27131 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem
I1105 18:05:42.590768 27131 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19910-8296/.minikube/key.pem (1675 bytes)
I1105 18:05:42.590820 27131 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca-key.pem org=jenkins.ha-844661-m03 san=[127.0.0.1 192.168.39.52 ha-844661-m03 localhost minikube]
I1105 18:05:42.925752 27131 provision.go:177] copyRemoteCerts
I1105 18:05:42.925808 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1105 18:05:42.925833 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHHostname
I1105 18:05:42.928689 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.929066 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:42.929101 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:42.929303 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHPort
I1105 18:05:42.929489 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:42.929666 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHUsername
I1105 18:05:42.929803 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.52 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03/id_rsa Username:docker}
I1105 18:05:43.020278 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1105 18:05:43.020356 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1105 18:05:43.044012 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem -> /etc/docker/server.pem
I1105 18:05:43.044085 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1105 18:05:43.067535 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1105 18:05:43.067615 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1105 18:05:43.091055 27131 provision.go:87] duration metric: took 507.451446ms to configureAuth
I1105 18:05:43.091084 27131 buildroot.go:189] setting minikube options for container-runtime
I1105 18:05:43.091353 27131 config.go:182] Loaded profile config "ha-844661": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1105 18:05:43.091482 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHHostname
I1105 18:05:43.094765 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.095169 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:43.095193 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.095384 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHPort
I1105 18:05:43.095574 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:43.095740 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:43.095896 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHUsername
I1105 18:05:43.096067 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:05:43.096263 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.52 22 <nil> <nil>}
I1105 18:05:43.096284 27131 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1105 18:05:43.325666 27131 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1105 18:05:43.325693 27131 main.go:141] libmachine: Checking connection to Docker...
I1105 18:05:43.325711 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetURL
I1105 18:05:43.326946 27131 main.go:141] libmachine: (ha-844661-m03) DBG | Using libvirt version 6000000
I1105 18:05:43.329691 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.330121 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:43.330146 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.330327 27131 main.go:141] libmachine: Docker is up and running!
I1105 18:05:43.330347 27131 main.go:141] libmachine: Reticulating splines...
I1105 18:05:43.330356 27131 client.go:171] duration metric: took 21.769352405s to LocalClient.Create
I1105 18:05:43.330393 27131 start.go:167] duration metric: took 21.769425686s to libmachine.API.Create "ha-844661"
I1105 18:05:43.330407 27131 start.go:293] postStartSetup for "ha-844661-m03" (driver="kvm2")
I1105 18:05:43.330422 27131 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1105 18:05:43.330439 27131 main.go:141] libmachine: (ha-844661-m03) Calling .DriverName
I1105 18:05:43.330671 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1105 18:05:43.330693 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHHostname
I1105 18:05:43.332887 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.333189 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:43.333218 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.333427 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHPort
I1105 18:05:43.333597 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:43.333764 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHUsername
I1105 18:05:43.333891 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.52 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03/id_rsa Username:docker}
I1105 18:05:43.421747 27131 ssh_runner.go:195] Run: cat /etc/os-release
I1105 18:05:43.425946 27131 info.go:137] Remote host: Buildroot 2023.02.9
I1105 18:05:43.425980 27131 filesync.go:126] Scanning /home/jenkins/minikube-integration/19910-8296/.minikube/addons for local assets ...
I1105 18:05:43.426048 27131 filesync.go:126] Scanning /home/jenkins/minikube-integration/19910-8296/.minikube/files for local assets ...
I1105 18:05:43.426118 27131 filesync.go:149] local asset: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem -> 154922.pem in /etc/ssl/certs
I1105 18:05:43.426127 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem -> /etc/ssl/certs/154922.pem
I1105 18:05:43.426241 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1105 18:05:43.436295 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem --> /etc/ssl/certs/154922.pem (1708 bytes)
I1105 18:05:43.461822 27131 start.go:296] duration metric: took 131.400624ms for postStartSetup
I1105 18:05:43.461911 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetConfigRaw
I1105 18:05:43.462559 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetIP
I1105 18:05:43.465039 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.465395 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:43.465419 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.465660 27131 profile.go:143] Saving config to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/config.json ...
I1105 18:05:43.465861 27131 start.go:128] duration metric: took 21.923641121s to createHost
I1105 18:05:43.465891 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHHostname
I1105 18:05:43.468236 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.468751 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:43.468776 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.468993 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHPort
I1105 18:05:43.469148 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:43.469288 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:43.469410 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHUsername
I1105 18:05:43.469542 27131 main.go:141] libmachine: Using SSH client type: native
I1105 18:05:43.469719 27131 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.52 22 <nil> <nil>}
I1105 18:05:43.469729 27131 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1105 18:05:43.583301 27131 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730829943.559053309
I1105 18:05:43.583330 27131 fix.go:216] guest clock: 1730829943.559053309
I1105 18:05:43.583338 27131 fix.go:229] Guest: 2024-11-05 18:05:43.559053309 +0000 UTC Remote: 2024-11-05 18:05:43.465876826 +0000 UTC m=+142.850569806 (delta=93.176483ms)
I1105 18:05:43.583357 27131 fix.go:200] guest clock delta is within tolerance: 93.176483ms
I1105 18:05:43.583365 27131 start.go:83] releasing machines lock for "ha-844661-m03", held for 22.041249603s
I1105 18:05:43.583392 27131 main.go:141] libmachine: (ha-844661-m03) Calling .DriverName
I1105 18:05:43.583670 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetIP
I1105 18:05:43.586387 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.586835 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:43.586865 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.589174 27131 out.go:177] * Found network options:
I1105 18:05:43.590513 27131 out.go:177] - NO_PROXY=192.168.39.48,192.168.39.38
W1105 18:05:43.591696 27131 proxy.go:119] fail to check proxy env: Error ip not in block
W1105 18:05:43.591728 27131 proxy.go:119] fail to check proxy env: Error ip not in block
I1105 18:05:43.591742 27131 main.go:141] libmachine: (ha-844661-m03) Calling .DriverName
I1105 18:05:43.592264 27131 main.go:141] libmachine: (ha-844661-m03) Calling .DriverName
I1105 18:05:43.592439 27131 main.go:141] libmachine: (ha-844661-m03) Calling .DriverName
I1105 18:05:43.592540 27131 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1105 18:05:43.592583 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHHostname
W1105 18:05:43.592659 27131 proxy.go:119] fail to check proxy env: Error ip not in block
W1105 18:05:43.592686 27131 proxy.go:119] fail to check proxy env: Error ip not in block
I1105 18:05:43.592773 27131 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1105 18:05:43.592798 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHHostname
I1105 18:05:43.595358 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.595711 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:43.595743 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.595763 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.595936 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHPort
I1105 18:05:43.596109 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:43.596235 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:43.596238 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHUsername
I1105 18:05:43.596260 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:43.596402 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHPort
I1105 18:05:43.596401 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.52 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03/id_rsa Username:docker}
I1105 18:05:43.596521 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHKeyPath
I1105 18:05:43.596667 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetSSHUsername
I1105 18:05:43.596795 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.52 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661-m03/id_rsa Username:docker}
I1105 18:05:43.836071 27131 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1105 18:05:43.841664 27131 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1105 18:05:43.841742 27131 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1105 18:05:43.858022 27131 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1105 18:05:43.858050 27131 start.go:495] detecting cgroup driver to use...
I1105 18:05:43.858129 27131 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1105 18:05:43.874613 27131 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1105 18:05:43.888461 27131 docker.go:217] disabling cri-docker service (if available) ...
I1105 18:05:43.888526 27131 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1105 18:05:43.901586 27131 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1105 18:05:43.914516 27131 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1105 18:05:44.022716 27131 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1105 18:05:44.162802 27131 docker.go:233] disabling docker service ...
I1105 18:05:44.162867 27131 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1105 18:05:44.178520 27131 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1105 18:05:44.190518 27131 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1105 18:05:44.307326 27131 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1105 18:05:44.440411 27131 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1105 18:05:44.453238 27131 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1105 18:05:44.471519 27131 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1105 18:05:44.471573 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:05:44.481424 27131 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1105 18:05:44.481492 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:05:44.491154 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:05:44.500794 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:05:44.511947 27131 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1105 18:05:44.521660 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:05:44.531075 27131 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:05:44.547126 27131 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1105 18:05:44.557037 27131 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1105 18:05:44.565707 27131 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1105 18:05:44.565772 27131 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1105 18:05:44.580225 27131 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1105 18:05:44.590720 27131 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1105 18:05:44.720733 27131 ssh_runner.go:195] Run: sudo systemctl restart crio
I1105 18:05:44.813635 27131 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1105 18:05:44.813712 27131 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1105 18:05:44.818398 27131 start.go:563] Will wait 60s for crictl version
I1105 18:05:44.818453 27131 ssh_runner.go:195] Run: which crictl
I1105 18:05:44.821924 27131 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1105 18:05:44.862340 27131 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1105 18:05:44.862414 27131 ssh_runner.go:195] Run: crio --version
I1105 18:05:44.888088 27131 ssh_runner.go:195] Run: crio --version
I1105 18:05:44.915450 27131 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1105 18:05:44.916959 27131 out.go:177] - env NO_PROXY=192.168.39.48
I1105 18:05:44.918290 27131 out.go:177] - env NO_PROXY=192.168.39.48,192.168.39.38
I1105 18:05:44.919504 27131 main.go:141] libmachine: (ha-844661-m03) Calling .GetIP
I1105 18:05:44.921870 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:44.922342 27131 main.go:141] libmachine: (ha-844661-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:62:70:0e", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:05:35 +0000 UTC Type:0 Mac:52:54:00:62:70:0e Iaid: IPaddr:192.168.39.52 Prefix:24 Hostname:ha-844661-m03 Clientid:01:52:54:00:62:70:0e}
I1105 18:05:44.922369 27131 main.go:141] libmachine: (ha-844661-m03) DBG | domain ha-844661-m03 has defined IP address 192.168.39.52 and MAC address 52:54:00:62:70:0e in network mk-ha-844661
I1105 18:05:44.922579 27131 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1105 18:05:44.926550 27131 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1105 18:05:44.938321 27131 mustload.go:65] Loading cluster: ha-844661
I1105 18:05:44.938602 27131 config.go:182] Loaded profile config "ha-844661": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1105 18:05:44.939019 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:05:44.939070 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:05:44.954536 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45821
I1105 18:05:44.955060 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:05:44.955556 27131 main.go:141] libmachine: Using API Version 1
I1105 18:05:44.955581 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:05:44.955872 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:05:44.956050 27131 main.go:141] libmachine: (ha-844661) Calling .GetState
I1105 18:05:44.957611 27131 host.go:66] Checking if "ha-844661" exists ...
I1105 18:05:44.957920 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:05:44.957971 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:05:44.973679 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33387
I1105 18:05:44.974166 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:05:44.974646 27131 main.go:141] libmachine: Using API Version 1
I1105 18:05:44.974660 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:05:44.974951 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:05:44.975198 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:05:44.975390 27131 certs.go:68] Setting up /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661 for IP: 192.168.39.52
I1105 18:05:44.975402 27131 certs.go:194] generating shared ca certs ...
I1105 18:05:44.975424 27131 certs.go:226] acquiring lock for ca certs: {Name:mkafbb3fef270400ed51116ac606e6c07935f686 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:05:44.975543 27131 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.key
I1105 18:05:44.975579 27131 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.key
I1105 18:05:44.975587 27131 certs.go:256] generating profile certs ...
I1105 18:05:44.975659 27131 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.key
I1105 18:05:44.975685 27131 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.c62dff9b
I1105 18:05:44.975700 27131 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.c62dff9b with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.48 192.168.39.38 192.168.39.52 192.168.39.254]
I1105 18:05:45.201266 27131 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.c62dff9b ...
I1105 18:05:45.201297 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.c62dff9b: {Name:mk528e0260fc30831e80a622836a2ff38ea38838 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:05:45.201463 27131 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.c62dff9b ...
I1105 18:05:45.201476 27131 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.c62dff9b: {Name:mkf6f5a9f3c5c5cd5e56be42a7f99d1f16c92ebf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1105 18:05:45.201544 27131 certs.go:381] copying /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt.c62dff9b -> /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt
I1105 18:05:45.201685 27131 certs.go:385] copying /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key.c62dff9b -> /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key
I1105 18:05:45.201845 27131 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.key
I1105 18:05:45.201861 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1105 18:05:45.201877 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1105 18:05:45.201896 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1105 18:05:45.201914 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1105 18:05:45.201928 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1105 18:05:45.201942 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1105 18:05:45.201954 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1105 18:05:45.215059 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1105 18:05:45.215144 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492.pem (1338 bytes)
W1105 18:05:45.215186 27131 certs.go:480] ignoring /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492_empty.pem, impossibly tiny 0 bytes
I1105 18:05:45.215194 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca-key.pem (1675 bytes)
I1105 18:05:45.215215 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/ca.pem (1082 bytes)
I1105 18:05:45.215240 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/cert.pem (1123 bytes)
I1105 18:05:45.215272 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/key.pem (1675 bytes)
I1105 18:05:45.215314 27131 certs.go:484] found cert: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem (1708 bytes)
I1105 18:05:45.215350 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem -> /usr/share/ca-certificates/154922.pem
I1105 18:05:45.215374 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1105 18:05:45.215398 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492.pem -> /usr/share/ca-certificates/15492.pem
I1105 18:05:45.215435 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:05:45.218425 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:05:45.218874 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:05:45.218901 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:05:45.219093 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:05:45.219284 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:05:45.219433 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:05:45.219544 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.48 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa Username:docker}
I1105 18:05:45.291312 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1105 18:05:45.296113 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1105 18:05:45.309256 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1105 18:05:45.313268 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1105 18:05:45.324891 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1105 18:05:45.328601 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1105 18:05:45.339115 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1105 18:05:45.343326 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1105 18:05:45.353973 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1105 18:05:45.357652 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1105 18:05:45.367881 27131 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1105 18:05:45.371920 27131 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1105 18:05:45.381431 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1105 18:05:45.405521 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1105 18:05:45.428099 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1105 18:05:45.450896 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1105 18:05:45.472444 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1105 18:05:45.494567 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1105 18:05:45.518941 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1105 18:05:45.542679 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1105 18:05:45.565272 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/files/etc/ssl/certs/154922.pem --> /usr/share/ca-certificates/154922.pem (1708 bytes)
I1105 18:05:45.586847 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1105 18:05:45.609171 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/certs/15492.pem --> /usr/share/ca-certificates/15492.pem (1338 bytes)
I1105 18:05:45.631071 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1105 18:05:45.647046 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1105 18:05:45.662643 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1105 18:05:45.677589 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1105 18:05:45.693263 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1105 18:05:45.708513 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1105 18:05:45.723904 27131 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1105 18:05:45.739595 27131 ssh_runner.go:195] Run: openssl version
I1105 18:05:45.744988 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/15492.pem && ln -fs /usr/share/ca-certificates/15492.pem /etc/ssl/certs/15492.pem"
I1105 18:05:45.754754 27131 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/15492.pem
I1105 18:05:45.759038 27131 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 5 17:53 /usr/share/ca-certificates/15492.pem
I1105 18:05:45.759097 27131 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/15492.pem
I1105 18:05:45.764843 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/15492.pem /etc/ssl/certs/51391683.0"
I1105 18:05:45.774526 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/154922.pem && ln -fs /usr/share/ca-certificates/154922.pem /etc/ssl/certs/154922.pem"
I1105 18:05:45.784026 27131 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/154922.pem
I1105 18:05:45.788019 27131 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 5 17:53 /usr/share/ca-certificates/154922.pem
I1105 18:05:45.788066 27131 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/154922.pem
I1105 18:05:45.793328 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/154922.pem /etc/ssl/certs/3ec20f2e.0"
I1105 18:05:45.803282 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1105 18:05:45.813203 27131 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1105 18:05:45.817364 27131 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 5 17:42 /usr/share/ca-certificates/minikubeCA.pem
I1105 18:05:45.817407 27131 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1105 18:05:45.822692 27131 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1105 18:05:45.832731 27131 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1105 18:05:45.836652 27131 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1105 18:05:45.836705 27131 kubeadm.go:934] updating node {m03 192.168.39.52 8443 v1.31.2 crio true true} ...
I1105 18:05:45.836816 27131 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-844661-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.52
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-844661 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1105 18:05:45.836851 27131 kube-vip.go:115] generating kube-vip config ...
I1105 18:05:45.836896 27131 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1105 18:05:45.851973 27131 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1105 18:05:45.852033 27131 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1105 18:05:45.852095 27131 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1105 18:05:45.861565 27131 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1105 18:05:45.861624 27131 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1105 18:05:45.871179 27131 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1105 18:05:45.871192 27131 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1105 18:05:45.871218 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1105 18:05:45.871230 27131 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1105 18:05:45.871246 27131 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1105 18:05:45.871262 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1105 18:05:45.871285 27131 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1105 18:05:45.871314 27131 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1105 18:05:45.885118 27131 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1105 18:05:45.885168 27131 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1105 18:05:45.885198 27131 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1105 18:05:45.885198 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1105 18:05:45.885201 27131 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1105 18:05:45.885224 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1105 18:05:45.895722 27131 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1105 18:05:45.895762 27131 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19910-8296/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1105 18:05:46.776289 27131 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1105 18:05:46.785676 27131 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1105 18:05:46.804664 27131 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1105 18:05:46.823256 27131 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1105 18:05:46.839659 27131 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1105 18:05:46.843739 27131 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1105 18:05:46.855127 27131 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1105 18:05:46.984151 27131 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1105 18:05:47.002930 27131 host.go:66] Checking if "ha-844661" exists ...
I1105 18:05:47.003372 27131 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1105 18:05:47.003427 27131 main.go:141] libmachine: Launching plugin server for driver kvm2
I1105 18:05:47.019365 27131 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36665
I1105 18:05:47.020121 27131 main.go:141] libmachine: () Calling .GetVersion
I1105 18:05:47.020574 27131 main.go:141] libmachine: Using API Version 1
I1105 18:05:47.020595 27131 main.go:141] libmachine: () Calling .SetConfigRaw
I1105 18:05:47.020908 27131 main.go:141] libmachine: () Calling .GetMachineName
I1105 18:05:47.021095 27131 main.go:141] libmachine: (ha-844661) Calling .DriverName
I1105 18:05:47.021355 27131 start.go:317] joinCluster: &{Name:ha-844661 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-844661 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.48 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.38 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.52 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns
:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: D
isableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1105 18:05:47.021508 27131 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1105 18:05:47.021529 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHHostname
I1105 18:05:47.024802 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:05:47.025266 27131 main.go:141] libmachine: (ha-844661) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:ba:57:dd", ip: ""} in network mk-ha-844661: {Iface:virbr1 ExpiryTime:2024-11-05 19:03:34 +0000 UTC Type:0 Mac:52:54:00:ba:57:dd Iaid: IPaddr:192.168.39.48 Prefix:24 Hostname:ha-844661 Clientid:01:52:54:00:ba:57:dd}
I1105 18:05:47.025301 27131 main.go:141] libmachine: (ha-844661) DBG | domain ha-844661 has defined IP address 192.168.39.48 and MAC address 52:54:00:ba:57:dd in network mk-ha-844661
I1105 18:05:47.025485 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHPort
I1105 18:05:47.025649 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHKeyPath
I1105 18:05:47.025818 27131 main.go:141] libmachine: (ha-844661) Calling .GetSSHUsername
I1105 18:05:47.025989 27131 sshutil.go:53] new ssh client: &{IP:192.168.39.48 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19910-8296/.minikube/machines/ha-844661/id_rsa Username:docker}
I1105 18:05:47.187808 27131 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.52 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1105 18:05:47.187862 27131 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token ywlsrk.n1qe1uf11bwul667 --discovery-token-ca-cert-hash sha256:4ac191d0d9001df9a0e25ed8eebdbd407be514a604e452dfe4ba273d8229d47c --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-844661-m03 --control-plane --apiserver-advertise-address=192.168.39.52 --apiserver-bind-port=8443"
I1105 18:06:08.756523 27131 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token ywlsrk.n1qe1uf11bwul667 --discovery-token-ca-cert-hash sha256:4ac191d0d9001df9a0e25ed8eebdbd407be514a604e452dfe4ba273d8229d47c --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-844661-m03 --control-plane --apiserver-advertise-address=192.168.39.52 --apiserver-bind-port=8443": (21.568638959s)
I1105 18:06:08.756554 27131 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1105 18:06:09.321152 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-844661-m03 minikube.k8s.io/updated_at=2024_11_05T18_06_09_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=47b0afc9e70653f81ca813437c4c46b74450b911 minikube.k8s.io/name=ha-844661 minikube.k8s.io/primary=false
I1105 18:06:09.429932 27131 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-844661-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1105 18:06:09.553648 27131 start.go:319] duration metric: took 22.532294884s to joinCluster
I1105 18:06:09.553756 27131 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.52 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1105 18:06:09.554141 27131 config.go:182] Loaded profile config "ha-844661": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1105 18:06:09.555396 27131 out.go:177] * Verifying Kubernetes components...
I1105 18:06:09.556678 27131 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1105 18:06:09.771512 27131 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1105 18:06:09.788145 27131 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19910-8296/kubeconfig
I1105 18:06:09.788384 27131 kapi.go:59] client config for ha-844661: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.crt", KeyFile:"/home/jenkins/minikube-integration/19910-8296/.minikube/profiles/ha-844661/client.key", CAFile:"/home/jenkins/minikube-integration/19910-8296/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2437da0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1105 18:06:09.788445 27131 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.48:8443
I1105 18:06:09.788700 27131 node_ready.go:35] waiting up to 6m0s for node "ha-844661-m03" to be "Ready" ...
I1105 18:06:09.788799 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:09.788806 27131 round_trippers.go:469] Request Headers:
I1105 18:06:09.788814 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:09.788817 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:09.792219 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:10.289451 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:10.289477 27131 round_trippers.go:469] Request Headers:
I1105 18:06:10.289489 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:10.289494 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:10.292860 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:10.789577 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:10.789602 27131 round_trippers.go:469] Request Headers:
I1105 18:06:10.789615 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:10.789623 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:10.793572 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:11.289465 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:11.289484 27131 round_trippers.go:469] Request Headers:
I1105 18:06:11.289492 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:11.289498 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:11.292734 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:11.789023 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:11.789052 27131 round_trippers.go:469] Request Headers:
I1105 18:06:11.789064 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:11.789070 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:11.792248 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:11.792884 27131 node_ready.go:53] node "ha-844661-m03" has status "Ready":"False"
I1105 18:06:12.289577 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:12.289596 27131 round_trippers.go:469] Request Headers:
I1105 18:06:12.289604 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:12.289609 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:12.292931 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:12.789594 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:12.789615 27131 round_trippers.go:469] Request Headers:
I1105 18:06:12.789623 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:12.789628 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:12.793282 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:13.288880 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:13.288900 27131 round_trippers.go:469] Request Headers:
I1105 18:06:13.288909 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:13.288912 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:13.292354 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:13.789203 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:13.789228 27131 round_trippers.go:469] Request Headers:
I1105 18:06:13.789240 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:13.789244 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:13.792591 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:13.793128 27131 node_ready.go:53] node "ha-844661-m03" has status "Ready":"False"
I1105 18:06:14.289574 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:14.289596 27131 round_trippers.go:469] Request Headers:
I1105 18:06:14.289605 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:14.289610 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:14.292856 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:14.789821 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:14.789847 27131 round_trippers.go:469] Request Headers:
I1105 18:06:14.789858 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:14.789863 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:14.793134 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:15.289398 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:15.289420 27131 round_trippers.go:469] Request Headers:
I1105 18:06:15.289428 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:15.289433 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:15.292967 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:15.789567 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:15.789591 27131 round_trippers.go:469] Request Headers:
I1105 18:06:15.789602 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:15.789607 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:15.793208 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:15.793657 27131 node_ready.go:53] node "ha-844661-m03" has status "Ready":"False"
I1105 18:06:16.289022 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:16.289046 27131 round_trippers.go:469] Request Headers:
I1105 18:06:16.289056 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:16.289062 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:16.309335 27131 round_trippers.go:574] Response Status: 200 OK in 20 milliseconds
I1105 18:06:16.789461 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:16.789479 27131 round_trippers.go:469] Request Headers:
I1105 18:06:16.789488 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:16.789492 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:16.793000 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:17.289308 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:17.289333 27131 round_trippers.go:469] Request Headers:
I1105 18:06:17.289345 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:17.289354 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:17.292729 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:17.789752 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:17.789779 27131 round_trippers.go:469] Request Headers:
I1105 18:06:17.789791 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:17.789798 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:17.794196 27131 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1105 18:06:17.794657 27131 node_ready.go:53] node "ha-844661-m03" has status "Ready":"False"
I1105 18:06:18.288931 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:18.288964 27131 round_trippers.go:469] Request Headers:
I1105 18:06:18.288972 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:18.288976 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:18.292090 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:18.789058 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:18.789080 27131 round_trippers.go:469] Request Headers:
I1105 18:06:18.789086 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:18.789090 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:18.792559 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:19.289923 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:19.289950 27131 round_trippers.go:469] Request Headers:
I1105 18:06:19.289961 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:19.289966 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:19.293279 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:19.789125 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:19.789153 27131 round_trippers.go:469] Request Headers:
I1105 18:06:19.789164 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:19.789170 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:19.792732 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:20.289126 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:20.289149 27131 round_trippers.go:469] Request Headers:
I1105 18:06:20.289157 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:20.289162 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:20.292641 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:20.293309 27131 node_ready.go:53] node "ha-844661-m03" has status "Ready":"False"
I1105 18:06:20.789527 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:20.789549 27131 round_trippers.go:469] Request Headers:
I1105 18:06:20.789557 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:20.789561 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:20.792849 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:21.289833 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:21.289856 27131 round_trippers.go:469] Request Headers:
I1105 18:06:21.289863 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:21.289867 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:21.293665 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:21.789877 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:21.789900 27131 round_trippers.go:469] Request Headers:
I1105 18:06:21.789908 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:21.789912 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:21.793341 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:22.289645 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:22.289664 27131 round_trippers.go:469] Request Headers:
I1105 18:06:22.289672 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:22.289676 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:22.292986 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:22.293503 27131 node_ready.go:53] node "ha-844661-m03" has status "Ready":"False"
I1105 18:06:22.789122 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:22.789148 27131 round_trippers.go:469] Request Headers:
I1105 18:06:22.789160 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:22.789164 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:22.792397 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:23.289550 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:23.289574 27131 round_trippers.go:469] Request Headers:
I1105 18:06:23.289584 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:23.289591 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:23.293009 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:23.789081 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:23.789104 27131 round_trippers.go:469] Request Headers:
I1105 18:06:23.789112 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:23.789116 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:23.792559 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:24.289408 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:24.289432 27131 round_trippers.go:469] Request Headers:
I1105 18:06:24.289444 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:24.289448 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:24.293655 27131 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1105 18:06:24.294170 27131 node_ready.go:53] node "ha-844661-m03" has status "Ready":"False"
I1105 18:06:24.789552 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:24.789579 27131 round_trippers.go:469] Request Headers:
I1105 18:06:24.789592 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:24.789598 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:24.792779 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:25.289364 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:25.289386 27131 round_trippers.go:469] Request Headers:
I1105 18:06:25.289393 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:25.289398 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:25.293189 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:25.789622 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:25.789644 27131 round_trippers.go:469] Request Headers:
I1105 18:06:25.789652 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:25.789655 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:25.792920 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:26.288919 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:26.288944 27131 round_trippers.go:469] Request Headers:
I1105 18:06:26.288954 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:26.288961 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:26.292248 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:26.789720 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:26.789741 27131 round_trippers.go:469] Request Headers:
I1105 18:06:26.789749 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:26.789753 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:26.793339 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:26.793840 27131 node_ready.go:53] node "ha-844661-m03" has status "Ready":"False"
I1105 18:06:27.289627 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:27.289653 27131 round_trippers.go:469] Request Headers:
I1105 18:06:27.289664 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:27.289671 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:27.292896 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:27.789396 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:27.789418 27131 round_trippers.go:469] Request Headers:
I1105 18:06:27.789426 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:27.789430 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:27.793104 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:28.288926 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:28.288950 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.288958 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.288962 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.292349 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:28.292934 27131 node_ready.go:49] node "ha-844661-m03" has status "Ready":"True"
I1105 18:06:28.292959 27131 node_ready.go:38] duration metric: took 18.504244816s for node "ha-844661-m03" to be "Ready" ...
I1105 18:06:28.292967 27131 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1105 18:06:28.293052 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods
I1105 18:06:28.293062 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.293069 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.293073 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.298865 27131 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1105 18:06:28.305101 27131 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-4bdfz" in "kube-system" namespace to be "Ready" ...
I1105 18:06:28.305172 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-4bdfz
I1105 18:06:28.305180 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.305187 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.305191 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.308014 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:06:28.308823 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:06:28.308838 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.308845 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.308848 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.311202 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:06:28.311752 27131 pod_ready.go:93] pod "coredns-7c65d6cfc9-4bdfz" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:28.311769 27131 pod_ready.go:82] duration metric: took 6.646273ms for pod "coredns-7c65d6cfc9-4bdfz" in "kube-system" namespace to be "Ready" ...
I1105 18:06:28.311778 27131 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-s5g97" in "kube-system" namespace to be "Ready" ...
I1105 18:06:28.311825 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-s5g97
I1105 18:06:28.311833 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.311839 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.311842 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.314162 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:06:28.315006 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:06:28.315022 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.315032 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.315037 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.317112 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:06:28.317771 27131 pod_ready.go:93] pod "coredns-7c65d6cfc9-s5g97" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:28.317790 27131 pod_ready.go:82] duration metric: took 6.006174ms for pod "coredns-7c65d6cfc9-s5g97" in "kube-system" namespace to be "Ready" ...
I1105 18:06:28.317799 27131 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:06:28.317847 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/etcd-ha-844661
I1105 18:06:28.317855 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.317861 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.317869 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.320184 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:06:28.320779 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:06:28.320794 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.320801 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.320804 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.323022 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:06:28.323542 27131 pod_ready.go:93] pod "etcd-ha-844661" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:28.323560 27131 pod_ready.go:82] duration metric: took 5.754386ms for pod "etcd-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:06:28.323568 27131 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:06:28.323613 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/etcd-ha-844661-m02
I1105 18:06:28.323621 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.323627 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.323631 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.325924 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:06:28.326482 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:06:28.326496 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.326503 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.326510 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.328928 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:06:28.329392 27131 pod_ready.go:93] pod "etcd-ha-844661-m02" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:28.329412 27131 pod_ready.go:82] duration metric: took 5.837481ms for pod "etcd-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:06:28.329426 27131 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-844661-m03" in "kube-system" namespace to be "Ready" ...
I1105 18:06:28.489824 27131 request.go:632] Waited for 160.309715ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/etcd-ha-844661-m03
I1105 18:06:28.489893 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/etcd-ha-844661-m03
I1105 18:06:28.489899 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.489906 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.489914 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.493239 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:28.689345 27131 request.go:632] Waited for 195.357359ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:28.689416 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:28.689422 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.689430 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.689436 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.692948 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:28.693449 27131 pod_ready.go:93] pod "etcd-ha-844661-m03" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:28.693468 27131 pod_ready.go:82] duration metric: took 364.031884ms for pod "etcd-ha-844661-m03" in "kube-system" namespace to be "Ready" ...
I1105 18:06:28.693488 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:06:28.889759 27131 request.go:632] Waited for 196.181442ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-844661
I1105 18:06:28.889818 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-844661
I1105 18:06:28.889823 27131 round_trippers.go:469] Request Headers:
I1105 18:06:28.889830 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:28.889836 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:28.893294 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:29.089232 27131 request.go:632] Waited for 195.272157ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:06:29.089332 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:06:29.089345 27131 round_trippers.go:469] Request Headers:
I1105 18:06:29.089355 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:29.089363 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:29.092371 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:06:29.093062 27131 pod_ready.go:93] pod "kube-apiserver-ha-844661" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:29.093081 27131 pod_ready.go:82] duration metric: took 399.581249ms for pod "kube-apiserver-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:06:29.093095 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:06:29.289039 27131 request.go:632] Waited for 195.870378ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-844661-m02
I1105 18:06:29.289108 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-844661-m02
I1105 18:06:29.289114 27131 round_trippers.go:469] Request Headers:
I1105 18:06:29.289121 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:29.289127 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:29.292782 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:29.489337 27131 request.go:632] Waited for 195.348089ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:06:29.489423 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:06:29.489428 27131 round_trippers.go:469] Request Headers:
I1105 18:06:29.489439 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:29.489446 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:29.492721 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:29.493290 27131 pod_ready.go:93] pod "kube-apiserver-ha-844661-m02" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:29.493309 27131 pod_ready.go:82] duration metric: took 400.203815ms for pod "kube-apiserver-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:06:29.493320 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-844661-m03" in "kube-system" namespace to be "Ready" ...
I1105 18:06:29.689371 27131 request.go:632] Waited for 195.98498ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-844661-m03
I1105 18:06:29.689467 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-844661-m03
I1105 18:06:29.689479 27131 round_trippers.go:469] Request Headers:
I1105 18:06:29.689489 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:29.689497 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:29.692955 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:29.888986 27131 request.go:632] Waited for 195.295088ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:29.889053 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:29.889060 27131 round_trippers.go:469] Request Headers:
I1105 18:06:29.889071 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:29.889080 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:29.892048 27131 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1105 18:06:29.892533 27131 pod_ready.go:93] pod "kube-apiserver-ha-844661-m03" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:29.892549 27131 pod_ready.go:82] duration metric: took 399.221552ms for pod "kube-apiserver-ha-844661-m03" in "kube-system" namespace to be "Ready" ...
I1105 18:06:29.892559 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:06:30.089669 27131 request.go:632] Waited for 197.039051ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-844661
I1105 18:06:30.089731 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-844661
I1105 18:06:30.089736 27131 round_trippers.go:469] Request Headers:
I1105 18:06:30.089745 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:30.089749 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:30.093164 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:30.289306 27131 request.go:632] Waited for 195.324188ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:06:30.289372 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:06:30.289384 27131 round_trippers.go:469] Request Headers:
I1105 18:06:30.289397 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:30.289407 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:30.292636 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:30.293206 27131 pod_ready.go:93] pod "kube-controller-manager-ha-844661" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:30.293227 27131 pod_ready.go:82] duration metric: took 400.66121ms for pod "kube-controller-manager-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:06:30.293238 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:06:30.489536 27131 request.go:632] Waited for 196.217205ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-844661-m02
I1105 18:06:30.489646 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-844661-m02
I1105 18:06:30.489658 27131 round_trippers.go:469] Request Headers:
I1105 18:06:30.489668 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:30.489675 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:30.493045 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:30.688919 27131 request.go:632] Waited for 195.135908ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:06:30.688971 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:06:30.688976 27131 round_trippers.go:469] Request Headers:
I1105 18:06:30.688984 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:30.688988 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:30.692203 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:30.692968 27131 pod_ready.go:93] pod "kube-controller-manager-ha-844661-m02" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:30.692987 27131 pod_ready.go:82] duration metric: took 399.741193ms for pod "kube-controller-manager-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:06:30.693001 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-844661-m03" in "kube-system" namespace to be "Ready" ...
I1105 18:06:30.889370 27131 request.go:632] Waited for 196.304824ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-844661-m03
I1105 18:06:30.889450 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-844661-m03
I1105 18:06:30.889457 27131 round_trippers.go:469] Request Headers:
I1105 18:06:30.889465 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:30.889472 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:30.892647 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:31.089803 27131 request.go:632] Waited for 196.376037ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:31.089851 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:31.089855 27131 round_trippers.go:469] Request Headers:
I1105 18:06:31.089863 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:31.089869 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:31.093035 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:31.093548 27131 pod_ready.go:93] pod "kube-controller-manager-ha-844661-m03" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:31.093568 27131 pod_ready.go:82] duration metric: took 400.558908ms for pod "kube-controller-manager-ha-844661-m03" in "kube-system" namespace to be "Ready" ...
I1105 18:06:31.093580 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-2mk9m" in "kube-system" namespace to be "Ready" ...
I1105 18:06:31.289696 27131 request.go:632] Waited for 196.055175ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-proxy-2mk9m
I1105 18:06:31.289756 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-proxy-2mk9m
I1105 18:06:31.289761 27131 round_trippers.go:469] Request Headers:
I1105 18:06:31.289768 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:31.289772 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:31.293304 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:31.489478 27131 request.go:632] Waited for 195.351968ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:31.489541 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:31.489549 27131 round_trippers.go:469] Request Headers:
I1105 18:06:31.489556 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:31.489562 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:31.492991 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:31.493563 27131 pod_ready.go:93] pod "kube-proxy-2mk9m" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:31.493582 27131 pod_ready.go:82] duration metric: took 399.995731ms for pod "kube-proxy-2mk9m" in "kube-system" namespace to be "Ready" ...
I1105 18:06:31.493592 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-pjpkh" in "kube-system" namespace to be "Ready" ...
I1105 18:06:31.689978 27131 request.go:632] Waited for 196.300604ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pjpkh
I1105 18:06:31.690038 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pjpkh
I1105 18:06:31.690043 27131 round_trippers.go:469] Request Headers:
I1105 18:06:31.690050 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:31.690053 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:31.693380 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:31.889851 27131 request.go:632] Waited for 195.375559ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:06:31.889905 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:06:31.889910 27131 round_trippers.go:469] Request Headers:
I1105 18:06:31.889917 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:31.889922 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:31.893474 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:31.894113 27131 pod_ready.go:93] pod "kube-proxy-pjpkh" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:31.894132 27131 pod_ready.go:82] duration metric: took 400.533639ms for pod "kube-proxy-pjpkh" in "kube-system" namespace to be "Ready" ...
I1105 18:06:31.894142 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zsbfs" in "kube-system" namespace to be "Ready" ...
I1105 18:06:32.089665 27131 request.go:632] Waited for 195.450073ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zsbfs
I1105 18:06:32.089735 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zsbfs
I1105 18:06:32.089740 27131 round_trippers.go:469] Request Headers:
I1105 18:06:32.089747 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:32.089751 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:32.093190 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:32.289235 27131 request.go:632] Waited for 195.339549ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:06:32.289293 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:06:32.289310 27131 round_trippers.go:469] Request Headers:
I1105 18:06:32.289317 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:32.289321 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:32.292485 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:32.293147 27131 pod_ready.go:93] pod "kube-proxy-zsbfs" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:32.293172 27131 pod_ready.go:82] duration metric: took 399.02399ms for pod "kube-proxy-zsbfs" in "kube-system" namespace to be "Ready" ...
I1105 18:06:32.293182 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:06:32.489243 27131 request.go:632] Waited for 195.995375ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-844661
I1105 18:06:32.489308 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-844661
I1105 18:06:32.489316 27131 round_trippers.go:469] Request Headers:
I1105 18:06:32.489324 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:32.489327 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:32.493003 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:32.689901 27131 request.go:632] Waited for 196.356448ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:06:32.689953 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661
I1105 18:06:32.689958 27131 round_trippers.go:469] Request Headers:
I1105 18:06:32.689966 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:32.689970 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:32.693190 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:32.693742 27131 pod_ready.go:93] pod "kube-scheduler-ha-844661" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:32.693763 27131 pod_ready.go:82] duration metric: took 400.573652ms for pod "kube-scheduler-ha-844661" in "kube-system" namespace to be "Ready" ...
I1105 18:06:32.693777 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:06:32.889556 27131 request.go:632] Waited for 195.689425ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-844661-m02
I1105 18:06:32.889607 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-844661-m02
I1105 18:06:32.889612 27131 round_trippers.go:469] Request Headers:
I1105 18:06:32.889620 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:32.889624 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:32.893476 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:33.089475 27131 request.go:632] Waited for 195.357977ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:06:33.089527 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m02
I1105 18:06:33.089532 27131 round_trippers.go:469] Request Headers:
I1105 18:06:33.089539 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:33.089543 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:33.092888 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:33.093460 27131 pod_ready.go:93] pod "kube-scheduler-ha-844661-m02" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:33.093481 27131 pod_ready.go:82] duration metric: took 399.697128ms for pod "kube-scheduler-ha-844661-m02" in "kube-system" namespace to be "Ready" ...
I1105 18:06:33.093491 27131 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-844661-m03" in "kube-system" namespace to be "Ready" ...
I1105 18:06:33.289500 27131 request.go:632] Waited for 195.942997ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-844661-m03
I1105 18:06:33.289569 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-844661-m03
I1105 18:06:33.289576 27131 round_trippers.go:469] Request Headers:
I1105 18:06:33.289585 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:33.289589 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:33.293636 27131 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1105 18:06:33.489851 27131 request.go:632] Waited for 195.367744ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:33.489908 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes/ha-844661-m03
I1105 18:06:33.489913 27131 round_trippers.go:469] Request Headers:
I1105 18:06:33.489920 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:33.489924 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:33.493512 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:33.494235 27131 pod_ready.go:93] pod "kube-scheduler-ha-844661-m03" in "kube-system" namespace has status "Ready":"True"
I1105 18:06:33.494258 27131 pod_ready.go:82] duration metric: took 400.759685ms for pod "kube-scheduler-ha-844661-m03" in "kube-system" namespace to be "Ready" ...
I1105 18:06:33.494276 27131 pod_ready.go:39] duration metric: took 5.201298893s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1105 18:06:33.494295 27131 api_server.go:52] waiting for apiserver process to appear ...
I1105 18:06:33.494356 27131 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1105 18:06:33.509380 27131 api_server.go:72] duration metric: took 23.955584698s to wait for apiserver process to appear ...
I1105 18:06:33.509409 27131 api_server.go:88] waiting for apiserver healthz status ...
I1105 18:06:33.509433 27131 api_server.go:253] Checking apiserver healthz at https://192.168.39.48:8443/healthz ...
I1105 18:06:33.514022 27131 api_server.go:279] https://192.168.39.48:8443/healthz returned 200:
ok
I1105 18:06:33.514097 27131 round_trippers.go:463] GET https://192.168.39.48:8443/version
I1105 18:06:33.514107 27131 round_trippers.go:469] Request Headers:
I1105 18:06:33.514114 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:33.514119 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:33.514958 27131 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1105 18:06:33.515041 27131 api_server.go:141] control plane version: v1.31.2
I1105 18:06:33.515056 27131 api_server.go:131] duration metric: took 5.640397ms to wait for apiserver health ...
I1105 18:06:33.515062 27131 system_pods.go:43] waiting for kube-system pods to appear ...
I1105 18:06:33.689459 27131 request.go:632] Waited for 174.322152ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods
I1105 18:06:33.689543 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods
I1105 18:06:33.689554 27131 round_trippers.go:469] Request Headers:
I1105 18:06:33.689564 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:33.689570 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:33.695696 27131 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1105 18:06:33.701785 27131 system_pods.go:59] 24 kube-system pods found
I1105 18:06:33.701817 27131 system_pods.go:61] "coredns-7c65d6cfc9-4bdfz" [f72d7ed7-deda-4f95-b570-9335e8a6c2e3] Running
I1105 18:06:33.701822 27131 system_pods.go:61] "coredns-7c65d6cfc9-s5g97" [494c4170-6c68-4f3d-be3a-219a9c215ca3] Running
I1105 18:06:33.701826 27131 system_pods.go:61] "etcd-ha-844661" [27fa9727-8088-4b04-be37-018051089dfa] Running
I1105 18:06:33.701829 27131 system_pods.go:61] "etcd-ha-844661-m02" [a41010e2-9b13-49ab-9f7f-288590dadcbe] Running
I1105 18:06:33.701832 27131 system_pods.go:61] "etcd-ha-844661-m03" [c8179289-e67f-4a2b-bba3-1387aa107d3e] Running
I1105 18:06:33.701836 27131 system_pods.go:61] "kindnet-fzrh6" [985ef0b3-91cc-4965-a1f3-a8e468eba2ee] Running
I1105 18:06:33.701839 27131 system_pods.go:61] "kindnet-q898d" [c29b6703-c461-40c7-b246-2e65cc84f893] Running
I1105 18:06:33.701842 27131 system_pods.go:61] "kindnet-vz22j" [cd4af99a-51ed-45ff-afa2-477f95f92f94] Running
I1105 18:06:33.701845 27131 system_pods.go:61] "kube-apiserver-ha-844661" [cbe51bd3-30fa-4afa-8605-fb40a13a6cc6] Running
I1105 18:06:33.701849 27131 system_pods.go:61] "kube-apiserver-ha-844661-m02" [be91dae0-ebd5-4e25-a5a6-a560eaa01290] Running
I1105 18:06:33.701852 27131 system_pods.go:61] "kube-apiserver-ha-844661-m03" [57a94b5d-466e-4d87-ba16-ceba58d65ee0] Running
I1105 18:06:33.701858 27131 system_pods.go:61] "kube-controller-manager-ha-844661" [98d225ad-16a4-44a6-b1e6-7d81aa218bc6] Running
I1105 18:06:33.701864 27131 system_pods.go:61] "kube-controller-manager-ha-844661-m02" [fa2faae2-0519-41fb-908b-8c7f0f783d93] Running
I1105 18:06:33.701868 27131 system_pods.go:61] "kube-controller-manager-ha-844661-m03" [dcadcdf5-6004-49a9-800b-f27798ab06db] Running
I1105 18:06:33.701872 27131 system_pods.go:61] "kube-proxy-2mk9m" [483f248e-9776-4c11-a088-a2cbd152602b] Running
I1105 18:06:33.701875 27131 system_pods.go:61] "kube-proxy-pjpkh" [f65172ee-171e-49d0-a948-e0dc11a45d03] Running
I1105 18:06:33.701879 27131 system_pods.go:61] "kube-proxy-zsbfs" [3b55d473-b4e4-4c13-bc55-01ffb2a9768f] Running
I1105 18:06:33.701882 27131 system_pods.go:61] "kube-scheduler-ha-844661" [b59fc044-84ea-4c1e-bc3b-e4cd242c63dd] Running
I1105 18:06:33.701886 27131 system_pods.go:61] "kube-scheduler-ha-844661-m02" [b1aebfce-52b2-408c-a3eb-87a2ad9f23d1] Running
I1105 18:06:33.701889 27131 system_pods.go:61] "kube-scheduler-ha-844661-m03" [711f353f-ee82-4066-98ff-e3349082bf32] Running
I1105 18:06:33.701894 27131 system_pods.go:61] "kube-vip-ha-844661" [d5079076-90b0-4d82-b069-ee46de2b92a8] Running
I1105 18:06:33.701897 27131 system_pods.go:61] "kube-vip-ha-844661-m02" [030d7a08-f2d6-4831-aa2a-e5eadf1dd1ae] Running
I1105 18:06:33.701900 27131 system_pods.go:61] "kube-vip-ha-844661-m03" [5ebe3d8b-e1e2-4d10-bf5c-d88148144dd1] Running
I1105 18:06:33.701903 27131 system_pods.go:61] "storage-provisioner" [1195203c-6407-4299-8a5e-afb85f4ba83e] Running
I1105 18:06:33.701909 27131 system_pods.go:74] duration metric: took 186.841773ms to wait for pod list to return data ...
I1105 18:06:33.701919 27131 default_sa.go:34] waiting for default service account to be created ...
I1105 18:06:33.889363 27131 request.go:632] Waited for 187.358199ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/default/serviceaccounts
I1105 18:06:33.889435 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/default/serviceaccounts
I1105 18:06:33.889442 27131 round_trippers.go:469] Request Headers:
I1105 18:06:33.889452 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:33.889459 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:33.893683 27131 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1105 18:06:33.893791 27131 default_sa.go:45] found service account: "default"
I1105 18:06:33.893804 27131 default_sa.go:55] duration metric: took 191.879725ms for default service account to be created ...
I1105 18:06:33.893811 27131 system_pods.go:116] waiting for k8s-apps to be running ...
I1105 18:06:34.089215 27131 request.go:632] Waited for 195.345636ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods
I1105 18:06:34.089283 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/namespaces/kube-system/pods
I1105 18:06:34.089291 27131 round_trippers.go:469] Request Headers:
I1105 18:06:34.089303 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:34.089323 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:34.096363 27131 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1105 18:06:34.102465 27131 system_pods.go:86] 24 kube-system pods found
I1105 18:06:34.102491 27131 system_pods.go:89] "coredns-7c65d6cfc9-4bdfz" [f72d7ed7-deda-4f95-b570-9335e8a6c2e3] Running
I1105 18:06:34.102496 27131 system_pods.go:89] "coredns-7c65d6cfc9-s5g97" [494c4170-6c68-4f3d-be3a-219a9c215ca3] Running
I1105 18:06:34.102501 27131 system_pods.go:89] "etcd-ha-844661" [27fa9727-8088-4b04-be37-018051089dfa] Running
I1105 18:06:34.102505 27131 system_pods.go:89] "etcd-ha-844661-m02" [a41010e2-9b13-49ab-9f7f-288590dadcbe] Running
I1105 18:06:34.102508 27131 system_pods.go:89] "etcd-ha-844661-m03" [c8179289-e67f-4a2b-bba3-1387aa107d3e] Running
I1105 18:06:34.102512 27131 system_pods.go:89] "kindnet-fzrh6" [985ef0b3-91cc-4965-a1f3-a8e468eba2ee] Running
I1105 18:06:34.102515 27131 system_pods.go:89] "kindnet-q898d" [c29b6703-c461-40c7-b246-2e65cc84f893] Running
I1105 18:06:34.102519 27131 system_pods.go:89] "kindnet-vz22j" [cd4af99a-51ed-45ff-afa2-477f95f92f94] Running
I1105 18:06:34.102522 27131 system_pods.go:89] "kube-apiserver-ha-844661" [cbe51bd3-30fa-4afa-8605-fb40a13a6cc6] Running
I1105 18:06:34.102525 27131 system_pods.go:89] "kube-apiserver-ha-844661-m02" [be91dae0-ebd5-4e25-a5a6-a560eaa01290] Running
I1105 18:06:34.102529 27131 system_pods.go:89] "kube-apiserver-ha-844661-m03" [57a94b5d-466e-4d87-ba16-ceba58d65ee0] Running
I1105 18:06:34.102533 27131 system_pods.go:89] "kube-controller-manager-ha-844661" [98d225ad-16a4-44a6-b1e6-7d81aa218bc6] Running
I1105 18:06:34.102537 27131 system_pods.go:89] "kube-controller-manager-ha-844661-m02" [fa2faae2-0519-41fb-908b-8c7f0f783d93] Running
I1105 18:06:34.102541 27131 system_pods.go:89] "kube-controller-manager-ha-844661-m03" [dcadcdf5-6004-49a9-800b-f27798ab06db] Running
I1105 18:06:34.102545 27131 system_pods.go:89] "kube-proxy-2mk9m" [483f248e-9776-4c11-a088-a2cbd152602b] Running
I1105 18:06:34.102551 27131 system_pods.go:89] "kube-proxy-pjpkh" [f65172ee-171e-49d0-a948-e0dc11a45d03] Running
I1105 18:06:34.102554 27131 system_pods.go:89] "kube-proxy-zsbfs" [3b55d473-b4e4-4c13-bc55-01ffb2a9768f] Running
I1105 18:06:34.102557 27131 system_pods.go:89] "kube-scheduler-ha-844661" [b59fc044-84ea-4c1e-bc3b-e4cd242c63dd] Running
I1105 18:06:34.102561 27131 system_pods.go:89] "kube-scheduler-ha-844661-m02" [b1aebfce-52b2-408c-a3eb-87a2ad9f23d1] Running
I1105 18:06:34.102564 27131 system_pods.go:89] "kube-scheduler-ha-844661-m03" [711f353f-ee82-4066-98ff-e3349082bf32] Running
I1105 18:06:34.102569 27131 system_pods.go:89] "kube-vip-ha-844661" [d5079076-90b0-4d82-b069-ee46de2b92a8] Running
I1105 18:06:34.102573 27131 system_pods.go:89] "kube-vip-ha-844661-m02" [030d7a08-f2d6-4831-aa2a-e5eadf1dd1ae] Running
I1105 18:06:34.102578 27131 system_pods.go:89] "kube-vip-ha-844661-m03" [5ebe3d8b-e1e2-4d10-bf5c-d88148144dd1] Running
I1105 18:06:34.102581 27131 system_pods.go:89] "storage-provisioner" [1195203c-6407-4299-8a5e-afb85f4ba83e] Running
I1105 18:06:34.102586 27131 system_pods.go:126] duration metric: took 208.77013ms to wait for k8s-apps to be running ...
I1105 18:06:34.102595 27131 system_svc.go:44] waiting for kubelet service to be running ....
I1105 18:06:34.102637 27131 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1105 18:06:34.118557 27131 system_svc.go:56] duration metric: took 15.951864ms WaitForService to wait for kubelet
I1105 18:06:34.118583 27131 kubeadm.go:582] duration metric: took 24.564791625s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1105 18:06:34.118612 27131 node_conditions.go:102] verifying NodePressure condition ...
I1105 18:06:34.288972 27131 request.go:632] Waited for 170.274451ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.48:8443/api/v1/nodes
I1105 18:06:34.289022 27131 round_trippers.go:463] GET https://192.168.39.48:8443/api/v1/nodes
I1105 18:06:34.289035 27131 round_trippers.go:469] Request Headers:
I1105 18:06:34.289055 27131 round_trippers.go:473] Accept: application/json, */*
I1105 18:06:34.289062 27131 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1105 18:06:34.292646 27131 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1105 18:06:34.294249 27131 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1105 18:06:34.294283 27131 node_conditions.go:123] node cpu capacity is 2
I1105 18:06:34.294309 27131 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1105 18:06:34.294316 27131 node_conditions.go:123] node cpu capacity is 2
I1105 18:06:34.294322 27131 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1105 18:06:34.294327 27131 node_conditions.go:123] node cpu capacity is 2
I1105 18:06:34.294335 27131 node_conditions.go:105] duration metric: took 175.714114ms to run NodePressure ...
I1105 18:06:34.294352 27131 start.go:241] waiting for startup goroutines ...
I1105 18:06:34.294390 27131 start.go:255] writing updated cluster config ...
I1105 18:06:34.294711 27131 ssh_runner.go:195] Run: rm -f paused
I1105 18:06:34.347073 27131 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1105 18:06:34.348891 27131 out.go:177] * Done! kubectl is now configured to use "ha-844661" cluster and "default" namespace by default
==> CRI-O <==
Nov 05 18:10:31 ha-844661 crio[658]: time="2024-11-05 18:10:31.949576155Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830231949553597,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=be23cd6b-a300-4de3-bb1b-ab99bc038e8d name=/runtime.v1.ImageService/ImageFsInfo
Nov 05 18:10:31 ha-844661 crio[658]: time="2024-11-05 18:10:31.950519346Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=4f775852-d958-40da-a510-664c12721743 name=/runtime.v1.RuntimeService/ListContainers
Nov 05 18:10:31 ha-844661 crio[658]: time="2024-11-05 18:10:31.950565528Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=4f775852-d958-40da-a510-664c12721743 name=/runtime.v1.RuntimeService/ListContainers
Nov 05 18:10:31 ha-844661 crio[658]: time="2024-11-05 18:10:31.950772839Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:f547082b18e2257ebfcb6275ad4d559f55a5ab0d85c07013a1f6b02c657f5370,PodSandboxId:27e18ae2427038fc19ab6ccd24251b2f6e675aeb0ecab9080e925dab355e1634,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730829998843146848,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-lzhpc,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8687b103-4a1a-4529-9efd-46405325fb04,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4504233c88e522a7826c9501cbe65f5f6c480a91773993fd941d6b6a98dd86c8,PodSandboxId:7b8c6b865e4b8c875c73234926d513c61ae9d0af0052ccd55c72d509b61bf057,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730829859757081843,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4bdfz,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f72d7ed7-deda-4f95-b570-9335e8a6c2e3,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c9fc5d833b4184cb254fea8c8b61b2ae22665ae87095d16614fa21b4f2c061a,PodSandboxId:44bedf8a84dbf80bd42566b6809ec9cdb3dbf7fdd00ad7e9c7257b4db84c2fe7,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730829859701059292,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-s5g97,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
494c4170-6c68-4f3d-be3a-219a9c215ca3,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:258fd7ae936264ab5f391c63a74bcfca43eaac9667fa55d2f1ae2bf69d86f506,PodSandboxId:b59a04159a4fb37feeb6c7207a4c2c01cfa3b88859cffc242dce30465f5090b6,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730829859628413447,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1195203c-6407-4299-8a5e-afb85f4ba83e,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bf77486744a30a06fb149591f9ca8b751c63a55561f16eab4481331438ef4acf,PodSandboxId:565a0867a4a3a353a69242e08c4709d453cf8c26c49ce19bd3bfae1941f65b93,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1730829847992068406,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-vz22j,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cd4af99a-51ed-45ff-afa2-477f95f92f94,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1c753c07805a44aacc5012c6fa7057691adc127301afedfcae0a25fc9dd924d6,PodSandboxId:a2589ca7aa1a58e73411ba6dc87f03e3b7ac2cf83e205847a09217d3f7e098cb,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730829843
323355886,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-pjpkh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f65172ee-171e-49d0-a948-e0dc11a45d03,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9fc39705114925fd0178d16b6065166d69ab346ba081ad5aea897f31565f59b0,PodSandboxId:229c492a7d447a579e5ce9526890eba68292753e9f52bebefda4d703514de2fa,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1a97913f74e07b54caadffc6a377c0963a796bd605c6de9be2e03ff8cb76738f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:baf03d14a86fd8b76eec52962d123f536bbaa90993ae52038c69f1ef2a5a2b1a,State:CONTAINER_RUNNING,CreatedAt:173082983559
1750157,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f723db504111a23b6c2beed2ef0c2d34,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:695ba2636aaa9959e0e13cdd3345ebca43a0ce9d14f5a016e4a6a53ecc9d4dab,PodSandboxId:45ce87c5b9a86cfefee5f19ca1c813688dcb5c5657b73941bc02bee14d7d1989,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730829832322076405,Labels:map[string]string{
io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c499dd53e4529ab109b4ca78f827f91,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f06b75f1a25013d5ba62df6acb6480ac8c4d155aff30bb297c085f255453d5fc,PodSandboxId:da4d3442917c5cc34bb58f49ada92a08e4305f8ce6d2f2c3198593de28362d02,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730829832341956360,Labels:map[string]string{io.kubernetes.container.name: e
tcd,io.kubernetes.pod.name: etcd-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 865a3de76fd67c015b14fb1b8eb9c1a0,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d6c4df079853940688a343f0a864835b2c051f0bbbf0ade864e5724fb991cc8f,PodSandboxId:c3cdeb3fb2bc97cddc1fbff282af5d12685938172760e33f12994527fac67225,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730829832297411944,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kub
e-apiserver-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e8d73a0ed0995239471e48a5b2bf8e2,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9fc529f9c17c8050437784a9860055c341ef8c1f5e98dd813c6e76f8f8198f0c,PodSandboxId:8cfef6eeee31d2cabf8f3fdcaaad6df80177a1af2802a97a5b1c2c468f1301ff,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730829832296094713,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2776b91c9b4cc8368e803119651dea72,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=4f775852-d958-40da-a510-664c12721743 name=/runtime.v1.RuntimeService/ListContainers
Nov 05 18:10:31 ha-844661 crio[658]: time="2024-11-05 18:10:31.988348376Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=d768f9d8-2676-4778-b5a9-ea4876422627 name=/runtime.v1.RuntimeService/Version
Nov 05 18:10:31 ha-844661 crio[658]: time="2024-11-05 18:10:31.988418711Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=d768f9d8-2676-4778-b5a9-ea4876422627 name=/runtime.v1.RuntimeService/Version
Nov 05 18:10:31 ha-844661 crio[658]: time="2024-11-05 18:10:31.991585040Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=dfde899e-b854-4239-bd99-bbbc97285633 name=/runtime.v1.ImageService/ImageFsInfo
Nov 05 18:10:31 ha-844661 crio[658]: time="2024-11-05 18:10:31.994396839Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830231994356407,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=dfde899e-b854-4239-bd99-bbbc97285633 name=/runtime.v1.ImageService/ImageFsInfo
Nov 05 18:10:31 ha-844661 crio[658]: time="2024-11-05 18:10:31.995874015Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=a9d63dff-330a-4516-a8c2-37a4f85ae91b name=/runtime.v1.RuntimeService/ListContainers
Nov 05 18:10:31 ha-844661 crio[658]: time="2024-11-05 18:10:31.995945521Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=a9d63dff-330a-4516-a8c2-37a4f85ae91b name=/runtime.v1.RuntimeService/ListContainers
Nov 05 18:10:31 ha-844661 crio[658]: time="2024-11-05 18:10:31.997888643Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:f547082b18e2257ebfcb6275ad4d559f55a5ab0d85c07013a1f6b02c657f5370,PodSandboxId:27e18ae2427038fc19ab6ccd24251b2f6e675aeb0ecab9080e925dab355e1634,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730829998843146848,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-lzhpc,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8687b103-4a1a-4529-9efd-46405325fb04,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4504233c88e522a7826c9501cbe65f5f6c480a91773993fd941d6b6a98dd86c8,PodSandboxId:7b8c6b865e4b8c875c73234926d513c61ae9d0af0052ccd55c72d509b61bf057,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730829859757081843,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4bdfz,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f72d7ed7-deda-4f95-b570-9335e8a6c2e3,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c9fc5d833b4184cb254fea8c8b61b2ae22665ae87095d16614fa21b4f2c061a,PodSandboxId:44bedf8a84dbf80bd42566b6809ec9cdb3dbf7fdd00ad7e9c7257b4db84c2fe7,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730829859701059292,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-s5g97,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
494c4170-6c68-4f3d-be3a-219a9c215ca3,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:258fd7ae936264ab5f391c63a74bcfca43eaac9667fa55d2f1ae2bf69d86f506,PodSandboxId:b59a04159a4fb37feeb6c7207a4c2c01cfa3b88859cffc242dce30465f5090b6,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730829859628413447,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1195203c-6407-4299-8a5e-afb85f4ba83e,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bf77486744a30a06fb149591f9ca8b751c63a55561f16eab4481331438ef4acf,PodSandboxId:565a0867a4a3a353a69242e08c4709d453cf8c26c49ce19bd3bfae1941f65b93,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1730829847992068406,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-vz22j,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cd4af99a-51ed-45ff-afa2-477f95f92f94,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1c753c07805a44aacc5012c6fa7057691adc127301afedfcae0a25fc9dd924d6,PodSandboxId:a2589ca7aa1a58e73411ba6dc87f03e3b7ac2cf83e205847a09217d3f7e098cb,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730829843
323355886,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-pjpkh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f65172ee-171e-49d0-a948-e0dc11a45d03,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9fc39705114925fd0178d16b6065166d69ab346ba081ad5aea897f31565f59b0,PodSandboxId:229c492a7d447a579e5ce9526890eba68292753e9f52bebefda4d703514de2fa,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1a97913f74e07b54caadffc6a377c0963a796bd605c6de9be2e03ff8cb76738f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:baf03d14a86fd8b76eec52962d123f536bbaa90993ae52038c69f1ef2a5a2b1a,State:CONTAINER_RUNNING,CreatedAt:173082983559
1750157,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f723db504111a23b6c2beed2ef0c2d34,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:695ba2636aaa9959e0e13cdd3345ebca43a0ce9d14f5a016e4a6a53ecc9d4dab,PodSandboxId:45ce87c5b9a86cfefee5f19ca1c813688dcb5c5657b73941bc02bee14d7d1989,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730829832322076405,Labels:map[string]string{
io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c499dd53e4529ab109b4ca78f827f91,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f06b75f1a25013d5ba62df6acb6480ac8c4d155aff30bb297c085f255453d5fc,PodSandboxId:da4d3442917c5cc34bb58f49ada92a08e4305f8ce6d2f2c3198593de28362d02,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730829832341956360,Labels:map[string]string{io.kubernetes.container.name: e
tcd,io.kubernetes.pod.name: etcd-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 865a3de76fd67c015b14fb1b8eb9c1a0,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d6c4df079853940688a343f0a864835b2c051f0bbbf0ade864e5724fb991cc8f,PodSandboxId:c3cdeb3fb2bc97cddc1fbff282af5d12685938172760e33f12994527fac67225,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730829832297411944,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kub
e-apiserver-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e8d73a0ed0995239471e48a5b2bf8e2,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9fc529f9c17c8050437784a9860055c341ef8c1f5e98dd813c6e76f8f8198f0c,PodSandboxId:8cfef6eeee31d2cabf8f3fdcaaad6df80177a1af2802a97a5b1c2c468f1301ff,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730829832296094713,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2776b91c9b4cc8368e803119651dea72,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=a9d63dff-330a-4516-a8c2-37a4f85ae91b name=/runtime.v1.RuntimeService/ListContainers
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.044376548Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=cf931e6b-3eee-4a48-b7a5-b9325e733cf5 name=/runtime.v1.RuntimeService/Version
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.044448722Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=cf931e6b-3eee-4a48-b7a5-b9325e733cf5 name=/runtime.v1.RuntimeService/Version
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.045973478Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=b5337903-f5d0-456d-b90b-571f3c755ca4 name=/runtime.v1.ImageService/ImageFsInfo
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.046614700Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830232046589804,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=b5337903-f5d0-456d-b90b-571f3c755ca4 name=/runtime.v1.ImageService/ImageFsInfo
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.047139668Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=7eec7e6e-aabb-4f55-ab8f-eaecdd1904a4 name=/runtime.v1.RuntimeService/ListContainers
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.047287190Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=7eec7e6e-aabb-4f55-ab8f-eaecdd1904a4 name=/runtime.v1.RuntimeService/ListContainers
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.047553945Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:f547082b18e2257ebfcb6275ad4d559f55a5ab0d85c07013a1f6b02c657f5370,PodSandboxId:27e18ae2427038fc19ab6ccd24251b2f6e675aeb0ecab9080e925dab355e1634,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730829998843146848,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-lzhpc,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8687b103-4a1a-4529-9efd-46405325fb04,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4504233c88e522a7826c9501cbe65f5f6c480a91773993fd941d6b6a98dd86c8,PodSandboxId:7b8c6b865e4b8c875c73234926d513c61ae9d0af0052ccd55c72d509b61bf057,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730829859757081843,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4bdfz,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f72d7ed7-deda-4f95-b570-9335e8a6c2e3,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c9fc5d833b4184cb254fea8c8b61b2ae22665ae87095d16614fa21b4f2c061a,PodSandboxId:44bedf8a84dbf80bd42566b6809ec9cdb3dbf7fdd00ad7e9c7257b4db84c2fe7,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730829859701059292,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-s5g97,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
494c4170-6c68-4f3d-be3a-219a9c215ca3,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:258fd7ae936264ab5f391c63a74bcfca43eaac9667fa55d2f1ae2bf69d86f506,PodSandboxId:b59a04159a4fb37feeb6c7207a4c2c01cfa3b88859cffc242dce30465f5090b6,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730829859628413447,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1195203c-6407-4299-8a5e-afb85f4ba83e,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bf77486744a30a06fb149591f9ca8b751c63a55561f16eab4481331438ef4acf,PodSandboxId:565a0867a4a3a353a69242e08c4709d453cf8c26c49ce19bd3bfae1941f65b93,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1730829847992068406,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-vz22j,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cd4af99a-51ed-45ff-afa2-477f95f92f94,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1c753c07805a44aacc5012c6fa7057691adc127301afedfcae0a25fc9dd924d6,PodSandboxId:a2589ca7aa1a58e73411ba6dc87f03e3b7ac2cf83e205847a09217d3f7e098cb,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730829843
323355886,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-pjpkh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f65172ee-171e-49d0-a948-e0dc11a45d03,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9fc39705114925fd0178d16b6065166d69ab346ba081ad5aea897f31565f59b0,PodSandboxId:229c492a7d447a579e5ce9526890eba68292753e9f52bebefda4d703514de2fa,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1a97913f74e07b54caadffc6a377c0963a796bd605c6de9be2e03ff8cb76738f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:baf03d14a86fd8b76eec52962d123f536bbaa90993ae52038c69f1ef2a5a2b1a,State:CONTAINER_RUNNING,CreatedAt:173082983559
1750157,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f723db504111a23b6c2beed2ef0c2d34,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:695ba2636aaa9959e0e13cdd3345ebca43a0ce9d14f5a016e4a6a53ecc9d4dab,PodSandboxId:45ce87c5b9a86cfefee5f19ca1c813688dcb5c5657b73941bc02bee14d7d1989,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730829832322076405,Labels:map[string]string{
io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c499dd53e4529ab109b4ca78f827f91,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f06b75f1a25013d5ba62df6acb6480ac8c4d155aff30bb297c085f255453d5fc,PodSandboxId:da4d3442917c5cc34bb58f49ada92a08e4305f8ce6d2f2c3198593de28362d02,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730829832341956360,Labels:map[string]string{io.kubernetes.container.name: e
tcd,io.kubernetes.pod.name: etcd-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 865a3de76fd67c015b14fb1b8eb9c1a0,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d6c4df079853940688a343f0a864835b2c051f0bbbf0ade864e5724fb991cc8f,PodSandboxId:c3cdeb3fb2bc97cddc1fbff282af5d12685938172760e33f12994527fac67225,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730829832297411944,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kub
e-apiserver-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e8d73a0ed0995239471e48a5b2bf8e2,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9fc529f9c17c8050437784a9860055c341ef8c1f5e98dd813c6e76f8f8198f0c,PodSandboxId:8cfef6eeee31d2cabf8f3fdcaaad6df80177a1af2802a97a5b1c2c468f1301ff,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730829832296094713,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2776b91c9b4cc8368e803119651dea72,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=7eec7e6e-aabb-4f55-ab8f-eaecdd1904a4 name=/runtime.v1.RuntimeService/ListContainers
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.084289544Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=e9316768-9c46-457c-b183-f9a15ccfedd1 name=/runtime.v1.RuntimeService/Version
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.084368670Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=e9316768-9c46-457c-b183-f9a15ccfedd1 name=/runtime.v1.RuntimeService/Version
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.085726502Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=ebfdd74f-c88b-4c42-af0f-92adc61e7c21 name=/runtime.v1.ImageService/ImageFsInfo
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.086311017Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830232086153886,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=ebfdd74f-c88b-4c42-af0f-92adc61e7c21 name=/runtime.v1.ImageService/ImageFsInfo
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.086813799Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=f9372710-338c-4ce3-a277-59c9bb5eec34 name=/runtime.v1.RuntimeService/ListContainers
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.086878340Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=f9372710-338c-4ce3-a277-59c9bb5eec34 name=/runtime.v1.RuntimeService/ListContainers
Nov 05 18:10:32 ha-844661 crio[658]: time="2024-11-05 18:10:32.087115733Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:f547082b18e2257ebfcb6275ad4d559f55a5ab0d85c07013a1f6b02c657f5370,PodSandboxId:27e18ae2427038fc19ab6ccd24251b2f6e675aeb0ecab9080e925dab355e1634,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730829998843146848,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-lzhpc,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8687b103-4a1a-4529-9efd-46405325fb04,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4504233c88e522a7826c9501cbe65f5f6c480a91773993fd941d6b6a98dd86c8,PodSandboxId:7b8c6b865e4b8c875c73234926d513c61ae9d0af0052ccd55c72d509b61bf057,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730829859757081843,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4bdfz,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f72d7ed7-deda-4f95-b570-9335e8a6c2e3,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2c9fc5d833b4184cb254fea8c8b61b2ae22665ae87095d16614fa21b4f2c061a,PodSandboxId:44bedf8a84dbf80bd42566b6809ec9cdb3dbf7fdd00ad7e9c7257b4db84c2fe7,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730829859701059292,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-s5g97,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
494c4170-6c68-4f3d-be3a-219a9c215ca3,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:258fd7ae936264ab5f391c63a74bcfca43eaac9667fa55d2f1ae2bf69d86f506,PodSandboxId:b59a04159a4fb37feeb6c7207a4c2c01cfa3b88859cffc242dce30465f5090b6,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730829859628413447,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1195203c-6407-4299-8a5e-afb85f4ba83e,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bf77486744a30a06fb149591f9ca8b751c63a55561f16eab4481331438ef4acf,PodSandboxId:565a0867a4a3a353a69242e08c4709d453cf8c26c49ce19bd3bfae1941f65b93,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1730829847992068406,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-vz22j,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cd4af99a-51ed-45ff-afa2-477f95f92f94,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1c753c07805a44aacc5012c6fa7057691adc127301afedfcae0a25fc9dd924d6,PodSandboxId:a2589ca7aa1a58e73411ba6dc87f03e3b7ac2cf83e205847a09217d3f7e098cb,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730829843
323355886,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-pjpkh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f65172ee-171e-49d0-a948-e0dc11a45d03,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9fc39705114925fd0178d16b6065166d69ab346ba081ad5aea897f31565f59b0,PodSandboxId:229c492a7d447a579e5ce9526890eba68292753e9f52bebefda4d703514de2fa,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1a97913f74e07b54caadffc6a377c0963a796bd605c6de9be2e03ff8cb76738f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:baf03d14a86fd8b76eec52962d123f536bbaa90993ae52038c69f1ef2a5a2b1a,State:CONTAINER_RUNNING,CreatedAt:173082983559
1750157,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f723db504111a23b6c2beed2ef0c2d34,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:695ba2636aaa9959e0e13cdd3345ebca43a0ce9d14f5a016e4a6a53ecc9d4dab,PodSandboxId:45ce87c5b9a86cfefee5f19ca1c813688dcb5c5657b73941bc02bee14d7d1989,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730829832322076405,Labels:map[string]string{
io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c499dd53e4529ab109b4ca78f827f91,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f06b75f1a25013d5ba62df6acb6480ac8c4d155aff30bb297c085f255453d5fc,PodSandboxId:da4d3442917c5cc34bb58f49ada92a08e4305f8ce6d2f2c3198593de28362d02,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730829832341956360,Labels:map[string]string{io.kubernetes.container.name: e
tcd,io.kubernetes.pod.name: etcd-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 865a3de76fd67c015b14fb1b8eb9c1a0,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d6c4df079853940688a343f0a864835b2c051f0bbbf0ade864e5724fb991cc8f,PodSandboxId:c3cdeb3fb2bc97cddc1fbff282af5d12685938172760e33f12994527fac67225,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730829832297411944,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kub
e-apiserver-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1e8d73a0ed0995239471e48a5b2bf8e2,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9fc529f9c17c8050437784a9860055c341ef8c1f5e98dd813c6e76f8f8198f0c,PodSandboxId:8cfef6eeee31d2cabf8f3fdcaaad6df80177a1af2802a97a5b1c2c468f1301ff,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730829832296094713,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-844661,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2776b91c9b4cc8368e803119651dea72,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=f9372710-338c-4ce3-a277-59c9bb5eec34 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
f547082b18e22 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 27e18ae242703 busybox-7dff88458-lzhpc
4504233c88e52 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 7b8c6b865e4b8 coredns-7c65d6cfc9-4bdfz
2c9fc5d833b41 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 44bedf8a84dbf coredns-7c65d6cfc9-s5g97
258fd7ae93626 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 b59a04159a4fb storage-provisioner
bf77486744a30 docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16 6 minutes ago Running kindnet-cni 0 565a0867a4a3a kindnet-vz22j
1c753c07805a4 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 a2589ca7aa1a5 kube-proxy-pjpkh
9fc3970511492 ghcr.io/kube-vip/kube-vip@sha256:1a97913f74e07b54caadffc6a377c0963a796bd605c6de9be2e03ff8cb76738f 6 minutes ago Running kube-vip 0 229c492a7d447 kube-vip-ha-844661
f06b75f1a2501 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 da4d3442917c5 etcd-ha-844661
695ba2636aaa9 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 45ce87c5b9a86 kube-scheduler-ha-844661
d6c4df0798539 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 c3cdeb3fb2bc9 kube-apiserver-ha-844661
9fc529f9c17c8 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 8cfef6eeee31d kube-controller-manager-ha-844661
==> coredns [2c9fc5d833b4184cb254fea8c8b61b2ae22665ae87095d16614fa21b4f2c061a] <==
[INFO] 10.244.3.2:48122 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001817736s
[INFO] 10.244.1.2:41485 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000154354s
[INFO] 10.244.0.4:48696 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.00417262s
[INFO] 10.244.0.4:39724 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.011241203s
[INFO] 10.244.0.4:33801 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000201157s
[INFO] 10.244.3.2:59342 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000205557s
[INFO] 10.244.3.2:38358 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000335352s
[INFO] 10.244.3.2:50220 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000290051s
[INFO] 10.244.1.2:42991 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002076706s
[INFO] 10.244.1.2:38070 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000182659s
[INFO] 10.244.1.2:38061 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000120824s
[INFO] 10.244.0.4:55480 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000107684s
[INFO] 10.244.3.2:54459 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000094155s
[INFO] 10.244.3.2:56770 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000159318s
[INFO] 10.244.1.2:46930 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000145588s
[INFO] 10.244.1.2:51686 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000234893s
[INFO] 10.244.1.2:43604 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000089852s
[INFO] 10.244.0.4:59908 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00031712s
[INFO] 10.244.3.2:36896 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00016445s
[INFO] 10.244.3.2:35219 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000306046s
[INFO] 10.244.3.2:45286 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.00016761s
[INFO] 10.244.1.2:48376 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000282486s
[INFO] 10.244.1.2:44477 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000097938s
[INFO] 10.244.1.2:51521 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000175252s
[INFO] 10.244.1.2:42468 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000076611s
==> coredns [4504233c88e522a7826c9501cbe65f5f6c480a91773993fd941d6b6a98dd86c8] <==
[INFO] 10.244.0.4:38561 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000176278s
[INFO] 10.244.0.4:47328 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000239279s
[INFO] 10.244.0.4:37188 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.0002005s
[INFO] 10.244.0.4:40443 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000116158s
[INFO] 10.244.0.4:39770 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000216794s
[INFO] 10.244.3.2:58499 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001947267s
[INFO] 10.244.3.2:50696 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001435907s
[INFO] 10.244.3.2:53598 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000101366s
[INFO] 10.244.3.2:40278 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00021319s
[INFO] 10.244.3.2:35533 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000073855s
[INFO] 10.244.1.2:57627 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000215883s
[INFO] 10.244.1.2:58558 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00015092s
[INFO] 10.244.1.2:44310 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001409552s
[INFO] 10.244.1.2:44445 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000145932s
[INFO] 10.244.1.2:53561 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000124269s
[INFO] 10.244.0.4:42872 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000279983s
[INFO] 10.244.0.4:56987 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000127988s
[INFO] 10.244.0.4:36230 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000209676s
[INFO] 10.244.3.2:59508 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00020584s
[INFO] 10.244.3.2:54542 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000160368s
[INFO] 10.244.1.2:52317 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000136132s
[INFO] 10.244.0.4:56988 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000179513s
[INFO] 10.244.0.4:39632 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000244979s
[INFO] 10.244.0.4:60960 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000110854s
[INFO] 10.244.3.2:58476 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000304046s
==> describe nodes <==
Name: ha-844661
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-844661
kubernetes.io/os=linux
minikube.k8s.io/commit=47b0afc9e70653f81ca813437c4c46b74450b911
minikube.k8s.io/name=ha-844661
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_11_05T18_03_59_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 05 Nov 2024 18:03:55 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-844661
AcquireTime: <unset>
RenewTime: Tue, 05 Nov 2024 18:10:25 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 05 Nov 2024 18:07:02 +0000 Tue, 05 Nov 2024 18:03:54 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 05 Nov 2024 18:07:02 +0000 Tue, 05 Nov 2024 18:03:54 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 05 Nov 2024 18:07:02 +0000 Tue, 05 Nov 2024 18:03:54 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 05 Nov 2024 18:07:02 +0000 Tue, 05 Nov 2024 18:04:19 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.48
Hostname: ha-844661
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: ee44951a983a4e549dbb04cb8a2493c9
System UUID: ee44951a-983a-4e54-9dbb-04cb8a2493c9
Boot ID: 4c65764c-54aa-465a-bc8a-8a5365b789a8
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-lzhpc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system coredns-7c65d6cfc9-4bdfz 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m30s
kube-system coredns-7c65d6cfc9-s5g97 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m30s
kube-system etcd-ha-844661 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m34s
kube-system kindnet-vz22j 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m30s
kube-system kube-apiserver-ha-844661 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-controller-manager-ha-844661 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-proxy-pjpkh 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m30s
kube-system kube-scheduler-ha-844661 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-vip-ha-844661 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m36s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m29s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m28s kube-proxy
Normal Starting 6m34s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m34s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m34s kubelet Node ha-844661 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m34s kubelet Node ha-844661 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m34s kubelet Node ha-844661 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m31s node-controller Node ha-844661 event: Registered Node ha-844661 in Controller
Normal NodeReady 6m13s kubelet Node ha-844661 status is now: NodeReady
Normal RegisteredNode 5m30s node-controller Node ha-844661 event: Registered Node ha-844661 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-844661 event: Registered Node ha-844661 in Controller
Name: ha-844661-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-844661-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=47b0afc9e70653f81ca813437c4c46b74450b911
minikube.k8s.io/name=ha-844661
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_11_05T18_04_57_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 05 Nov 2024 18:04:54 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-844661-m02
AcquireTime: <unset>
RenewTime: Tue, 05 Nov 2024 18:07:48 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Tue, 05 Nov 2024 18:06:57 +0000 Tue, 05 Nov 2024 18:08:29 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Tue, 05 Nov 2024 18:06:57 +0000 Tue, 05 Nov 2024 18:08:29 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Tue, 05 Nov 2024 18:06:57 +0000 Tue, 05 Nov 2024 18:08:29 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Tue, 05 Nov 2024 18:06:57 +0000 Tue, 05 Nov 2024 18:08:29 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.38
Hostname: ha-844661-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 75eddb8895b44c028e3869c19333df27
System UUID: 75eddb88-95b4-4c02-8e38-69c19333df27
Boot ID: 703a3f97-42af-45ac-b300-e4714fc82ae4
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-vkchm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-844661-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m36s
kube-system kindnet-q898d 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m38s
kube-system kube-apiserver-ha-844661-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m36s
kube-system kube-controller-manager-ha-844661-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m34s
kube-system kube-proxy-zsbfs 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m38s
kube-system kube-scheduler-ha-844661-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m35s
kube-system kube-vip-ha-844661-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m34s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m33s kube-proxy
Normal CIDRAssignmentFailed 5m38s cidrAllocator Node ha-844661-m02 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 5m38s (x8 over 5m38s) kubelet Node ha-844661-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m38s (x8 over 5m38s) kubelet Node ha-844661-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m38s (x7 over 5m38s) kubelet Node ha-844661-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m38s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m36s node-controller Node ha-844661-m02 event: Registered Node ha-844661-m02 in Controller
Normal RegisteredNode 5m30s node-controller Node ha-844661-m02 event: Registered Node ha-844661-m02 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-844661-m02 event: Registered Node ha-844661-m02 in Controller
Normal NodeNotReady 2m3s node-controller Node ha-844661-m02 status is now: NodeNotReady
Name: ha-844661-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-844661-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=47b0afc9e70653f81ca813437c4c46b74450b911
minikube.k8s.io/name=ha-844661
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_11_05T18_06_09_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 05 Nov 2024 18:06:06 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-844661-m03
AcquireTime: <unset>
RenewTime: Tue, 05 Nov 2024 18:10:32 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 05 Nov 2024 18:07:08 +0000 Tue, 05 Nov 2024 18:06:06 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 05 Nov 2024 18:07:08 +0000 Tue, 05 Nov 2024 18:06:06 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 05 Nov 2024 18:07:08 +0000 Tue, 05 Nov 2024 18:06:06 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 05 Nov 2024 18:07:08 +0000 Tue, 05 Nov 2024 18:06:27 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.52
Hostname: ha-844661-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: eaab072d40e24724bda026ac82fdd308
System UUID: eaab072d-40e2-4724-bda0-26ac82fdd308
Boot ID: db511fc0-c5d5-4348-8360-c6fc1b44808f
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-mwvv2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-844661-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m24s
kube-system kindnet-fzrh6 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m26s
kube-system kube-apiserver-ha-844661-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system kube-controller-manager-ha-844661-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system kube-proxy-2mk9m 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-scheduler-ha-844661-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system kube-vip-ha-844661-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m21s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m22s kube-proxy
Normal CIDRAssignmentFailed 4m26s cidrAllocator Node ha-844661-m03 status is now: CIDRAssignmentFailed
Normal RegisteredNode 4m26s node-controller Node ha-844661-m03 event: Registered Node ha-844661-m03 in Controller
Normal NodeHasSufficientMemory 4m26s (x8 over 4m26s) kubelet Node ha-844661-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m26s (x8 over 4m26s) kubelet Node ha-844661-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m26s (x7 over 4m26s) kubelet Node ha-844661-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m26s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m25s node-controller Node ha-844661-m03 event: Registered Node ha-844661-m03 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-844661-m03 event: Registered Node ha-844661-m03 in Controller
Name: ha-844661-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-844661-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=47b0afc9e70653f81ca813437c4c46b74450b911
minikube.k8s.io/name=ha-844661
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_11_05T18_07_14_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 05 Nov 2024 18:07:13 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-844661-m04
AcquireTime: <unset>
RenewTime: Tue, 05 Nov 2024 18:10:26 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 05 Nov 2024 18:07:44 +0000 Tue, 05 Nov 2024 18:07:13 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 05 Nov 2024 18:07:44 +0000 Tue, 05 Nov 2024 18:07:13 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 05 Nov 2024 18:07:44 +0000 Tue, 05 Nov 2024 18:07:13 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 05 Nov 2024 18:07:44 +0000 Tue, 05 Nov 2024 18:07:33 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.89
Hostname: ha-844661-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 9adceb878ab74645bb56707a0ab9854e
System UUID: 9adceb87-8ab7-4645-bb56-707a0ab9854e
Boot ID: 0b1794d4-8e9f-4a02-ba93-5010c0d8fbf7
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-7tcjz 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m19s
kube-system kube-proxy-8bw6z 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m19s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m14s kube-proxy
Normal CIDRAssignmentFailed 3m19s cidrAllocator Node ha-844661-m04 status is now: CIDRAssignmentFailed
Normal CIDRAssignmentFailed 3m19s cidrAllocator Node ha-844661-m04 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 3m19s (x2 over 3m19s) kubelet Node ha-844661-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m19s (x2 over 3m19s) kubelet Node ha-844661-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m19s (x2 over 3m19s) kubelet Node ha-844661-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m19s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m18s node-controller Node ha-844661-m04 event: Registered Node ha-844661-m04 in Controller
Normal RegisteredNode 3m16s node-controller Node ha-844661-m04 event: Registered Node ha-844661-m04 in Controller
Normal RegisteredNode 3m15s node-controller Node ha-844661-m04 event: Registered Node ha-844661-m04 in Controller
Normal NodeReady 2m59s kubelet Node ha-844661-m04 status is now: NodeReady
==> dmesg <==
[Nov 5 18:03] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.051370] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.036705] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.826003] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +1.830792] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.518259] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000005] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000002] NFSD: Unable to initialize client recovery tracking! (-2)
[ +6.512732] systemd-fstab-generator[581]: Ignoring "noauto" option for root device
[ +0.062769] kauditd_printk_skb: 1 callbacks suppressed
[ +0.057746] systemd-fstab-generator[593]: Ignoring "noauto" option for root device
[ +0.181267] systemd-fstab-generator[607]: Ignoring "noauto" option for root device
[ +0.115768] systemd-fstab-generator[619]: Ignoring "noauto" option for root device
[ +0.273995] systemd-fstab-generator[649]: Ignoring "noauto" option for root device
[ +3.824232] systemd-fstab-generator[744]: Ignoring "noauto" option for root device
[ +4.167137] systemd-fstab-generator[873]: Ignoring "noauto" option for root device
[ +0.060834] kauditd_printk_skb: 158 callbacks suppressed
[ +7.275907] systemd-fstab-generator[1289]: Ignoring "noauto" option for root device
[ +0.079756] kauditd_printk_skb: 79 callbacks suppressed
[Nov 5 18:04] kauditd_printk_skb: 23 callbacks suppressed
[ +5.402917] kauditd_printk_skb: 32 callbacks suppressed
[Nov 5 18:05] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [f06b75f1a25013d5ba62df6acb6480ac8c4d155aff30bb297c085f255453d5fc] <==
{"level":"warn","ts":"2024-11-05T18:10:32.226886Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.326331Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.373420Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.380721Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.386462Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.389930Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.391675Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.400578Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.403711Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.406423Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.408102Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.409030Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.414691Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.418082Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.421102Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.425733Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.462531Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.468688Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.475356Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.479125Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.482580Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.486303Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.502808Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.508770Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-05T18:10:32.526944Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7a50af7ffd27cbe1","from":"7a50af7ffd27cbe1","remote-peer-id":"5c43d67a862496e6","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
18:10:32 up 7 min, 0 users, load average: 0.27, 0.40, 0.21
Linux ha-844661 5.10.207 #1 SMP Wed Oct 30 13:38:35 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [bf77486744a30a06fb149591f9ca8b751c63a55561f16eab4481331438ef4acf] <==
I1105 18:09:58.980065 1 main.go:324] Node ha-844661-m04 has CIDR [10.244.2.0/24]
I1105 18:10:08.975320 1 main.go:297] Handling node with IPs: map[192.168.39.48:{}]
I1105 18:10:08.975425 1 main.go:301] handling current node
I1105 18:10:08.975448 1 main.go:297] Handling node with IPs: map[192.168.39.38:{}]
I1105 18:10:08.975457 1 main.go:324] Node ha-844661-m02 has CIDR [10.244.1.0/24]
I1105 18:10:08.975728 1 main.go:297] Handling node with IPs: map[192.168.39.52:{}]
I1105 18:10:08.975758 1 main.go:324] Node ha-844661-m03 has CIDR [10.244.3.0/24]
I1105 18:10:08.975910 1 main.go:297] Handling node with IPs: map[192.168.39.89:{}]
I1105 18:10:08.975933 1 main.go:324] Node ha-844661-m04 has CIDR [10.244.2.0/24]
I1105 18:10:18.980134 1 main.go:297] Handling node with IPs: map[192.168.39.48:{}]
I1105 18:10:18.980289 1 main.go:301] handling current node
I1105 18:10:18.980325 1 main.go:297] Handling node with IPs: map[192.168.39.38:{}]
I1105 18:10:18.980334 1 main.go:324] Node ha-844661-m02 has CIDR [10.244.1.0/24]
I1105 18:10:18.980658 1 main.go:297] Handling node with IPs: map[192.168.39.52:{}]
I1105 18:10:18.980687 1 main.go:324] Node ha-844661-m03 has CIDR [10.244.3.0/24]
I1105 18:10:18.980836 1 main.go:297] Handling node with IPs: map[192.168.39.89:{}]
I1105 18:10:18.980863 1 main.go:324] Node ha-844661-m04 has CIDR [10.244.2.0/24]
I1105 18:10:28.984475 1 main.go:297] Handling node with IPs: map[192.168.39.48:{}]
I1105 18:10:28.984556 1 main.go:301] handling current node
I1105 18:10:28.984576 1 main.go:297] Handling node with IPs: map[192.168.39.38:{}]
I1105 18:10:28.984581 1 main.go:324] Node ha-844661-m02 has CIDR [10.244.1.0/24]
I1105 18:10:28.984835 1 main.go:297] Handling node with IPs: map[192.168.39.52:{}]
I1105 18:10:28.984858 1 main.go:324] Node ha-844661-m03 has CIDR [10.244.3.0/24]
I1105 18:10:28.985004 1 main.go:297] Handling node with IPs: map[192.168.39.89:{}]
I1105 18:10:28.985024 1 main.go:324] Node ha-844661-m04 has CIDR [10.244.2.0/24]
==> kube-apiserver [d6c4df079853940688a343f0a864835b2c051f0bbbf0ade864e5724fb991cc8f] <==
W1105 18:03:56.787950 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.48]
I1105 18:03:56.789794 1 controller.go:615] quota admission added evaluator for: endpoints
I1105 18:03:56.795759 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1105 18:03:56.988233 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1105 18:03:58.574343 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1105 18:03:58.589042 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1105 18:03:58.611994 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1105 18:04:02.140726 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1105 18:04:02.242563 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1105 18:06:39.847316 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39688: use of closed network connection
E1105 18:06:40.021738 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39706: use of closed network connection
E1105 18:06:40.204127 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39716: use of closed network connection
E1105 18:06:40.398615 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39728: use of closed network connection
E1105 18:06:40.573865 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39736: use of closed network connection
E1105 18:06:40.752398 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39760: use of closed network connection
E1105 18:06:40.936783 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39766: use of closed network connection
E1105 18:06:41.111519 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39780: use of closed network connection
E1105 18:06:41.286054 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39802: use of closed network connection
E1105 18:06:41.573950 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39826: use of closed network connection
E1105 18:06:41.738524 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39836: use of closed network connection
E1105 18:06:41.904845 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39854: use of closed network connection
E1105 18:06:42.073866 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39862: use of closed network connection
E1105 18:06:42.246567 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39868: use of closed network connection
E1105 18:06:42.411961 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:39894: use of closed network connection
W1105 18:08:06.801135 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.48 192.168.39.52]
==> kube-controller-manager [9fc529f9c17c8050437784a9860055c341ef8c1f5e98dd813c6e76f8f8198f0c] <==
E1105 18:07:13.653435 1 range_allocator.go:433] "CIDR assignment for node failed. Releasing allocated CIDR" err="failed to patch node CIDR: Node \"ha-844661-m04\" is invalid: [spec.podCIDRs: Invalid value: []string{\"10.244.4.0/24\", \"10.244.2.0/24\"}: may specify no more than one CIDR for each IP family, spec.podCIDRs: Forbidden: node updates may not change podCIDR except from \"\" to valid]" logger="node-ipam-controller" node="ha-844661-m04"
E1105 18:07:13.653555 1 range_allocator.go:246] "Unhandled Error" err="error syncing 'ha-844661-m04': failed to patch node CIDR: Node \"ha-844661-m04\" is invalid: [spec.podCIDRs: Invalid value: []string{\"10.244.4.0/24\", \"10.244.2.0/24\"}: may specify no more than one CIDR for each IP family, spec.podCIDRs: Forbidden: node updates may not change podCIDR except from \"\" to valid], requeuing" logger="UnhandledError"
I1105 18:07:13.653638 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:13.659637 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:13.797662 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:14.149565 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:14.559123 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:16.780529 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:16.780718 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-844661-m04"
I1105 18:07:16.994375 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:17.944364 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:18.017747 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:23.969145 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:33.222978 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-844661-m04"
I1105 18:07:33.223667 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:33.239449 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:34.533989 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:07:44.277626 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m04"
I1105 18:08:29.557990 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-844661-m04"
I1105 18:08:29.558983 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m02"
I1105 18:08:29.585475 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m02"
I1105 18:08:29.697679 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="7.853166ms"
I1105 18:08:29.699962 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="95.926µs"
I1105 18:08:31.887524 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m02"
I1105 18:08:34.788426 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-844661-m02"
==> kube-proxy [1c753c07805a44aacc5012c6fa7057691adc127301afedfcae0a25fc9dd924d6] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1105 18:04:03.571824 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1105 18:04:03.590655 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.48"]
E1105 18:04:03.590765 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1105 18:04:03.621086 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1105 18:04:03.621144 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1105 18:04:03.621208 1 server_linux.go:169] "Using iptables Proxier"
I1105 18:04:03.623505 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1105 18:04:03.623772 1 server.go:483] "Version info" version="v1.31.2"
I1105 18:04:03.623783 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1105 18:04:03.625873 1 config.go:199] "Starting service config controller"
I1105 18:04:03.625922 1 shared_informer.go:313] Waiting for caches to sync for service config
I1105 18:04:03.625956 1 config.go:105] "Starting endpoint slice config controller"
I1105 18:04:03.625972 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1105 18:04:03.628076 1 config.go:328] "Starting node config controller"
I1105 18:04:03.628108 1 shared_informer.go:313] Waiting for caches to sync for node config
I1105 18:04:03.726043 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1105 18:04:03.726043 1 shared_informer.go:320] Caches are synced for service config
I1105 18:04:03.728252 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [695ba2636aaa9959e0e13cdd3345ebca43a0ce9d14f5a016e4a6a53ecc9d4dab] <==
E1105 18:03:56.072125 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1105 18:03:56.276682 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1105 18:03:56.276737 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1105 18:03:56.329770 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1105 18:03:56.329820 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1105 18:03:56.398642 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1105 18:03:56.398687 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I1105 18:03:57.639067 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1105 18:06:35.211549 1 cache.go:503] "Pod was added to a different node than it was assumed" podKey="9e352dc6-ed87-4112-85c5-a76c00a8912f" pod="default/busybox-7dff88458-vkchm" assumedNode="ha-844661-m02" currentNode="ha-844661-m03"
E1105 18:06:35.223911 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-vkchm\": pod busybox-7dff88458-vkchm is already assigned to node \"ha-844661-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-vkchm" node="ha-844661-m03"
E1105 18:06:35.226313 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 9e352dc6-ed87-4112-85c5-a76c00a8912f(default/busybox-7dff88458-vkchm) was assumed on ha-844661-m03 but assigned to ha-844661-m02" pod="default/busybox-7dff88458-vkchm"
E1105 18:06:35.226429 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-vkchm\": pod busybox-7dff88458-vkchm is already assigned to node \"ha-844661-m02\"" pod="default/busybox-7dff88458-vkchm"
I1105 18:06:35.226528 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-vkchm" node="ha-844661-m02"
E1105 18:06:35.274759 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-lzhpc\": pod busybox-7dff88458-lzhpc is already assigned to node \"ha-844661\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-lzhpc" node="ha-844661"
E1105 18:06:35.275967 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 8687b103-4a1a-4529-9efd-46405325fb04(default/busybox-7dff88458-lzhpc) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-lzhpc"
E1105 18:06:35.276226 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-lzhpc\": pod busybox-7dff88458-lzhpc is already assigned to node \"ha-844661\"" pod="default/busybox-7dff88458-lzhpc"
I1105 18:06:35.276363 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-lzhpc" node="ha-844661"
E1105 18:07:13.665747 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-tfzng\": pod kube-proxy-tfzng is already assigned to node \"ha-844661-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-tfzng" node="ha-844661-m04"
E1105 18:07:13.665825 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 9f52b30f-7446-45ac-bb36-73398ffbfbc2(kube-system/kube-proxy-tfzng) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-tfzng"
E1105 18:07:13.665842 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-tfzng\": pod kube-proxy-tfzng is already assigned to node \"ha-844661-m04\"" pod="kube-system/kube-proxy-tfzng"
I1105 18:07:13.665872 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-tfzng" node="ha-844661-m04"
E1105 18:07:13.666212 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-vjq6v\": pod kindnet-vjq6v is already assigned to node \"ha-844661-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-vjq6v" node="ha-844661-m04"
E1105 18:07:13.666376 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod d9f2bfec-eb1f-4373-bf3a-414ed6c8a630(kube-system/kindnet-vjq6v) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-vjq6v"
E1105 18:07:13.666420 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-vjq6v\": pod kindnet-vjq6v is already assigned to node \"ha-844661-m04\"" pod="kube-system/kindnet-vjq6v"
I1105 18:07:13.666453 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-vjq6v" node="ha-844661-m04"
==> kubelet <==
Nov 05 18:08:58 ha-844661 kubelet[1296]: E1105 18:08:58.595270 1296 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830138594734384,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:08:58 ha-844661 kubelet[1296]: E1105 18:08:58.595295 1296 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830138594734384,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:08 ha-844661 kubelet[1296]: E1105 18:09:08.597057 1296 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830148596755320,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:08 ha-844661 kubelet[1296]: E1105 18:09:08.597097 1296 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830148596755320,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:18 ha-844661 kubelet[1296]: E1105 18:09:18.599471 1296 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830158599122023,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:18 ha-844661 kubelet[1296]: E1105 18:09:18.599506 1296 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830158599122023,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:28 ha-844661 kubelet[1296]: E1105 18:09:28.601448 1296 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830168600902243,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:28 ha-844661 kubelet[1296]: E1105 18:09:28.601554 1296 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830168600902243,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:38 ha-844661 kubelet[1296]: E1105 18:09:38.606338 1296 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830178605104359,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:38 ha-844661 kubelet[1296]: E1105 18:09:38.606359 1296 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830178605104359,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:48 ha-844661 kubelet[1296]: E1105 18:09:48.608274 1296 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830188607885225,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:48 ha-844661 kubelet[1296]: E1105 18:09:48.608666 1296 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830188607885225,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:58 ha-844661 kubelet[1296]: E1105 18:09:58.519242 1296 iptables.go:577] "Could not set up iptables canary" err=<
Nov 05 18:09:58 ha-844661 kubelet[1296]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Nov 05 18:09:58 ha-844661 kubelet[1296]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Nov 05 18:09:58 ha-844661 kubelet[1296]: Perhaps ip6tables or your kernel needs to be upgraded.
Nov 05 18:09:58 ha-844661 kubelet[1296]: > table="nat" chain="KUBE-KUBELET-CANARY"
Nov 05 18:09:58 ha-844661 kubelet[1296]: E1105 18:09:58.611279 1296 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830198610818845,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:09:58 ha-844661 kubelet[1296]: E1105 18:09:58.611302 1296 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830198610818845,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:10:08 ha-844661 kubelet[1296]: E1105 18:10:08.613551 1296 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830208612853413,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:10:08 ha-844661 kubelet[1296]: E1105 18:10:08.613956 1296 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830208612853413,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:10:18 ha-844661 kubelet[1296]: E1105 18:10:18.616403 1296 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830218615829286,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:10:18 ha-844661 kubelet[1296]: E1105 18:10:18.616436 1296 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830218615829286,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:10:28 ha-844661 kubelet[1296]: E1105 18:10:28.617971 1296 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830228617604942,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 05 18:10:28 ha-844661 kubelet[1296]: E1105 18:10:28.618435 1296 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730830228617604942,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-844661 -n ha-844661
helpers_test.go:261: (dbg) Run: kubectl --context ha-844661 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.40s)