=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (3.916349631s)
ha_test.go:309: expected profile "ha-053933" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-053933\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-053933\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,
\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-053933\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.152\",\"Port\":8443,\"Kubern
etesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.227\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.53\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.244\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"m
etallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":
262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-053933 -n ha-053933
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-053933 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-053933 logs -n 25: (1.448694179s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-053933 ssh -n | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-053933 cp ha-053933-m03:/home/docker/cp-test.txt | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933:/home/docker/cp-test_ha-053933-m03_ha-053933.txt | | | | | |
| ssh | ha-053933 ssh -n | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-053933 ssh -n ha-053933 sudo cat | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | /home/docker/cp-test_ha-053933-m03_ha-053933.txt | | | | | |
| cp | ha-053933 cp ha-053933-m03:/home/docker/cp-test.txt | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m02:/home/docker/cp-test_ha-053933-m03_ha-053933-m02.txt | | | | | |
| ssh | ha-053933 ssh -n | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-053933 ssh -n ha-053933-m02 sudo cat | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | /home/docker/cp-test_ha-053933-m03_ha-053933-m02.txt | | | | | |
| cp | ha-053933 cp ha-053933-m03:/home/docker/cp-test.txt | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m04:/home/docker/cp-test_ha-053933-m03_ha-053933-m04.txt | | | | | |
| ssh | ha-053933 ssh -n | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-053933 ssh -n ha-053933-m04 sudo cat | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | /home/docker/cp-test_ha-053933-m03_ha-053933-m04.txt | | | | | |
| cp | ha-053933 cp testdata/cp-test.txt | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-053933 ssh -n | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-053933 cp ha-053933-m04:/home/docker/cp-test.txt | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile78584503/001/cp-test_ha-053933-m04.txt | | | | | |
| ssh | ha-053933 ssh -n | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-053933 cp ha-053933-m04:/home/docker/cp-test.txt | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933:/home/docker/cp-test_ha-053933-m04_ha-053933.txt | | | | | |
| ssh | ha-053933 ssh -n | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-053933 ssh -n ha-053933 sudo cat | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | /home/docker/cp-test_ha-053933-m04_ha-053933.txt | | | | | |
| cp | ha-053933 cp ha-053933-m04:/home/docker/cp-test.txt | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m02:/home/docker/cp-test_ha-053933-m04_ha-053933-m02.txt | | | | | |
| ssh | ha-053933 ssh -n | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-053933 ssh -n ha-053933-m02 sudo cat | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | /home/docker/cp-test_ha-053933-m04_ha-053933-m02.txt | | | | | |
| cp | ha-053933 cp ha-053933-m04:/home/docker/cp-test.txt | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m03:/home/docker/cp-test_ha-053933-m04_ha-053933-m03.txt | | | | | |
| ssh | ha-053933 ssh -n | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | ha-053933-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-053933 ssh -n ha-053933-m03 sudo cat | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | 07 Oct 24 12:35 UTC |
| | /home/docker/cp-test_ha-053933-m04_ha-053933-m03.txt | | | | | |
| node | ha-053933 node stop m02 -v=7 | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:35 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-053933 node start m02 -v=7 | ha-053933 | jenkins | v1.34.0 | 07 Oct 24 12:38 UTC | |
| | --alsologtostderr | | | | | |
|---------|--------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/07 12:31:18
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1007 12:31:18.148064 766330 out.go:345] Setting OutFile to fd 1 ...
I1007 12:31:18.148178 766330 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1007 12:31:18.148182 766330 out.go:358] Setting ErrFile to fd 2...
I1007 12:31:18.148187 766330 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1007 12:31:18.148357 766330 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18424-747025/.minikube/bin
I1007 12:31:18.148967 766330 out.go:352] Setting JSON to false
I1007 12:31:18.149958 766330 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":8027,"bootTime":1728296251,"procs":181,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1007 12:31:18.150102 766330 start.go:139] virtualization: kvm guest
I1007 12:31:18.152485 766330 out.go:177] * [ha-053933] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1007 12:31:18.154248 766330 out.go:177] - MINIKUBE_LOCATION=18424
I1007 12:31:18.154296 766330 notify.go:220] Checking for updates...
I1007 12:31:18.157253 766330 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1007 12:31:18.159046 766330 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18424-747025/kubeconfig
I1007 12:31:18.160370 766330 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18424-747025/.minikube
I1007 12:31:18.161706 766330 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1007 12:31:18.163112 766330 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1007 12:31:18.164841 766330 driver.go:394] Setting default libvirt URI to qemu:///system
I1007 12:31:18.202110 766330 out.go:177] * Using the kvm2 driver based on user configuration
I1007 12:31:18.203531 766330 start.go:297] selected driver: kvm2
I1007 12:31:18.203547 766330 start.go:901] validating driver "kvm2" against <nil>
I1007 12:31:18.203562 766330 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1007 12:31:18.204518 766330 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1007 12:31:18.204603 766330 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/18424-747025/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1007 12:31:18.220705 766330 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1007 12:31:18.220766 766330 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1007 12:31:18.221021 766330 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1007 12:31:18.221059 766330 cni.go:84] Creating CNI manager for ""
I1007 12:31:18.221106 766330 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1007 12:31:18.221116 766330 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1007 12:31:18.221169 766330 start.go:340] cluster config:
{Name:ha-053933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-053933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1007 12:31:18.221279 766330 iso.go:125] acquiring lock: {Name:mka662c1692705351df7c5ae20f5ba28bcc2df27 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1007 12:31:18.223403 766330 out.go:177] * Starting "ha-053933" primary control-plane node in "ha-053933" cluster
I1007 12:31:18.224688 766330 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 12:31:18.224749 766330 preload.go:146] Found local preload: /home/jenkins/minikube-integration/18424-747025/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I1007 12:31:18.224761 766330 cache.go:56] Caching tarball of preloaded images
I1007 12:31:18.224844 766330 preload.go:172] Found /home/jenkins/minikube-integration/18424-747025/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1007 12:31:18.224857 766330 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1007 12:31:18.225188 766330 profile.go:143] Saving config to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/config.json ...
I1007 12:31:18.225228 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/config.json: {Name:mk42211822a040c72189a8c96b9ffb20916f09bb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:31:18.225385 766330 start.go:360] acquireMachinesLock for ha-053933: {Name:mkaa77fcf81b6efa3134e7d933d5a8dd0adc7dfc Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1007 12:31:18.225414 766330 start.go:364] duration metric: took 16.211µs to acquireMachinesLock for "ha-053933"
I1007 12:31:18.225431 766330 start.go:93] Provisioning new machine with config: &{Name:ha-053933 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-053933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:31:18.225482 766330 start.go:125] createHost starting for "" (driver="kvm2")
I1007 12:31:18.227000 766330 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1007 12:31:18.227165 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:31:18.227217 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:31:18.241971 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33641
I1007 12:31:18.242468 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:31:18.243060 766330 main.go:141] libmachine: Using API Version 1
I1007 12:31:18.243086 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:31:18.243440 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:31:18.243664 766330 main.go:141] libmachine: (ha-053933) Calling .GetMachineName
I1007 12:31:18.243802 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:31:18.243958 766330 start.go:159] libmachine.API.Create for "ha-053933" (driver="kvm2")
I1007 12:31:18.243992 766330 client.go:168] LocalClient.Create starting
I1007 12:31:18.244024 766330 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem
I1007 12:31:18.244058 766330 main.go:141] libmachine: Decoding PEM data...
I1007 12:31:18.244073 766330 main.go:141] libmachine: Parsing certificate...
I1007 12:31:18.244137 766330 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem
I1007 12:31:18.244157 766330 main.go:141] libmachine: Decoding PEM data...
I1007 12:31:18.244173 766330 main.go:141] libmachine: Parsing certificate...
I1007 12:31:18.244190 766330 main.go:141] libmachine: Running pre-create checks...
I1007 12:31:18.244198 766330 main.go:141] libmachine: (ha-053933) Calling .PreCreateCheck
I1007 12:31:18.244526 766330 main.go:141] libmachine: (ha-053933) Calling .GetConfigRaw
I1007 12:31:18.244944 766330 main.go:141] libmachine: Creating machine...
I1007 12:31:18.244959 766330 main.go:141] libmachine: (ha-053933) Calling .Create
I1007 12:31:18.245125 766330 main.go:141] libmachine: (ha-053933) Creating KVM machine...
I1007 12:31:18.246330 766330 main.go:141] libmachine: (ha-053933) DBG | found existing default KVM network
I1007 12:31:18.247162 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:18.246970 766353 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0001231f0}
I1007 12:31:18.247250 766330 main.go:141] libmachine: (ha-053933) DBG | created network xml:
I1007 12:31:18.247277 766330 main.go:141] libmachine: (ha-053933) DBG | <network>
I1007 12:31:18.247291 766330 main.go:141] libmachine: (ha-053933) DBG | <name>mk-ha-053933</name>
I1007 12:31:18.247307 766330 main.go:141] libmachine: (ha-053933) DBG | <dns enable='no'/>
I1007 12:31:18.247318 766330 main.go:141] libmachine: (ha-053933) DBG |
I1007 12:31:18.247331 766330 main.go:141] libmachine: (ha-053933) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1007 12:31:18.247341 766330 main.go:141] libmachine: (ha-053933) DBG | <dhcp>
I1007 12:31:18.247353 766330 main.go:141] libmachine: (ha-053933) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1007 12:31:18.247366 766330 main.go:141] libmachine: (ha-053933) DBG | </dhcp>
I1007 12:31:18.247382 766330 main.go:141] libmachine: (ha-053933) DBG | </ip>
I1007 12:31:18.247394 766330 main.go:141] libmachine: (ha-053933) DBG |
I1007 12:31:18.247403 766330 main.go:141] libmachine: (ha-053933) DBG | </network>
I1007 12:31:18.247414 766330 main.go:141] libmachine: (ha-053933) DBG |
I1007 12:31:18.252550 766330 main.go:141] libmachine: (ha-053933) DBG | trying to create private KVM network mk-ha-053933 192.168.39.0/24...
I1007 12:31:18.323012 766330 main.go:141] libmachine: (ha-053933) DBG | private KVM network mk-ha-053933 192.168.39.0/24 created
I1007 12:31:18.323051 766330 main.go:141] libmachine: (ha-053933) Setting up store path in /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933 ...
I1007 12:31:18.323065 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:18.322988 766353 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/18424-747025/.minikube
I1007 12:31:18.323078 766330 main.go:141] libmachine: (ha-053933) Building disk image from file:///home/jenkins/minikube-integration/18424-747025/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1007 12:31:18.323220 766330 main.go:141] libmachine: (ha-053933) Downloading /home/jenkins/minikube-integration/18424-747025/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/18424-747025/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1007 12:31:18.600250 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:18.600066 766353 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa...
I1007 12:31:18.865018 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:18.864813 766353 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/ha-053933.rawdisk...
I1007 12:31:18.865057 766330 main.go:141] libmachine: (ha-053933) DBG | Writing magic tar header
I1007 12:31:18.865071 766330 main.go:141] libmachine: (ha-053933) DBG | Writing SSH key tar header
I1007 12:31:18.865083 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:18.864941 766353 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933 ...
I1007 12:31:18.865103 766330 main.go:141] libmachine: (ha-053933) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933
I1007 12:31:18.865116 766330 main.go:141] libmachine: (ha-053933) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933 (perms=drwx------)
I1007 12:31:18.865126 766330 main.go:141] libmachine: (ha-053933) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025/.minikube/machines
I1007 12:31:18.865135 766330 main.go:141] libmachine: (ha-053933) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025/.minikube
I1007 12:31:18.865141 766330 main.go:141] libmachine: (ha-053933) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025
I1007 12:31:18.865149 766330 main.go:141] libmachine: (ha-053933) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1007 12:31:18.865159 766330 main.go:141] libmachine: (ha-053933) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025/.minikube/machines (perms=drwxr-xr-x)
I1007 12:31:18.865166 766330 main.go:141] libmachine: (ha-053933) DBG | Checking permissions on dir: /home/jenkins
I1007 12:31:18.865180 766330 main.go:141] libmachine: (ha-053933) DBG | Checking permissions on dir: /home
I1007 12:31:18.865192 766330 main.go:141] libmachine: (ha-053933) DBG | Skipping /home - not owner
I1007 12:31:18.865206 766330 main.go:141] libmachine: (ha-053933) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025/.minikube (perms=drwxr-xr-x)
I1007 12:31:18.865221 766330 main.go:141] libmachine: (ha-053933) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025 (perms=drwxrwxr-x)
I1007 12:31:18.865229 766330 main.go:141] libmachine: (ha-053933) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1007 12:31:18.865238 766330 main.go:141] libmachine: (ha-053933) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1007 12:31:18.865245 766330 main.go:141] libmachine: (ha-053933) Creating domain...
I1007 12:31:18.866439 766330 main.go:141] libmachine: (ha-053933) define libvirt domain using xml:
I1007 12:31:18.866466 766330 main.go:141] libmachine: (ha-053933) <domain type='kvm'>
I1007 12:31:18.866476 766330 main.go:141] libmachine: (ha-053933) <name>ha-053933</name>
I1007 12:31:18.866483 766330 main.go:141] libmachine: (ha-053933) <memory unit='MiB'>2200</memory>
I1007 12:31:18.866492 766330 main.go:141] libmachine: (ha-053933) <vcpu>2</vcpu>
I1007 12:31:18.866503 766330 main.go:141] libmachine: (ha-053933) <features>
I1007 12:31:18.866510 766330 main.go:141] libmachine: (ha-053933) <acpi/>
I1007 12:31:18.866520 766330 main.go:141] libmachine: (ha-053933) <apic/>
I1007 12:31:18.866530 766330 main.go:141] libmachine: (ha-053933) <pae/>
I1007 12:31:18.866546 766330 main.go:141] libmachine: (ha-053933)
I1007 12:31:18.866569 766330 main.go:141] libmachine: (ha-053933) </features>
I1007 12:31:18.866589 766330 main.go:141] libmachine: (ha-053933) <cpu mode='host-passthrough'>
I1007 12:31:18.866598 766330 main.go:141] libmachine: (ha-053933)
I1007 12:31:18.866607 766330 main.go:141] libmachine: (ha-053933) </cpu>
I1007 12:31:18.866617 766330 main.go:141] libmachine: (ha-053933) <os>
I1007 12:31:18.866624 766330 main.go:141] libmachine: (ha-053933) <type>hvm</type>
I1007 12:31:18.866630 766330 main.go:141] libmachine: (ha-053933) <boot dev='cdrom'/>
I1007 12:31:18.866636 766330 main.go:141] libmachine: (ha-053933) <boot dev='hd'/>
I1007 12:31:18.866641 766330 main.go:141] libmachine: (ha-053933) <bootmenu enable='no'/>
I1007 12:31:18.866647 766330 main.go:141] libmachine: (ha-053933) </os>
I1007 12:31:18.866652 766330 main.go:141] libmachine: (ha-053933) <devices>
I1007 12:31:18.866659 766330 main.go:141] libmachine: (ha-053933) <disk type='file' device='cdrom'>
I1007 12:31:18.866666 766330 main.go:141] libmachine: (ha-053933) <source file='/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/boot2docker.iso'/>
I1007 12:31:18.866673 766330 main.go:141] libmachine: (ha-053933) <target dev='hdc' bus='scsi'/>
I1007 12:31:18.866678 766330 main.go:141] libmachine: (ha-053933) <readonly/>
I1007 12:31:18.866683 766330 main.go:141] libmachine: (ha-053933) </disk>
I1007 12:31:18.866691 766330 main.go:141] libmachine: (ha-053933) <disk type='file' device='disk'>
I1007 12:31:18.866702 766330 main.go:141] libmachine: (ha-053933) <driver name='qemu' type='raw' cache='default' io='threads' />
I1007 12:31:18.866711 766330 main.go:141] libmachine: (ha-053933) <source file='/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/ha-053933.rawdisk'/>
I1007 12:31:18.866722 766330 main.go:141] libmachine: (ha-053933) <target dev='hda' bus='virtio'/>
I1007 12:31:18.866731 766330 main.go:141] libmachine: (ha-053933) </disk>
I1007 12:31:18.866737 766330 main.go:141] libmachine: (ha-053933) <interface type='network'>
I1007 12:31:18.866745 766330 main.go:141] libmachine: (ha-053933) <source network='mk-ha-053933'/>
I1007 12:31:18.866749 766330 main.go:141] libmachine: (ha-053933) <model type='virtio'/>
I1007 12:31:18.866755 766330 main.go:141] libmachine: (ha-053933) </interface>
I1007 12:31:18.866759 766330 main.go:141] libmachine: (ha-053933) <interface type='network'>
I1007 12:31:18.866768 766330 main.go:141] libmachine: (ha-053933) <source network='default'/>
I1007 12:31:18.866775 766330 main.go:141] libmachine: (ha-053933) <model type='virtio'/>
I1007 12:31:18.866780 766330 main.go:141] libmachine: (ha-053933) </interface>
I1007 12:31:18.866786 766330 main.go:141] libmachine: (ha-053933) <serial type='pty'>
I1007 12:31:18.866791 766330 main.go:141] libmachine: (ha-053933) <target port='0'/>
I1007 12:31:18.866798 766330 main.go:141] libmachine: (ha-053933) </serial>
I1007 12:31:18.866802 766330 main.go:141] libmachine: (ha-053933) <console type='pty'>
I1007 12:31:18.866810 766330 main.go:141] libmachine: (ha-053933) <target type='serial' port='0'/>
I1007 12:31:18.866821 766330 main.go:141] libmachine: (ha-053933) </console>
I1007 12:31:18.866827 766330 main.go:141] libmachine: (ha-053933) <rng model='virtio'>
I1007 12:31:18.866834 766330 main.go:141] libmachine: (ha-053933) <backend model='random'>/dev/random</backend>
I1007 12:31:18.866840 766330 main.go:141] libmachine: (ha-053933) </rng>
I1007 12:31:18.866844 766330 main.go:141] libmachine: (ha-053933)
I1007 12:31:18.866850 766330 main.go:141] libmachine: (ha-053933)
I1007 12:31:18.866855 766330 main.go:141] libmachine: (ha-053933) </devices>
I1007 12:31:18.866860 766330 main.go:141] libmachine: (ha-053933) </domain>
I1007 12:31:18.866868 766330 main.go:141] libmachine: (ha-053933)
I1007 12:31:18.871598 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:91:b8:36 in network default
I1007 12:31:18.872268 766330 main.go:141] libmachine: (ha-053933) Ensuring networks are active...
I1007 12:31:18.872288 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:18.873069 766330 main.go:141] libmachine: (ha-053933) Ensuring network default is active
I1007 12:31:18.873363 766330 main.go:141] libmachine: (ha-053933) Ensuring network mk-ha-053933 is active
I1007 12:31:18.873853 766330 main.go:141] libmachine: (ha-053933) Getting domain xml...
I1007 12:31:18.874562 766330 main.go:141] libmachine: (ha-053933) Creating domain...
I1007 12:31:19.211616 766330 main.go:141] libmachine: (ha-053933) Waiting to get IP...
I1007 12:31:19.212423 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:19.212778 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:19.212812 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:19.212764 766353 retry.go:31] will retry after 226.747121ms: waiting for machine to come up
I1007 12:31:19.441331 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:19.441786 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:19.441837 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:19.441730 766353 retry.go:31] will retry after 274.527206ms: waiting for machine to come up
I1007 12:31:19.718508 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:19.719027 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:19.719064 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:19.718969 766353 retry.go:31] will retry after 356.880394ms: waiting for machine to come up
I1007 12:31:20.077626 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:20.078112 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:20.078145 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:20.078091 766353 retry.go:31] will retry after 415.686035ms: waiting for machine to come up
I1007 12:31:20.495868 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:20.496297 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:20.496328 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:20.496232 766353 retry.go:31] will retry after 565.036299ms: waiting for machine to come up
I1007 12:31:21.062533 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:21.063181 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:21.063212 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:21.063112 766353 retry.go:31] will retry after 934.304139ms: waiting for machine to come up
I1007 12:31:21.999277 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:21.999729 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:21.999763 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:21.999684 766353 retry.go:31] will retry after 862.178533ms: waiting for machine to come up
I1007 12:31:22.863123 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:22.863626 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:22.863658 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:22.863574 766353 retry.go:31] will retry after 1.201609733s: waiting for machine to come up
I1007 12:31:24.066671 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:24.067072 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:24.067104 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:24.067015 766353 retry.go:31] will retry after 1.419758916s: waiting for machine to come up
I1007 12:31:25.488770 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:25.489216 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:25.489240 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:25.489182 766353 retry.go:31] will retry after 2.248635623s: waiting for machine to come up
I1007 12:31:27.740776 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:27.741277 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:27.741301 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:27.741240 766353 retry.go:31] will retry after 1.919055927s: waiting for machine to come up
I1007 12:31:29.662363 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:29.662857 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:29.663141 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:29.662878 766353 retry.go:31] will retry after 3.284332028s: waiting for machine to come up
I1007 12:31:32.951614 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:32.952006 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:32.952134 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:32.951952 766353 retry.go:31] will retry after 3.413281695s: waiting for machine to come up
I1007 12:31:36.369285 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:36.369674 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find current IP address of domain ha-053933 in network mk-ha-053933
I1007 12:31:36.369704 766330 main.go:141] libmachine: (ha-053933) DBG | I1007 12:31:36.369624 766353 retry.go:31] will retry after 5.240968669s: waiting for machine to come up
I1007 12:31:41.615028 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:41.615539 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has current primary IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:41.615555 766330 main.go:141] libmachine: (ha-053933) Found IP for machine: 192.168.39.152
I1007 12:31:41.615563 766330 main.go:141] libmachine: (ha-053933) Reserving static IP address...
I1007 12:31:41.615914 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find host DHCP lease matching {name: "ha-053933", mac: "52:54:00:7e:91:1b", ip: "192.168.39.152"} in network mk-ha-053933
I1007 12:31:41.698423 766330 main.go:141] libmachine: (ha-053933) DBG | Getting to WaitForSSH function...
I1007 12:31:41.698453 766330 main.go:141] libmachine: (ha-053933) Reserved static IP address: 192.168.39.152
I1007 12:31:41.698466 766330 main.go:141] libmachine: (ha-053933) Waiting for SSH to be available...
I1007 12:31:41.701233 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:41.701575 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933
I1007 12:31:41.701604 766330 main.go:141] libmachine: (ha-053933) DBG | unable to find defined IP address of network mk-ha-053933 interface with MAC address 52:54:00:7e:91:1b
I1007 12:31:41.701733 766330 main.go:141] libmachine: (ha-053933) DBG | Using SSH client type: external
I1007 12:31:41.701762 766330 main.go:141] libmachine: (ha-053933) DBG | Using SSH private key: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa (-rw-------)
I1007 12:31:41.701811 766330 main.go:141] libmachine: (ha-053933) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 12:31:41.701844 766330 main.go:141] libmachine: (ha-053933) DBG | About to run SSH command:
I1007 12:31:41.701865 766330 main.go:141] libmachine: (ha-053933) DBG | exit 0
I1007 12:31:41.705812 766330 main.go:141] libmachine: (ha-053933) DBG | SSH cmd err, output: exit status 255:
I1007 12:31:41.705841 766330 main.go:141] libmachine: (ha-053933) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1007 12:31:41.705848 766330 main.go:141] libmachine: (ha-053933) DBG | command : exit 0
I1007 12:31:41.705853 766330 main.go:141] libmachine: (ha-053933) DBG | err : exit status 255
I1007 12:31:41.705861 766330 main.go:141] libmachine: (ha-053933) DBG | output :
I1007 12:31:44.706593 766330 main.go:141] libmachine: (ha-053933) DBG | Getting to WaitForSSH function...
I1007 12:31:44.709072 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:44.709617 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:44.709649 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:44.709785 766330 main.go:141] libmachine: (ha-053933) DBG | Using SSH client type: external
I1007 12:31:44.709814 766330 main.go:141] libmachine: (ha-053933) DBG | Using SSH private key: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa (-rw-------)
I1007 12:31:44.709843 766330 main.go:141] libmachine: (ha-053933) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.152 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 12:31:44.709856 766330 main.go:141] libmachine: (ha-053933) DBG | About to run SSH command:
I1007 12:31:44.709871 766330 main.go:141] libmachine: (ha-053933) DBG | exit 0
I1007 12:31:44.834399 766330 main.go:141] libmachine: (ha-053933) DBG | SSH cmd err, output: <nil>:
I1007 12:31:44.834682 766330 main.go:141] libmachine: (ha-053933) KVM machine creation complete!
I1007 12:31:44.834978 766330 main.go:141] libmachine: (ha-053933) Calling .GetConfigRaw
I1007 12:31:44.835619 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:31:44.835838 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:31:44.836043 766330 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1007 12:31:44.836062 766330 main.go:141] libmachine: (ha-053933) Calling .GetState
I1007 12:31:44.837184 766330 main.go:141] libmachine: Detecting operating system of created instance...
I1007 12:31:44.837198 766330 main.go:141] libmachine: Waiting for SSH to be available...
I1007 12:31:44.837203 766330 main.go:141] libmachine: Getting to WaitForSSH function...
I1007 12:31:44.837209 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:31:44.839398 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:44.839807 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:44.839830 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:44.839939 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:31:44.840108 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:44.840281 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:44.840429 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:31:44.840654 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:31:44.840918 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.152 22 <nil> <nil>}
I1007 12:31:44.840931 766330 main.go:141] libmachine: About to run SSH command:
exit 0
I1007 12:31:44.945582 766330 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:31:44.945632 766330 main.go:141] libmachine: Detecting the provisioner...
I1007 12:31:44.945644 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:31:44.948258 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:44.948719 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:44.948754 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:44.948921 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:31:44.949136 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:44.949341 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:44.949504 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:31:44.949690 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:31:44.949946 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.152 22 <nil> <nil>}
I1007 12:31:44.949963 766330 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1007 12:31:45.055227 766330 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1007 12:31:45.055350 766330 main.go:141] libmachine: found compatible host: buildroot
I1007 12:31:45.055364 766330 main.go:141] libmachine: Provisioning with buildroot...
I1007 12:31:45.055378 766330 main.go:141] libmachine: (ha-053933) Calling .GetMachineName
I1007 12:31:45.055638 766330 buildroot.go:166] provisioning hostname "ha-053933"
I1007 12:31:45.055680 766330 main.go:141] libmachine: (ha-053933) Calling .GetMachineName
I1007 12:31:45.055865 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:31:45.058671 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.059121 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:45.059156 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.059299 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:31:45.059582 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:45.059753 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:45.059896 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:31:45.060046 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:31:45.060230 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.152 22 <nil> <nil>}
I1007 12:31:45.060242 766330 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-053933 && echo "ha-053933" | sudo tee /etc/hostname
I1007 12:31:45.177180 766330 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-053933
I1007 12:31:45.177214 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:31:45.180205 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.180610 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:45.180640 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.180887 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:31:45.181104 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:45.181275 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:45.181434 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:31:45.181657 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:31:45.181837 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.152 22 <nil> <nil>}
I1007 12:31:45.181854 766330 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-053933' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-053933/g' /etc/hosts;
else
echo '127.0.1.1 ha-053933' | sudo tee -a /etc/hosts;
fi
fi
I1007 12:31:45.296167 766330 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:31:45.296213 766330 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/18424-747025/.minikube CaCertPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18424-747025/.minikube}
I1007 12:31:45.296262 766330 buildroot.go:174] setting up certificates
I1007 12:31:45.296275 766330 provision.go:84] configureAuth start
I1007 12:31:45.296287 766330 main.go:141] libmachine: (ha-053933) Calling .GetMachineName
I1007 12:31:45.296598 766330 main.go:141] libmachine: (ha-053933) Calling .GetIP
I1007 12:31:45.299370 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.299721 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:45.299769 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.299887 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:31:45.302528 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.302981 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:45.303013 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.303173 766330 provision.go:143] copyHostCerts
I1007 12:31:45.303222 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem
I1007 12:31:45.303263 766330 exec_runner.go:144] found /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem, removing ...
I1007 12:31:45.303285 766330 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem
I1007 12:31:45.303361 766330 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem (1123 bytes)
I1007 12:31:45.303500 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem
I1007 12:31:45.303523 766330 exec_runner.go:144] found /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem, removing ...
I1007 12:31:45.303528 766330 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem
I1007 12:31:45.303559 766330 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem (1675 bytes)
I1007 12:31:45.303616 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem
I1007 12:31:45.303633 766330 exec_runner.go:144] found /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem, removing ...
I1007 12:31:45.303637 766330 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem
I1007 12:31:45.303657 766330 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem (1082 bytes)
I1007 12:31:45.303708 766330 provision.go:117] generating server cert: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca-key.pem org=jenkins.ha-053933 san=[127.0.0.1 192.168.39.152 ha-053933 localhost minikube]
I1007 12:31:45.422772 766330 provision.go:177] copyRemoteCerts
I1007 12:31:45.422847 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1007 12:31:45.422884 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:31:45.426109 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.426432 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:45.426461 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.426620 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:31:45.426796 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:45.426987 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:31:45.427121 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.152 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa Username:docker}
I1007 12:31:45.508256 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1007 12:31:45.508354 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1007 12:31:45.535023 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem -> /etc/docker/server.pem
I1007 12:31:45.535097 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1007 12:31:45.561047 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1007 12:31:45.561146 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1007 12:31:45.586470 766330 provision.go:87] duration metric: took 290.178076ms to configureAuth
I1007 12:31:45.586509 766330 buildroot.go:189] setting minikube options for container-runtime
I1007 12:31:45.586752 766330 config.go:182] Loaded profile config "ha-053933": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:31:45.586838 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:31:45.589503 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.589873 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:45.589917 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.590215 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:31:45.590402 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:45.590554 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:45.590703 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:31:45.590899 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:31:45.591142 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.152 22 <nil> <nil>}
I1007 12:31:45.591160 766330 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1007 12:31:45.816081 766330 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1007 12:31:45.816125 766330 main.go:141] libmachine: Checking connection to Docker...
I1007 12:31:45.816137 766330 main.go:141] libmachine: (ha-053933) Calling .GetURL
I1007 12:31:45.817540 766330 main.go:141] libmachine: (ha-053933) DBG | Using libvirt version 6000000
I1007 12:31:45.820289 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.820694 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:45.820725 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.820851 766330 main.go:141] libmachine: Docker is up and running!
I1007 12:31:45.820871 766330 main.go:141] libmachine: Reticulating splines...
I1007 12:31:45.820882 766330 client.go:171] duration metric: took 27.576881663s to LocalClient.Create
I1007 12:31:45.820914 766330 start.go:167] duration metric: took 27.57695761s to libmachine.API.Create "ha-053933"
I1007 12:31:45.820939 766330 start.go:293] postStartSetup for "ha-053933" (driver="kvm2")
I1007 12:31:45.820955 766330 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1007 12:31:45.820986 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:31:45.821218 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1007 12:31:45.821261 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:31:45.823471 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.823791 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:45.823834 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.824015 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:31:45.824234 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:45.824403 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:31:45.824535 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.152 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa Username:docker}
I1007 12:31:45.905405 766330 ssh_runner.go:195] Run: cat /etc/os-release
I1007 12:31:45.910330 766330 info.go:137] Remote host: Buildroot 2023.02.9
I1007 12:31:45.910363 766330 filesync.go:126] Scanning /home/jenkins/minikube-integration/18424-747025/.minikube/addons for local assets ...
I1007 12:31:45.910424 766330 filesync.go:126] Scanning /home/jenkins/minikube-integration/18424-747025/.minikube/files for local assets ...
I1007 12:31:45.910498 766330 filesync.go:149] local asset: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem -> 7543242.pem in /etc/ssl/certs
I1007 12:31:45.910509 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem -> /etc/ssl/certs/7543242.pem
I1007 12:31:45.910617 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1007 12:31:45.921262 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem --> /etc/ssl/certs/7543242.pem (1708 bytes)
I1007 12:31:45.947335 766330 start.go:296] duration metric: took 126.377039ms for postStartSetup
I1007 12:31:45.947395 766330 main.go:141] libmachine: (ha-053933) Calling .GetConfigRaw
I1007 12:31:45.948057 766330 main.go:141] libmachine: (ha-053933) Calling .GetIP
I1007 12:31:45.950566 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.950901 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:45.950931 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.951158 766330 profile.go:143] Saving config to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/config.json ...
I1007 12:31:45.951337 766330 start.go:128] duration metric: took 27.725842508s to createHost
I1007 12:31:45.951369 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:31:45.953682 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.954057 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:45.954084 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:45.954210 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:31:45.954414 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:45.954585 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:45.954727 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:31:45.954891 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:31:45.955077 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.152 22 <nil> <nil>}
I1007 12:31:45.955089 766330 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1007 12:31:46.059048 766330 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728304306.039624942
I1007 12:31:46.059075 766330 fix.go:216] guest clock: 1728304306.039624942
I1007 12:31:46.059083 766330 fix.go:229] Guest: 2024-10-07 12:31:46.039624942 +0000 UTC Remote: 2024-10-07 12:31:45.951349706 +0000 UTC m=+27.845880248 (delta=88.275236ms)
I1007 12:31:46.059106 766330 fix.go:200] guest clock delta is within tolerance: 88.275236ms
I1007 12:31:46.059111 766330 start.go:83] releasing machines lock for "ha-053933", held for 27.833688154s
I1007 12:31:46.059131 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:31:46.059394 766330 main.go:141] libmachine: (ha-053933) Calling .GetIP
I1007 12:31:46.062064 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:46.062406 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:46.062431 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:46.062578 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:31:46.063106 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:31:46.063318 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:31:46.063436 766330 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1007 12:31:46.063484 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:31:46.063563 766330 ssh_runner.go:195] Run: cat /version.json
I1007 12:31:46.063582 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:31:46.066118 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:46.066393 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:46.066431 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:46.066454 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:46.066641 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:31:46.066729 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:46.066762 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:46.066811 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:46.066931 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:31:46.066955 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:31:46.067124 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:31:46.067115 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.152 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa Username:docker}
I1007 12:31:46.067267 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:31:46.067400 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.152 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa Username:docker}
I1007 12:31:46.143506 766330 ssh_runner.go:195] Run: systemctl --version
I1007 12:31:46.170858 766330 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1007 12:31:46.332209 766330 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1007 12:31:46.338580 766330 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1007 12:31:46.338677 766330 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1007 12:31:46.356826 766330 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1007 12:31:46.356863 766330 start.go:495] detecting cgroup driver to use...
I1007 12:31:46.356954 766330 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1007 12:31:46.374524 766330 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1007 12:31:46.390007 766330 docker.go:217] disabling cri-docker service (if available) ...
I1007 12:31:46.390089 766330 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1007 12:31:46.404935 766330 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1007 12:31:46.420186 766330 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1007 12:31:46.537561 766330 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1007 12:31:46.724537 766330 docker.go:233] disabling docker service ...
I1007 12:31:46.724631 766330 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1007 12:31:46.740520 766330 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1007 12:31:46.754710 766330 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1007 12:31:46.868070 766330 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1007 12:31:46.983211 766330 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1007 12:31:46.998357 766330 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1007 12:31:47.018646 766330 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1007 12:31:47.018734 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:31:47.030677 766330 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1007 12:31:47.030766 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:31:47.042531 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:31:47.053856 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:31:47.065763 766330 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1007 12:31:47.077170 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:31:47.088459 766330 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:31:47.106901 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:31:47.118161 766330 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1007 12:31:47.128388 766330 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1007 12:31:47.128462 766330 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1007 12:31:47.142126 766330 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1007 12:31:47.154515 766330 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:31:47.283963 766330 ssh_runner.go:195] Run: sudo systemctl restart crio
I1007 12:31:47.385321 766330 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1007 12:31:47.385405 766330 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1007 12:31:47.390485 766330 start.go:563] Will wait 60s for crictl version
I1007 12:31:47.390552 766330 ssh_runner.go:195] Run: which crictl
I1007 12:31:47.394825 766330 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1007 12:31:47.439074 766330 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1007 12:31:47.439187 766330 ssh_runner.go:195] Run: crio --version
I1007 12:31:47.469132 766330 ssh_runner.go:195] Run: crio --version
I1007 12:31:47.501636 766330 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1007 12:31:47.503367 766330 main.go:141] libmachine: (ha-053933) Calling .GetIP
I1007 12:31:47.506449 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:47.506817 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:31:47.506859 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:31:47.507082 766330 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1007 12:31:47.511597 766330 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:31:47.525698 766330 kubeadm.go:883] updating cluster {Name:ha-053933 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 C
lusterName:ha-053933 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.152 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0
MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1007 12:31:47.525829 766330 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 12:31:47.525874 766330 ssh_runner.go:195] Run: sudo crictl images --output json
I1007 12:31:47.561011 766330 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I1007 12:31:47.561094 766330 ssh_runner.go:195] Run: which lz4
I1007 12:31:47.565196 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1007 12:31:47.565316 766330 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1007 12:31:47.569571 766330 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1007 12:31:47.569613 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I1007 12:31:49.022834 766330 crio.go:462] duration metric: took 1.457534476s to copy over tarball
I1007 12:31:49.022945 766330 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1007 12:31:51.131868 766330 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.108889496s)
I1007 12:31:51.131914 766330 crio.go:469] duration metric: took 2.109034387s to extract the tarball
I1007 12:31:51.131926 766330 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1007 12:31:51.169816 766330 ssh_runner.go:195] Run: sudo crictl images --output json
I1007 12:31:51.217403 766330 crio.go:514] all images are preloaded for cri-o runtime.
I1007 12:31:51.217431 766330 cache_images.go:84] Images are preloaded, skipping loading
I1007 12:31:51.217440 766330 kubeadm.go:934] updating node { 192.168.39.152 8443 v1.31.1 crio true true} ...
I1007 12:31:51.217556 766330 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-053933 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.152
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-053933 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1007 12:31:51.217655 766330 ssh_runner.go:195] Run: crio config
I1007 12:31:51.271379 766330 cni.go:84] Creating CNI manager for ""
I1007 12:31:51.271408 766330 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1007 12:31:51.271420 766330 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1007 12:31:51.271445 766330 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.152 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-053933 NodeName:ha-053933 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.152"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.152 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1007 12:31:51.271623 766330 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.152
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-053933"
kubeletExtraArgs:
node-ip: 192.168.39.152
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.152"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1007 12:31:51.271654 766330 kube-vip.go:115] generating kube-vip config ...
I1007 12:31:51.271699 766330 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1007 12:31:51.289463 766330 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1007 12:31:51.289607 766330 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1007 12:31:51.289677 766330 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1007 12:31:51.300325 766330 binaries.go:44] Found k8s binaries, skipping transfer
I1007 12:31:51.300403 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1007 12:31:51.311044 766330 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1007 12:31:51.329552 766330 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1007 12:31:51.347746 766330 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2153 bytes)
I1007 12:31:51.366188 766330 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1007 12:31:51.384590 766330 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1007 12:31:51.388865 766330 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:31:51.402571 766330 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:31:51.531092 766330 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 12:31:51.550538 766330 certs.go:68] Setting up /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933 for IP: 192.168.39.152
I1007 12:31:51.550568 766330 certs.go:194] generating shared ca certs ...
I1007 12:31:51.550589 766330 certs.go:226] acquiring lock for ca certs: {Name:mk6ca7c28f38fbb86128c70ce573f05386aa0959 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:31:51.550791 766330 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.key
I1007 12:31:51.550844 766330 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.key
I1007 12:31:51.550855 766330 certs.go:256] generating profile certs ...
I1007 12:31:51.550949 766330 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.key
I1007 12:31:51.550971 766330 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.crt with IP's: []
I1007 12:31:51.873489 766330 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.crt ...
I1007 12:31:51.873532 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.crt: {Name:mkf7b8a7f4d9827c14fd0fbc8bb02e2f79d65528 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:31:51.873758 766330 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.key ...
I1007 12:31:51.873776 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.key: {Name:mk6b5a827040be723c18ebdcd9fe7d1599565bea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:31:51.873894 766330 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.0208bc6a
I1007 12:31:51.873912 766330 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.0208bc6a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.152 192.168.39.254]
I1007 12:31:52.061549 766330 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.0208bc6a ...
I1007 12:31:52.061587 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.0208bc6a: {Name:mk1a012d659f1c8c4afc92ca485eba408eb37a44 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:31:52.061787 766330 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.0208bc6a ...
I1007 12:31:52.061804 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.0208bc6a: {Name:mkb1195bd1ddd6ea78076dea0e840887aeae92ad Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:31:52.061908 766330 certs.go:381] copying /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.0208bc6a -> /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt
I1007 12:31:52.062012 766330 certs.go:385] copying /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.0208bc6a -> /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key
I1007 12:31:52.062107 766330 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.key
I1007 12:31:52.062125 766330 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.crt with IP's: []
I1007 12:31:52.119663 766330 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.crt ...
I1007 12:31:52.119698 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.crt: {Name:mkf6d674dcac47b878e8df13383f77bcf932d249 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:31:52.119900 766330 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.key ...
I1007 12:31:52.119913 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.key: {Name:mk301510b9dc1296a9e7f127da3f0d4b86905808 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:31:52.120033 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1007 12:31:52.120053 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1007 12:31:52.120064 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1007 12:31:52.120077 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1007 12:31:52.120087 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1007 12:31:52.120118 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1007 12:31:52.120142 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1007 12:31:52.120155 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1007 12:31:52.120209 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324.pem (1338 bytes)
W1007 12:31:52.120251 766330 certs.go:480] ignoring /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324_empty.pem, impossibly tiny 0 bytes
I1007 12:31:52.120261 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca-key.pem (1675 bytes)
I1007 12:31:52.120290 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem (1082 bytes)
I1007 12:31:52.120312 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem (1123 bytes)
I1007 12:31:52.120339 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem (1675 bytes)
I1007 12:31:52.120379 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem (1708 bytes)
I1007 12:31:52.120408 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem -> /usr/share/ca-certificates/7543242.pem
I1007 12:31:52.120422 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1007 12:31:52.120434 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324.pem -> /usr/share/ca-certificates/754324.pem
I1007 12:31:52.121128 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1007 12:31:52.149003 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1007 12:31:52.175017 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1007 12:31:52.201648 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1007 12:31:52.228352 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1007 12:31:52.255290 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1007 12:31:52.282215 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1007 12:31:52.309286 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1007 12:31:52.337694 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem --> /usr/share/ca-certificates/7543242.pem (1708 bytes)
I1007 12:31:52.366883 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1007 12:31:52.402754 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324.pem --> /usr/share/ca-certificates/754324.pem (1338 bytes)
I1007 12:31:52.430306 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1007 12:31:52.451397 766330 ssh_runner.go:195] Run: openssl version
I1007 12:31:52.458450 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/7543242.pem && ln -fs /usr/share/ca-certificates/7543242.pem /etc/ssl/certs/7543242.pem"
I1007 12:31:52.470676 766330 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/7543242.pem
I1007 12:31:52.476879 766330 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 7 12:27 /usr/share/ca-certificates/7543242.pem
I1007 12:31:52.476941 766330 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/7543242.pem
I1007 12:31:52.483560 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/7543242.pem /etc/ssl/certs/3ec20f2e.0"
I1007 12:31:52.495531 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1007 12:31:52.507273 766330 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1007 12:31:52.512685 766330 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 7 12:08 /usr/share/ca-certificates/minikubeCA.pem
I1007 12:31:52.512760 766330 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1007 12:31:52.519035 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1007 12:31:52.530701 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/754324.pem && ln -fs /usr/share/ca-certificates/754324.pem /etc/ssl/certs/754324.pem"
I1007 12:31:52.542163 766330 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/754324.pem
I1007 12:31:52.547093 766330 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 7 12:27 /usr/share/ca-certificates/754324.pem
I1007 12:31:52.547169 766330 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/754324.pem
I1007 12:31:52.553420 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/754324.pem /etc/ssl/certs/51391683.0"
I1007 12:31:52.565081 766330 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1007 12:31:52.569549 766330 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1007 12:31:52.569630 766330 kubeadm.go:392] StartCluster: {Name:ha-053933 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clus
terName:ha-053933 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.152 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mou
ntType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1007 12:31:52.569737 766330 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1007 12:31:52.569800 766330 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1007 12:31:52.613192 766330 cri.go:89] found id: ""
I1007 12:31:52.613311 766330 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1007 12:31:52.625713 766330 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1007 12:31:52.636220 766330 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1007 12:31:52.646590 766330 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1007 12:31:52.646626 766330 kubeadm.go:157] found existing configuration files:
I1007 12:31:52.646686 766330 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1007 12:31:52.656870 766330 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1007 12:31:52.656944 766330 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1007 12:31:52.667467 766330 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1007 12:31:52.677109 766330 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1007 12:31:52.677186 766330 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1007 12:31:52.687168 766330 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1007 12:31:52.696969 766330 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1007 12:31:52.697035 766330 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1007 12:31:52.706604 766330 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1007 12:31:52.716252 766330 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1007 12:31:52.716325 766330 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1007 12:31:52.726572 766330 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1007 12:31:52.847487 766330 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1007 12:31:52.847581 766330 kubeadm.go:310] [preflight] Running pre-flight checks
I1007 12:31:52.955260 766330 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1007 12:31:52.955420 766330 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1007 12:31:52.955545 766330 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1007 12:31:52.964537 766330 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1007 12:31:53.051755 766330 out.go:235] - Generating certificates and keys ...
I1007 12:31:53.051938 766330 kubeadm.go:310] [certs] Using existing ca certificate authority
I1007 12:31:53.052035 766330 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1007 12:31:53.320791 766330 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1007 12:31:53.468201 766330 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1007 12:31:53.842801 766330 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1007 12:31:53.969642 766330 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1007 12:31:54.101242 766330 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1007 12:31:54.101440 766330 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-053933 localhost] and IPs [192.168.39.152 127.0.0.1 ::1]
I1007 12:31:54.456134 766330 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1007 12:31:54.456354 766330 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-053933 localhost] and IPs [192.168.39.152 127.0.0.1 ::1]
I1007 12:31:54.521797 766330 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1007 12:31:54.769778 766330 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1007 12:31:55.125227 766330 kubeadm.go:310] [certs] Generating "sa" key and public key
I1007 12:31:55.125448 766330 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1007 12:31:55.361551 766330 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1007 12:31:55.783698 766330 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1007 12:31:56.057409 766330 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1007 12:31:56.211507 766330 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1007 12:31:56.348279 766330 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1007 12:31:56.349002 766330 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1007 12:31:56.353525 766330 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1007 12:31:56.355620 766330 out.go:235] - Booting up control plane ...
I1007 12:31:56.355760 766330 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1007 12:31:56.356147 766330 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1007 12:31:56.356974 766330 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1007 12:31:56.373175 766330 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1007 12:31:56.381538 766330 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1007 12:31:56.381594 766330 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1007 12:31:56.521323 766330 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1007 12:31:56.521511 766330 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1007 12:31:57.022943 766330 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.739695ms
I1007 12:31:57.023054 766330 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1007 12:32:03.058810 766330 kubeadm.go:310] [api-check] The API server is healthy after 6.037121779s
I1007 12:32:03.072819 766330 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1007 12:32:03.101026 766330 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1007 12:32:03.645977 766330 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1007 12:32:03.646231 766330 kubeadm.go:310] [mark-control-plane] Marking the node ha-053933 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1007 12:32:03.661217 766330 kubeadm.go:310] [bootstrap-token] Using token: ofkgus.681l1bfefmhh1xkb
I1007 12:32:03.662957 766330 out.go:235] - Configuring RBAC rules ...
I1007 12:32:03.663116 766330 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1007 12:32:03.674911 766330 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1007 12:32:03.697863 766330 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1007 12:32:03.703512 766330 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1007 12:32:03.708092 766330 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1007 12:32:03.713563 766330 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1007 12:32:03.734636 766330 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1007 12:32:03.997011 766330 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1007 12:32:04.464216 766330 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1007 12:32:04.465131 766330 kubeadm.go:310]
I1007 12:32:04.465191 766330 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1007 12:32:04.465199 766330 kubeadm.go:310]
I1007 12:32:04.465336 766330 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1007 12:32:04.465360 766330 kubeadm.go:310]
I1007 12:32:04.465394 766330 kubeadm.go:310] mkdir -p $HOME/.kube
I1007 12:32:04.465446 766330 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1007 12:32:04.465491 766330 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1007 12:32:04.465504 766330 kubeadm.go:310]
I1007 12:32:04.465572 766330 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1007 12:32:04.465599 766330 kubeadm.go:310]
I1007 12:32:04.465644 766330 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1007 12:32:04.465663 766330 kubeadm.go:310]
I1007 12:32:04.465719 766330 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1007 12:32:04.465794 766330 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1007 12:32:04.465885 766330 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1007 12:32:04.465901 766330 kubeadm.go:310]
I1007 12:32:04.466075 766330 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1007 12:32:04.466193 766330 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1007 12:32:04.466201 766330 kubeadm.go:310]
I1007 12:32:04.466294 766330 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ofkgus.681l1bfefmhh1xkb \
I1007 12:32:04.466394 766330 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:c52291efb406fa07dfe86177776b56c468c80ee2c6548c2708d46535dd7bf6aa \
I1007 12:32:04.466415 766330 kubeadm.go:310] --control-plane
I1007 12:32:04.466421 766330 kubeadm.go:310]
I1007 12:32:04.466490 766330 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1007 12:32:04.466497 766330 kubeadm.go:310]
I1007 12:32:04.466565 766330 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ofkgus.681l1bfefmhh1xkb \
I1007 12:32:04.466661 766330 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:c52291efb406fa07dfe86177776b56c468c80ee2c6548c2708d46535dd7bf6aa
I1007 12:32:04.467760 766330 kubeadm.go:310] W1007 12:31:52.830915 837 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1007 12:32:04.468039 766330 kubeadm.go:310] W1007 12:31:52.831996 837 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1007 12:32:04.468166 766330 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1007 12:32:04.468194 766330 cni.go:84] Creating CNI manager for ""
I1007 12:32:04.468205 766330 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1007 12:32:04.470298 766330 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1007 12:32:04.471574 766330 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1007 12:32:04.477802 766330 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1007 12:32:04.477826 766330 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1007 12:32:04.497072 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1007 12:32:04.906135 766330 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1007 12:32:04.906201 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:32:04.906237 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-053933 minikube.k8s.io/updated_at=2024_10_07T12_32_04_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=aced4bb0374ad4c19753bf24eee8bc7aa8774c9c minikube.k8s.io/name=ha-053933 minikube.k8s.io/primary=true
I1007 12:32:05.063682 766330 ops.go:34] apiserver oom_adj: -16
I1007 12:32:05.063698 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:32:05.564187 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:32:06.063920 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:32:06.563953 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:32:07.064483 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:32:07.564765 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:32:08.064739 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:32:08.564036 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:32:09.063899 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:32:09.198443 766330 kubeadm.go:1113] duration metric: took 4.292302963s to wait for elevateKubeSystemPrivileges
I1007 12:32:09.198484 766330 kubeadm.go:394] duration metric: took 16.62887336s to StartCluster
I1007 12:32:09.198511 766330 settings.go:142] acquiring lock: {Name:mk253b38d4c9251c79faa1a96e2c9e6cb3a54c70 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:32:09.198603 766330 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18424-747025/kubeconfig
I1007 12:32:09.199399 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/kubeconfig: {Name:mk015c56daae0ab65da25a8cde92b4b264178123 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:32:09.199661 766330 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1007 12:32:09.199654 766330 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.152 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:32:09.199683 766330 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1007 12:32:09.199750 766330 start.go:241] waiting for startup goroutines ...
I1007 12:32:09.199769 766330 addons.go:69] Setting storage-provisioner=true in profile "ha-053933"
I1007 12:32:09.199790 766330 addons.go:234] Setting addon storage-provisioner=true in "ha-053933"
I1007 12:32:09.199789 766330 addons.go:69] Setting default-storageclass=true in profile "ha-053933"
I1007 12:32:09.199827 766330 host.go:66] Checking if "ha-053933" exists ...
I1007 12:32:09.199861 766330 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-053933"
I1007 12:32:09.199924 766330 config.go:182] Loaded profile config "ha-053933": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:32:09.200250 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:32:09.200297 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:32:09.200379 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:32:09.200403 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:32:09.217502 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35951
I1007 12:32:09.217554 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44585
I1007 12:32:09.217985 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:32:09.218145 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:32:09.218593 766330 main.go:141] libmachine: Using API Version 1
I1007 12:32:09.218622 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:32:09.218725 766330 main.go:141] libmachine: Using API Version 1
I1007 12:32:09.218753 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:32:09.219006 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:32:09.219124 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:32:09.219326 766330 main.go:141] libmachine: (ha-053933) Calling .GetState
I1007 12:32:09.219637 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:32:09.219691 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:32:09.221998 766330 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/18424-747025/kubeconfig
I1007 12:32:09.222368 766330 kapi.go:59] client config for ha-053933: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.crt", KeyFile:"/home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.key", CAFile:"/home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1007 12:32:09.223019 766330 cert_rotation.go:140] Starting client certificate rotation controller
I1007 12:32:09.223381 766330 addons.go:234] Setting addon default-storageclass=true in "ha-053933"
I1007 12:32:09.223435 766330 host.go:66] Checking if "ha-053933" exists ...
I1007 12:32:09.223846 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:32:09.223902 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:32:09.237604 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34091
I1007 12:32:09.238161 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:32:09.238820 766330 main.go:141] libmachine: Using API Version 1
I1007 12:32:09.238847 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:32:09.239267 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:32:09.239621 766330 main.go:141] libmachine: (ha-053933) Calling .GetState
I1007 12:32:09.242388 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:32:09.242754 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38547
I1007 12:32:09.243274 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:32:09.243977 766330 main.go:141] libmachine: Using API Version 1
I1007 12:32:09.244007 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:32:09.244396 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:32:09.244986 766330 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1007 12:32:09.245068 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:32:09.245147 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:32:09.246976 766330 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1007 12:32:09.247004 766330 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1007 12:32:09.247031 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:32:09.251289 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:32:09.251823 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:32:09.251851 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:32:09.252064 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:32:09.252294 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:32:09.252448 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:32:09.252580 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.152 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa Username:docker}
I1007 12:32:09.263439 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36383
I1007 12:32:09.263833 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:32:09.264713 766330 main.go:141] libmachine: Using API Version 1
I1007 12:32:09.264733 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:32:09.265269 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:32:09.265519 766330 main.go:141] libmachine: (ha-053933) Calling .GetState
I1007 12:32:09.267198 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:32:09.267411 766330 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1007 12:32:09.267431 766330 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1007 12:32:09.267448 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:32:09.271160 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:32:09.271638 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:32:09.271652 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:32:09.272078 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:32:09.272247 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:32:09.272388 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:32:09.272476 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.152 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa Username:docker}
I1007 12:32:09.422833 766330 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1007 12:32:09.443940 766330 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1007 12:32:09.510999 766330 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1007 12:32:10.102670 766330 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1007 12:32:10.350678 766330 main.go:141] libmachine: Making call to close driver server
I1007 12:32:10.350704 766330 main.go:141] libmachine: (ha-053933) Calling .Close
I1007 12:32:10.350784 766330 main.go:141] libmachine: Making call to close driver server
I1007 12:32:10.350815 766330 main.go:141] libmachine: (ha-053933) Calling .Close
I1007 12:32:10.351026 766330 main.go:141] libmachine: Successfully made call to close driver server
I1007 12:32:10.351046 766330 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 12:32:10.351056 766330 main.go:141] libmachine: Making call to close driver server
I1007 12:32:10.351063 766330 main.go:141] libmachine: (ha-053933) Calling .Close
I1007 12:32:10.351128 766330 main.go:141] libmachine: (ha-053933) DBG | Closing plugin on server side
I1007 12:32:10.351191 766330 main.go:141] libmachine: Successfully made call to close driver server
I1007 12:32:10.351222 766330 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 12:32:10.351239 766330 main.go:141] libmachine: Making call to close driver server
I1007 12:32:10.351246 766330 main.go:141] libmachine: (ha-053933) Calling .Close
I1007 12:32:10.352633 766330 main.go:141] libmachine: Successfully made call to close driver server
I1007 12:32:10.352653 766330 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 12:32:10.352669 766330 main.go:141] libmachine: (ha-053933) DBG | Closing plugin on server side
I1007 12:32:10.352691 766330 main.go:141] libmachine: Successfully made call to close driver server
I1007 12:32:10.352714 766330 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 12:32:10.352813 766330 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1007 12:32:10.352834 766330 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1007 12:32:10.352951 766330 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1007 12:32:10.352963 766330 round_trippers.go:469] Request Headers:
I1007 12:32:10.352974 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:32:10.352984 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:32:10.364518 766330 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1007 12:32:10.365197 766330 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1007 12:32:10.365213 766330 round_trippers.go:469] Request Headers:
I1007 12:32:10.365222 766330 round_trippers.go:473] Content-Type: application/json
I1007 12:32:10.365226 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:32:10.365229 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:32:10.368346 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:32:10.368537 766330 main.go:141] libmachine: Making call to close driver server
I1007 12:32:10.368555 766330 main.go:141] libmachine: (ha-053933) Calling .Close
I1007 12:32:10.368875 766330 main.go:141] libmachine: Successfully made call to close driver server
I1007 12:32:10.368889 766330 main.go:141] libmachine: (ha-053933) DBG | Closing plugin on server side
I1007 12:32:10.368895 766330 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 12:32:10.371604 766330 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1007 12:32:10.373030 766330 addons.go:510] duration metric: took 1.173351959s for enable addons: enabled=[storage-provisioner default-storageclass]
I1007 12:32:10.373068 766330 start.go:246] waiting for cluster config update ...
I1007 12:32:10.373085 766330 start.go:255] writing updated cluster config ...
I1007 12:32:10.375098 766330 out.go:201]
I1007 12:32:10.377249 766330 config.go:182] Loaded profile config "ha-053933": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:32:10.377439 766330 profile.go:143] Saving config to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/config.json ...
I1007 12:32:10.379490 766330 out.go:177] * Starting "ha-053933-m02" control-plane node in "ha-053933" cluster
I1007 12:32:10.381087 766330 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 12:32:10.381130 766330 cache.go:56] Caching tarball of preloaded images
I1007 12:32:10.381324 766330 preload.go:172] Found /home/jenkins/minikube-integration/18424-747025/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1007 12:32:10.381339 766330 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1007 12:32:10.381436 766330 profile.go:143] Saving config to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/config.json ...
I1007 12:32:10.381664 766330 start.go:360] acquireMachinesLock for ha-053933-m02: {Name:mkaa77fcf81b6efa3134e7d933d5a8dd0adc7dfc Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1007 12:32:10.381718 766330 start.go:364] duration metric: took 27.543µs to acquireMachinesLock for "ha-053933-m02"
I1007 12:32:10.381752 766330 start.go:93] Provisioning new machine with config: &{Name:ha-053933 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-053933 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.152 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Ce
rtExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:32:10.381840 766330 start.go:125] createHost starting for "m02" (driver="kvm2")
I1007 12:32:10.383550 766330 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1007 12:32:10.383680 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:32:10.383748 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:32:10.399329 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39259
I1007 12:32:10.399900 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:32:10.400460 766330 main.go:141] libmachine: Using API Version 1
I1007 12:32:10.400489 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:32:10.400855 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:32:10.401087 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetMachineName
I1007 12:32:10.401325 766330 main.go:141] libmachine: (ha-053933-m02) Calling .DriverName
I1007 12:32:10.401564 766330 start.go:159] libmachine.API.Create for "ha-053933" (driver="kvm2")
I1007 12:32:10.401597 766330 client.go:168] LocalClient.Create starting
I1007 12:32:10.401634 766330 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem
I1007 12:32:10.401683 766330 main.go:141] libmachine: Decoding PEM data...
I1007 12:32:10.401708 766330 main.go:141] libmachine: Parsing certificate...
I1007 12:32:10.401774 766330 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem
I1007 12:32:10.401806 766330 main.go:141] libmachine: Decoding PEM data...
I1007 12:32:10.401824 766330 main.go:141] libmachine: Parsing certificate...
I1007 12:32:10.401883 766330 main.go:141] libmachine: Running pre-create checks...
I1007 12:32:10.401911 766330 main.go:141] libmachine: (ha-053933-m02) Calling .PreCreateCheck
I1007 12:32:10.402163 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetConfigRaw
I1007 12:32:10.402584 766330 main.go:141] libmachine: Creating machine...
I1007 12:32:10.402602 766330 main.go:141] libmachine: (ha-053933-m02) Calling .Create
I1007 12:32:10.402815 766330 main.go:141] libmachine: (ha-053933-m02) Creating KVM machine...
I1007 12:32:10.404630 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found existing default KVM network
I1007 12:32:10.404848 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found existing private KVM network mk-ha-053933
I1007 12:32:10.405187 766330 main.go:141] libmachine: (ha-053933-m02) Setting up store path in /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02 ...
I1007 12:32:10.405209 766330 main.go:141] libmachine: (ha-053933-m02) Building disk image from file:///home/jenkins/minikube-integration/18424-747025/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1007 12:32:10.405302 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:10.405168 766716 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/18424-747025/.minikube
I1007 12:32:10.405466 766330 main.go:141] libmachine: (ha-053933-m02) Downloading /home/jenkins/minikube-integration/18424-747025/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/18424-747025/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1007 12:32:10.686269 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:10.686123 766716 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/id_rsa...
I1007 12:32:10.953304 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:10.953079 766716 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/ha-053933-m02.rawdisk...
I1007 12:32:10.953335 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Writing magic tar header
I1007 12:32:10.953347 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Writing SSH key tar header
I1007 12:32:10.953354 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:10.953302 766716 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02 ...
I1007 12:32:10.953491 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02
I1007 12:32:10.953520 766330 main.go:141] libmachine: (ha-053933-m02) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02 (perms=drwx------)
I1007 12:32:10.953532 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025/.minikube/machines
I1007 12:32:10.953546 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025/.minikube
I1007 12:32:10.953559 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025
I1007 12:32:10.953567 766330 main.go:141] libmachine: (ha-053933-m02) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025/.minikube/machines (perms=drwxr-xr-x)
I1007 12:32:10.953577 766330 main.go:141] libmachine: (ha-053933-m02) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025/.minikube (perms=drwxr-xr-x)
I1007 12:32:10.953583 766330 main.go:141] libmachine: (ha-053933-m02) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025 (perms=drwxrwxr-x)
I1007 12:32:10.953594 766330 main.go:141] libmachine: (ha-053933-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1007 12:32:10.953602 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1007 12:32:10.953610 766330 main.go:141] libmachine: (ha-053933-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1007 12:32:10.953626 766330 main.go:141] libmachine: (ha-053933-m02) Creating domain...
I1007 12:32:10.953639 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Checking permissions on dir: /home/jenkins
I1007 12:32:10.953649 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Checking permissions on dir: /home
I1007 12:32:10.953661 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Skipping /home - not owner
I1007 12:32:10.954892 766330 main.go:141] libmachine: (ha-053933-m02) define libvirt domain using xml:
I1007 12:32:10.954919 766330 main.go:141] libmachine: (ha-053933-m02) <domain type='kvm'>
I1007 12:32:10.954926 766330 main.go:141] libmachine: (ha-053933-m02) <name>ha-053933-m02</name>
I1007 12:32:10.954934 766330 main.go:141] libmachine: (ha-053933-m02) <memory unit='MiB'>2200</memory>
I1007 12:32:10.954971 766330 main.go:141] libmachine: (ha-053933-m02) <vcpu>2</vcpu>
I1007 12:32:10.954998 766330 main.go:141] libmachine: (ha-053933-m02) <features>
I1007 12:32:10.955008 766330 main.go:141] libmachine: (ha-053933-m02) <acpi/>
I1007 12:32:10.955019 766330 main.go:141] libmachine: (ha-053933-m02) <apic/>
I1007 12:32:10.955028 766330 main.go:141] libmachine: (ha-053933-m02) <pae/>
I1007 12:32:10.955038 766330 main.go:141] libmachine: (ha-053933-m02)
I1007 12:32:10.955048 766330 main.go:141] libmachine: (ha-053933-m02) </features>
I1007 12:32:10.955059 766330 main.go:141] libmachine: (ha-053933-m02) <cpu mode='host-passthrough'>
I1007 12:32:10.955086 766330 main.go:141] libmachine: (ha-053933-m02)
I1007 12:32:10.955107 766330 main.go:141] libmachine: (ha-053933-m02) </cpu>
I1007 12:32:10.955118 766330 main.go:141] libmachine: (ha-053933-m02) <os>
I1007 12:32:10.955130 766330 main.go:141] libmachine: (ha-053933-m02) <type>hvm</type>
I1007 12:32:10.955144 766330 main.go:141] libmachine: (ha-053933-m02) <boot dev='cdrom'/>
I1007 12:32:10.955153 766330 main.go:141] libmachine: (ha-053933-m02) <boot dev='hd'/>
I1007 12:32:10.955164 766330 main.go:141] libmachine: (ha-053933-m02) <bootmenu enable='no'/>
I1007 12:32:10.955170 766330 main.go:141] libmachine: (ha-053933-m02) </os>
I1007 12:32:10.955176 766330 main.go:141] libmachine: (ha-053933-m02) <devices>
I1007 12:32:10.955183 766330 main.go:141] libmachine: (ha-053933-m02) <disk type='file' device='cdrom'>
I1007 12:32:10.955199 766330 main.go:141] libmachine: (ha-053933-m02) <source file='/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/boot2docker.iso'/>
I1007 12:32:10.955214 766330 main.go:141] libmachine: (ha-053933-m02) <target dev='hdc' bus='scsi'/>
I1007 12:32:10.955226 766330 main.go:141] libmachine: (ha-053933-m02) <readonly/>
I1007 12:32:10.955236 766330 main.go:141] libmachine: (ha-053933-m02) </disk>
I1007 12:32:10.955247 766330 main.go:141] libmachine: (ha-053933-m02) <disk type='file' device='disk'>
I1007 12:32:10.955259 766330 main.go:141] libmachine: (ha-053933-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1007 12:32:10.955273 766330 main.go:141] libmachine: (ha-053933-m02) <source file='/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/ha-053933-m02.rawdisk'/>
I1007 12:32:10.955284 766330 main.go:141] libmachine: (ha-053933-m02) <target dev='hda' bus='virtio'/>
I1007 12:32:10.955295 766330 main.go:141] libmachine: (ha-053933-m02) </disk>
I1007 12:32:10.955317 766330 main.go:141] libmachine: (ha-053933-m02) <interface type='network'>
I1007 12:32:10.955337 766330 main.go:141] libmachine: (ha-053933-m02) <source network='mk-ha-053933'/>
I1007 12:32:10.955355 766330 main.go:141] libmachine: (ha-053933-m02) <model type='virtio'/>
I1007 12:32:10.955372 766330 main.go:141] libmachine: (ha-053933-m02) </interface>
I1007 12:32:10.955385 766330 main.go:141] libmachine: (ha-053933-m02) <interface type='network'>
I1007 12:32:10.955397 766330 main.go:141] libmachine: (ha-053933-m02) <source network='default'/>
I1007 12:32:10.955410 766330 main.go:141] libmachine: (ha-053933-m02) <model type='virtio'/>
I1007 12:32:10.955419 766330 main.go:141] libmachine: (ha-053933-m02) </interface>
I1007 12:32:10.955429 766330 main.go:141] libmachine: (ha-053933-m02) <serial type='pty'>
I1007 12:32:10.955444 766330 main.go:141] libmachine: (ha-053933-m02) <target port='0'/>
I1007 12:32:10.955456 766330 main.go:141] libmachine: (ha-053933-m02) </serial>
I1007 12:32:10.955483 766330 main.go:141] libmachine: (ha-053933-m02) <console type='pty'>
I1007 12:32:10.955500 766330 main.go:141] libmachine: (ha-053933-m02) <target type='serial' port='0'/>
I1007 12:32:10.955516 766330 main.go:141] libmachine: (ha-053933-m02) </console>
I1007 12:32:10.955528 766330 main.go:141] libmachine: (ha-053933-m02) <rng model='virtio'>
I1007 12:32:10.955541 766330 main.go:141] libmachine: (ha-053933-m02) <backend model='random'>/dev/random</backend>
I1007 12:32:10.955552 766330 main.go:141] libmachine: (ha-053933-m02) </rng>
I1007 12:32:10.955562 766330 main.go:141] libmachine: (ha-053933-m02)
I1007 12:32:10.955574 766330 main.go:141] libmachine: (ha-053933-m02)
I1007 12:32:10.955588 766330 main.go:141] libmachine: (ha-053933-m02) </devices>
I1007 12:32:10.955599 766330 main.go:141] libmachine: (ha-053933-m02) </domain>
I1007 12:32:10.955606 766330 main.go:141] libmachine: (ha-053933-m02)
I1007 12:32:10.964084 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:92:85:a0 in network default
I1007 12:32:10.964913 766330 main.go:141] libmachine: (ha-053933-m02) Ensuring networks are active...
I1007 12:32:10.964943 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:10.966004 766330 main.go:141] libmachine: (ha-053933-m02) Ensuring network default is active
I1007 12:32:10.966794 766330 main.go:141] libmachine: (ha-053933-m02) Ensuring network mk-ha-053933 is active
I1007 12:32:10.967567 766330 main.go:141] libmachine: (ha-053933-m02) Getting domain xml...
I1007 12:32:10.968704 766330 main.go:141] libmachine: (ha-053933-m02) Creating domain...
I1007 12:32:11.328435 766330 main.go:141] libmachine: (ha-053933-m02) Waiting to get IP...
I1007 12:32:11.329255 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:11.329657 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:11.329684 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:11.329635 766716 retry.go:31] will retry after 304.626046ms: waiting for machine to come up
I1007 12:32:11.636452 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:11.636889 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:11.636919 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:11.636838 766716 retry.go:31] will retry after 276.587443ms: waiting for machine to come up
I1007 12:32:11.915507 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:11.915953 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:11.915981 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:11.915913 766716 retry.go:31] will retry after 337.132979ms: waiting for machine to come up
I1007 12:32:12.254562 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:12.255006 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:12.255031 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:12.254957 766716 retry.go:31] will retry after 414.173139ms: waiting for machine to come up
I1007 12:32:12.670554 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:12.670981 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:12.671027 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:12.670964 766716 retry.go:31] will retry after 736.75735ms: waiting for machine to come up
I1007 12:32:13.409001 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:13.409465 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:13.409492 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:13.409419 766716 retry.go:31] will retry after 877.012423ms: waiting for machine to come up
I1007 12:32:14.288329 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:14.288723 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:14.288753 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:14.288684 766716 retry.go:31] will retry after 1.037556164s: waiting for machine to come up
I1007 12:32:15.327401 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:15.327809 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:15.327836 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:15.327768 766716 retry.go:31] will retry after 1.075590546s: waiting for machine to come up
I1007 12:32:16.404635 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:16.405141 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:16.405170 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:16.405088 766716 retry.go:31] will retry after 1.694642723s: waiting for machine to come up
I1007 12:32:18.101812 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:18.102290 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:18.102307 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:18.102257 766716 retry.go:31] will retry after 2.246296895s: waiting for machine to come up
I1007 12:32:20.351742 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:20.352251 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:20.352273 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:20.352201 766716 retry.go:31] will retry after 2.298110151s: waiting for machine to come up
I1007 12:32:22.653604 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:22.654280 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:22.654305 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:22.654158 766716 retry.go:31] will retry after 3.347094149s: waiting for machine to come up
I1007 12:32:26.003104 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:26.003592 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:26.003618 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:26.003545 766716 retry.go:31] will retry after 3.946300567s: waiting for machine to come up
I1007 12:32:29.951184 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:29.951661 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find current IP address of domain ha-053933-m02 in network mk-ha-053933
I1007 12:32:29.951683 766330 main.go:141] libmachine: (ha-053933-m02) DBG | I1007 12:32:29.951615 766716 retry.go:31] will retry after 4.942604939s: waiting for machine to come up
I1007 12:32:34.900038 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:34.900804 766330 main.go:141] libmachine: (ha-053933-m02) Found IP for machine: 192.168.39.227
I1007 12:32:34.900839 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has current primary IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:34.900847 766330 main.go:141] libmachine: (ha-053933-m02) Reserving static IP address...
I1007 12:32:34.901345 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find host DHCP lease matching {name: "ha-053933-m02", mac: "52:54:00:e8:71:ec", ip: "192.168.39.227"} in network mk-ha-053933
I1007 12:32:34.989559 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Getting to WaitForSSH function...
I1007 12:32:34.989593 766330 main.go:141] libmachine: (ha-053933-m02) Reserved static IP address: 192.168.39.227
I1007 12:32:34.989607 766330 main.go:141] libmachine: (ha-053933-m02) Waiting for SSH to be available...
I1007 12:32:34.993000 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:34.993348 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933
I1007 12:32:34.993372 766330 main.go:141] libmachine: (ha-053933-m02) DBG | unable to find defined IP address of network mk-ha-053933 interface with MAC address 52:54:00:e8:71:ec
I1007 12:32:34.993535 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Using SSH client type: external
I1007 12:32:34.993565 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/id_rsa (-rw-------)
I1007 12:32:34.993595 766330 main.go:141] libmachine: (ha-053933-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 12:32:34.993608 766330 main.go:141] libmachine: (ha-053933-m02) DBG | About to run SSH command:
I1007 12:32:34.993625 766330 main.go:141] libmachine: (ha-053933-m02) DBG | exit 0
I1007 12:32:34.997438 766330 main.go:141] libmachine: (ha-053933-m02) DBG | SSH cmd err, output: exit status 255:
I1007 12:32:34.997462 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1007 12:32:34.997471 766330 main.go:141] libmachine: (ha-053933-m02) DBG | command : exit 0
I1007 12:32:34.997493 766330 main.go:141] libmachine: (ha-053933-m02) DBG | err : exit status 255
I1007 12:32:34.997502 766330 main.go:141] libmachine: (ha-053933-m02) DBG | output :
I1007 12:32:38.000138 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Getting to WaitForSSH function...
I1007 12:32:38.003563 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.003934 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:38.003965 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.004068 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Using SSH client type: external
I1007 12:32:38.004097 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/id_rsa (-rw-------)
I1007 12:32:38.004133 766330 main.go:141] libmachine: (ha-053933-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.227 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 12:32:38.004156 766330 main.go:141] libmachine: (ha-053933-m02) DBG | About to run SSH command:
I1007 12:32:38.004198 766330 main.go:141] libmachine: (ha-053933-m02) DBG | exit 0
I1007 12:32:38.134356 766330 main.go:141] libmachine: (ha-053933-m02) DBG | SSH cmd err, output: <nil>:
I1007 12:32:38.134575 766330 main.go:141] libmachine: (ha-053933-m02) KVM machine creation complete!
I1007 12:32:38.134919 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetConfigRaw
I1007 12:32:38.135497 766330 main.go:141] libmachine: (ha-053933-m02) Calling .DriverName
I1007 12:32:38.135718 766330 main.go:141] libmachine: (ha-053933-m02) Calling .DriverName
I1007 12:32:38.135838 766330 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1007 12:32:38.135854 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetState
I1007 12:32:38.137125 766330 main.go:141] libmachine: Detecting operating system of created instance...
I1007 12:32:38.137139 766330 main.go:141] libmachine: Waiting for SSH to be available...
I1007 12:32:38.137144 766330 main.go:141] libmachine: Getting to WaitForSSH function...
I1007 12:32:38.137149 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHHostname
I1007 12:32:38.139531 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.140008 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:38.140029 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.140173 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHPort
I1007 12:32:38.140353 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:38.140459 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:38.140609 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHUsername
I1007 12:32:38.140739 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:32:38.140945 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I1007 12:32:38.140955 766330 main.go:141] libmachine: About to run SSH command:
exit 0
I1007 12:32:38.245844 766330 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:32:38.245874 766330 main.go:141] libmachine: Detecting the provisioner...
I1007 12:32:38.245883 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHHostname
I1007 12:32:38.249067 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.249461 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:38.249482 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.249773 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHPort
I1007 12:32:38.249996 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:38.250184 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:38.250363 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHUsername
I1007 12:32:38.250493 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:32:38.250691 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I1007 12:32:38.250704 766330 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1007 12:32:38.363524 766330 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1007 12:32:38.363625 766330 main.go:141] libmachine: found compatible host: buildroot
I1007 12:32:38.363640 766330 main.go:141] libmachine: Provisioning with buildroot...
I1007 12:32:38.363656 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetMachineName
I1007 12:32:38.364053 766330 buildroot.go:166] provisioning hostname "ha-053933-m02"
I1007 12:32:38.364084 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetMachineName
I1007 12:32:38.364321 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHHostname
I1007 12:32:38.367546 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.368073 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:38.368107 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.368323 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHPort
I1007 12:32:38.368535 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:38.368704 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:38.368874 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHUsername
I1007 12:32:38.369073 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:32:38.369311 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I1007 12:32:38.369326 766330 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-053933-m02 && echo "ha-053933-m02" | sudo tee /etc/hostname
I1007 12:32:38.493958 766330 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-053933-m02
I1007 12:32:38.493990 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHHostname
I1007 12:32:38.496774 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.497161 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:38.497193 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.497352 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHPort
I1007 12:32:38.497571 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:38.497746 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:38.497916 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHUsername
I1007 12:32:38.498140 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:32:38.498312 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I1007 12:32:38.498329 766330 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-053933-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-053933-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-053933-m02' | sudo tee -a /etc/hosts;
fi
fi
I1007 12:32:38.616208 766330 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:32:38.616246 766330 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/18424-747025/.minikube CaCertPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18424-747025/.minikube}
I1007 12:32:38.616266 766330 buildroot.go:174] setting up certificates
I1007 12:32:38.616276 766330 provision.go:84] configureAuth start
I1007 12:32:38.616286 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetMachineName
I1007 12:32:38.616609 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetIP
I1007 12:32:38.619075 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.619398 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:38.619427 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.619572 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHHostname
I1007 12:32:38.621757 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.622105 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:38.622129 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.622285 766330 provision.go:143] copyHostCerts
I1007 12:32:38.622318 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem
I1007 12:32:38.622352 766330 exec_runner.go:144] found /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem, removing ...
I1007 12:32:38.622361 766330 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem
I1007 12:32:38.622432 766330 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem (1123 bytes)
I1007 12:32:38.622511 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem
I1007 12:32:38.622529 766330 exec_runner.go:144] found /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem, removing ...
I1007 12:32:38.622535 766330 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem
I1007 12:32:38.622558 766330 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem (1675 bytes)
I1007 12:32:38.622599 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem
I1007 12:32:38.622622 766330 exec_runner.go:144] found /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem, removing ...
I1007 12:32:38.622630 766330 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem
I1007 12:32:38.622663 766330 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem (1082 bytes)
I1007 12:32:38.622733 766330 provision.go:117] generating server cert: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca-key.pem org=jenkins.ha-053933-m02 san=[127.0.0.1 192.168.39.227 ha-053933-m02 localhost minikube]
I1007 12:32:38.708452 766330 provision.go:177] copyRemoteCerts
I1007 12:32:38.708528 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1007 12:32:38.708564 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHHostname
I1007 12:32:38.710962 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.711285 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:38.711318 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.711472 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHPort
I1007 12:32:38.711655 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:38.711820 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHUsername
I1007 12:32:38.711918 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.227 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/id_rsa Username:docker}
I1007 12:32:38.799093 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1007 12:32:38.799174 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1007 12:32:38.827105 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem -> /etc/docker/server.pem
I1007 12:32:38.827188 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1007 12:32:38.854871 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1007 12:32:38.854953 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1007 12:32:38.882148 766330 provision.go:87] duration metric: took 265.856123ms to configureAuth
I1007 12:32:38.882180 766330 buildroot.go:189] setting minikube options for container-runtime
I1007 12:32:38.882387 766330 config.go:182] Loaded profile config "ha-053933": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:32:38.882485 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHHostname
I1007 12:32:38.885151 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.885511 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:38.885545 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:38.885761 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHPort
I1007 12:32:38.885978 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:38.886151 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:38.886344 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHUsername
I1007 12:32:38.886506 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:32:38.886695 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I1007 12:32:38.886715 766330 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1007 12:32:39.128135 766330 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1007 12:32:39.128167 766330 main.go:141] libmachine: Checking connection to Docker...
I1007 12:32:39.128176 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetURL
I1007 12:32:39.129618 766330 main.go:141] libmachine: (ha-053933-m02) DBG | Using libvirt version 6000000
I1007 12:32:39.132019 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.132387 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:39.132415 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.132625 766330 main.go:141] libmachine: Docker is up and running!
I1007 12:32:39.132640 766330 main.go:141] libmachine: Reticulating splines...
I1007 12:32:39.132647 766330 client.go:171] duration metric: took 28.73104158s to LocalClient.Create
I1007 12:32:39.132672 766330 start.go:167] duration metric: took 28.731111532s to libmachine.API.Create "ha-053933"
I1007 12:32:39.132682 766330 start.go:293] postStartSetup for "ha-053933-m02" (driver="kvm2")
I1007 12:32:39.132692 766330 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1007 12:32:39.132710 766330 main.go:141] libmachine: (ha-053933-m02) Calling .DriverName
I1007 12:32:39.132980 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1007 12:32:39.133017 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHHostname
I1007 12:32:39.135744 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.136124 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:39.136167 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.136341 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHPort
I1007 12:32:39.136530 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:39.136675 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHUsername
I1007 12:32:39.136835 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.227 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/id_rsa Username:docker}
I1007 12:32:39.221605 766330 ssh_runner.go:195] Run: cat /etc/os-release
I1007 12:32:39.226484 766330 info.go:137] Remote host: Buildroot 2023.02.9
I1007 12:32:39.226514 766330 filesync.go:126] Scanning /home/jenkins/minikube-integration/18424-747025/.minikube/addons for local assets ...
I1007 12:32:39.226584 766330 filesync.go:126] Scanning /home/jenkins/minikube-integration/18424-747025/.minikube/files for local assets ...
I1007 12:32:39.226655 766330 filesync.go:149] local asset: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem -> 7543242.pem in /etc/ssl/certs
I1007 12:32:39.226665 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem -> /etc/ssl/certs/7543242.pem
I1007 12:32:39.226746 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1007 12:32:39.237427 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem --> /etc/ssl/certs/7543242.pem (1708 bytes)
I1007 12:32:39.261998 766330 start.go:296] duration metric: took 129.301228ms for postStartSetup
I1007 12:32:39.262093 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetConfigRaw
I1007 12:32:39.262719 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetIP
I1007 12:32:39.265384 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.265792 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:39.265819 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.266155 766330 profile.go:143] Saving config to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/config.json ...
I1007 12:32:39.266397 766330 start.go:128] duration metric: took 28.884542194s to createHost
I1007 12:32:39.266428 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHHostname
I1007 12:32:39.268718 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.268995 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:39.269035 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.269138 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHPort
I1007 12:32:39.269298 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:39.269463 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:39.269575 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHUsername
I1007 12:32:39.269703 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:32:39.269878 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.227 22 <nil> <nil>}
I1007 12:32:39.269888 766330 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1007 12:32:39.379504 766330 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728304359.360836408
I1007 12:32:39.379530 766330 fix.go:216] guest clock: 1728304359.360836408
I1007 12:32:39.379539 766330 fix.go:229] Guest: 2024-10-07 12:32:39.360836408 +0000 UTC Remote: 2024-10-07 12:32:39.26641087 +0000 UTC m=+81.160941412 (delta=94.425538ms)
I1007 12:32:39.379557 766330 fix.go:200] guest clock delta is within tolerance: 94.425538ms
I1007 12:32:39.379562 766330 start.go:83] releasing machines lock for "ha-053933-m02", held for 28.997822917s
I1007 12:32:39.379579 766330 main.go:141] libmachine: (ha-053933-m02) Calling .DriverName
I1007 12:32:39.379889 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetIP
I1007 12:32:39.383410 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.383763 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:39.383796 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.386874 766330 out.go:177] * Found network options:
I1007 12:32:39.388989 766330 out.go:177] - NO_PROXY=192.168.39.152
W1007 12:32:39.390421 766330 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 12:32:39.390479 766330 main.go:141] libmachine: (ha-053933-m02) Calling .DriverName
I1007 12:32:39.391270 766330 main.go:141] libmachine: (ha-053933-m02) Calling .DriverName
I1007 12:32:39.391484 766330 main.go:141] libmachine: (ha-053933-m02) Calling .DriverName
I1007 12:32:39.391605 766330 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1007 12:32:39.391666 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHHostname
W1007 12:32:39.391801 766330 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 12:32:39.391871 766330 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1007 12:32:39.391887 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHHostname
I1007 12:32:39.394867 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.394901 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.395284 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:39.395318 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:39.395339 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.395356 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:39.395674 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHPort
I1007 12:32:39.395681 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHPort
I1007 12:32:39.395918 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:39.395928 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHKeyPath
I1007 12:32:39.396088 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHUsername
I1007 12:32:39.396100 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetSSHUsername
I1007 12:32:39.396238 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.227 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/id_rsa Username:docker}
I1007 12:32:39.396245 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.227 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m02/id_rsa Username:docker}
I1007 12:32:39.642441 766330 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1007 12:32:39.649674 766330 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1007 12:32:39.649767 766330 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1007 12:32:39.666653 766330 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1007 12:32:39.666687 766330 start.go:495] detecting cgroup driver to use...
I1007 12:32:39.666767 766330 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1007 12:32:39.684589 766330 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1007 12:32:39.700168 766330 docker.go:217] disabling cri-docker service (if available) ...
I1007 12:32:39.700231 766330 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1007 12:32:39.716005 766330 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1007 12:32:39.731764 766330 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1007 12:32:39.862714 766330 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1007 12:32:40.011007 766330 docker.go:233] disabling docker service ...
I1007 12:32:40.011096 766330 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1007 12:32:40.027322 766330 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1007 12:32:40.041607 766330 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1007 12:32:40.187585 766330 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1007 12:32:40.331438 766330 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1007 12:32:40.347382 766330 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1007 12:32:40.367495 766330 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1007 12:32:40.367556 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:32:40.379748 766330 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1007 12:32:40.379840 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:32:40.391760 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:32:40.403745 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:32:40.415505 766330 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1007 12:32:40.428366 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:32:40.441667 766330 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:32:40.460916 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:32:40.473748 766330 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1007 12:32:40.485573 766330 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1007 12:32:40.485645 766330 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1007 12:32:40.500703 766330 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1007 12:32:40.512028 766330 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:32:40.646960 766330 ssh_runner.go:195] Run: sudo systemctl restart crio
I1007 12:32:40.739246 766330 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1007 12:32:40.739338 766330 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1007 12:32:40.744292 766330 start.go:563] Will wait 60s for crictl version
I1007 12:32:40.744359 766330 ssh_runner.go:195] Run: which crictl
I1007 12:32:40.748439 766330 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1007 12:32:40.790232 766330 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1007 12:32:40.790320 766330 ssh_runner.go:195] Run: crio --version
I1007 12:32:40.827829 766330 ssh_runner.go:195] Run: crio --version
I1007 12:32:40.860461 766330 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1007 12:32:40.862462 766330 out.go:177] - env NO_PROXY=192.168.39.152
I1007 12:32:40.864274 766330 main.go:141] libmachine: (ha-053933-m02) Calling .GetIP
I1007 12:32:40.867846 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:40.868296 766330 main.go:141] libmachine: (ha-053933-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e8:71:ec", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:32:24 +0000 UTC Type:0 Mac:52:54:00:e8:71:ec Iaid: IPaddr:192.168.39.227 Prefix:24 Hostname:ha-053933-m02 Clientid:01:52:54:00:e8:71:ec}
I1007 12:32:40.868323 766330 main.go:141] libmachine: (ha-053933-m02) DBG | domain ha-053933-m02 has defined IP address 192.168.39.227 and MAC address 52:54:00:e8:71:ec in network mk-ha-053933
I1007 12:32:40.868742 766330 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1007 12:32:40.873673 766330 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:32:40.887367 766330 mustload.go:65] Loading cluster: ha-053933
I1007 12:32:40.887606 766330 config.go:182] Loaded profile config "ha-053933": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:32:40.887888 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:32:40.887931 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:32:40.903464 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44271
I1007 12:32:40.903898 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:32:40.904410 766330 main.go:141] libmachine: Using API Version 1
I1007 12:32:40.904433 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:32:40.904903 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:32:40.905134 766330 main.go:141] libmachine: (ha-053933) Calling .GetState
I1007 12:32:40.906904 766330 host.go:66] Checking if "ha-053933" exists ...
I1007 12:32:40.907228 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:32:40.907278 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:32:40.922960 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40979
I1007 12:32:40.923502 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:32:40.924055 766330 main.go:141] libmachine: Using API Version 1
I1007 12:32:40.924078 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:32:40.924407 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:32:40.924586 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:32:40.924737 766330 certs.go:68] Setting up /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933 for IP: 192.168.39.227
I1007 12:32:40.924756 766330 certs.go:194] generating shared ca certs ...
I1007 12:32:40.924778 766330 certs.go:226] acquiring lock for ca certs: {Name:mk6ca7c28f38fbb86128c70ce573f05386aa0959 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:32:40.924946 766330 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.key
I1007 12:32:40.925010 766330 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.key
I1007 12:32:40.925020 766330 certs.go:256] generating profile certs ...
I1007 12:32:40.925169 766330 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.key
I1007 12:32:40.925208 766330 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.54b8ff90
I1007 12:32:40.925226 766330 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.54b8ff90 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.152 192.168.39.227 192.168.39.254]
I1007 12:32:41.148971 766330 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.54b8ff90 ...
I1007 12:32:41.149006 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.54b8ff90: {Name:mkfc72ac98e5f64b1efa978f83502cc26e6b00b2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:32:41.149188 766330 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.54b8ff90 ...
I1007 12:32:41.149202 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.54b8ff90: {Name:mkb6d827b308c96cc8f5173b1a5723adff201a6f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:32:41.149277 766330 certs.go:381] copying /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.54b8ff90 -> /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt
I1007 12:32:41.149418 766330 certs.go:385] copying /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.54b8ff90 -> /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key
I1007 12:32:41.149564 766330 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.key
I1007 12:32:41.149589 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1007 12:32:41.149603 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1007 12:32:41.149618 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1007 12:32:41.149632 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1007 12:32:41.149645 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1007 12:32:41.149658 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1007 12:32:41.149670 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1007 12:32:41.149681 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1007 12:32:41.149730 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324.pem (1338 bytes)
W1007 12:32:41.149764 766330 certs.go:480] ignoring /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324_empty.pem, impossibly tiny 0 bytes
I1007 12:32:41.149774 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca-key.pem (1675 bytes)
I1007 12:32:41.149801 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem (1082 bytes)
I1007 12:32:41.149822 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem (1123 bytes)
I1007 12:32:41.149848 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem (1675 bytes)
I1007 12:32:41.149885 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem (1708 bytes)
I1007 12:32:41.149911 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem -> /usr/share/ca-certificates/7543242.pem
I1007 12:32:41.149925 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1007 12:32:41.149937 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324.pem -> /usr/share/ca-certificates/754324.pem
I1007 12:32:41.149971 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:32:41.153293 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:32:41.153635 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:32:41.153659 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:32:41.153887 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:32:41.154192 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:32:41.154376 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:32:41.154520 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.152 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa Username:docker}
I1007 12:32:41.226577 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1007 12:32:41.232730 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1007 12:32:41.245060 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1007 12:32:41.251197 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1007 12:32:41.264593 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1007 12:32:41.269517 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1007 12:32:41.281560 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1007 12:32:41.286754 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1007 12:32:41.299707 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1007 12:32:41.304594 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1007 12:32:41.317916 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1007 12:32:41.323393 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1007 12:32:41.336013 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1007 12:32:41.366179 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1007 12:32:41.393458 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1007 12:32:41.419874 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1007 12:32:41.447814 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1007 12:32:41.474678 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1007 12:32:41.500522 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1007 12:32:41.527411 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1007 12:32:41.552513 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem --> /usr/share/ca-certificates/7543242.pem (1708 bytes)
I1007 12:32:41.576732 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1007 12:32:41.602701 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324.pem --> /usr/share/ca-certificates/754324.pem (1338 bytes)
I1007 12:32:41.628143 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1007 12:32:41.644998 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1007 12:32:41.662248 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1007 12:32:41.679785 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1007 12:32:41.698239 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1007 12:32:41.717010 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1007 12:32:41.735412 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1007 12:32:41.753557 766330 ssh_runner.go:195] Run: openssl version
I1007 12:32:41.759787 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/754324.pem && ln -fs /usr/share/ca-certificates/754324.pem /etc/ssl/certs/754324.pem"
I1007 12:32:41.771601 766330 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/754324.pem
I1007 12:32:41.776332 766330 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 7 12:27 /usr/share/ca-certificates/754324.pem
I1007 12:32:41.776414 766330 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/754324.pem
I1007 12:32:41.782579 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/754324.pem /etc/ssl/certs/51391683.0"
I1007 12:32:41.793992 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/7543242.pem && ln -fs /usr/share/ca-certificates/7543242.pem /etc/ssl/certs/7543242.pem"
I1007 12:32:41.806293 766330 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/7543242.pem
I1007 12:32:41.811220 766330 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 7 12:27 /usr/share/ca-certificates/7543242.pem
I1007 12:32:41.811296 766330 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/7543242.pem
I1007 12:32:41.817656 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/7543242.pem /etc/ssl/certs/3ec20f2e.0"
I1007 12:32:41.829292 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1007 12:32:41.840880 766330 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1007 12:32:41.845905 766330 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 7 12:08 /usr/share/ca-certificates/minikubeCA.pem
I1007 12:32:41.845988 766330 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1007 12:32:41.852343 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1007 12:32:41.864190 766330 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1007 12:32:41.868675 766330 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1007 12:32:41.868747 766330 kubeadm.go:934] updating node {m02 192.168.39.227 8443 v1.31.1 crio true true} ...
I1007 12:32:41.868844 766330 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-053933-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.227
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-053933 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1007 12:32:41.868868 766330 kube-vip.go:115] generating kube-vip config ...
I1007 12:32:41.868905 766330 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1007 12:32:41.889715 766330 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1007 12:32:41.889813 766330 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1007 12:32:41.889876 766330 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1007 12:32:41.901277 766330 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1007 12:32:41.901344 766330 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1007 12:32:41.911928 766330 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1007 12:32:41.911964 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 12:32:41.912020 766330 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 12:32:41.912066 766330 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I1007 12:32:41.912079 766330 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubelet
I1007 12:32:41.917061 766330 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1007 12:32:41.917099 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1007 12:32:42.483195 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 12:32:42.483287 766330 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 12:32:42.490132 766330 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1007 12:32:42.490184 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1007 12:32:42.569436 766330 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 12:32:42.620637 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 12:32:42.620740 766330 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 12:32:42.635485 766330 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1007 12:32:42.635527 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1007 12:32:43.157634 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1007 12:32:43.168142 766330 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1007 12:32:43.185353 766330 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1007 12:32:43.203562 766330 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1007 12:32:43.222930 766330 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1007 12:32:43.227330 766330 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:32:43.240979 766330 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:32:43.377709 766330 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 12:32:43.396837 766330 host.go:66] Checking if "ha-053933" exists ...
I1007 12:32:43.397301 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:32:43.397366 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:32:43.414130 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43965
I1007 12:32:43.414696 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:32:43.415312 766330 main.go:141] libmachine: Using API Version 1
I1007 12:32:43.415338 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:32:43.415686 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:32:43.415901 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:32:43.416102 766330 start.go:317] joinCluster: &{Name:ha-053933 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-053933 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.152 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.227 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpirati
on:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1007 12:32:43.416222 766330 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1007 12:32:43.416248 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:32:43.419194 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:32:43.419695 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:32:43.419728 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:32:43.419860 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:32:43.420045 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:32:43.420225 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:32:43.420387 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.152 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa Username:docker}
I1007 12:32:43.569631 766330 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.227 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:32:43.569697 766330 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token zrjle4.kmlkks5psv59wr5u --discovery-token-ca-cert-hash sha256:c52291efb406fa07dfe86177776b56c468c80ee2c6548c2708d46535dd7bf6aa --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-053933-m02 --control-plane --apiserver-advertise-address=192.168.39.227 --apiserver-bind-port=8443"
I1007 12:33:05.382098 766330 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token zrjle4.kmlkks5psv59wr5u --discovery-token-ca-cert-hash sha256:c52291efb406fa07dfe86177776b56c468c80ee2c6548c2708d46535dd7bf6aa --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-053933-m02 --control-plane --apiserver-advertise-address=192.168.39.227 --apiserver-bind-port=8443": (21.812371374s)
I1007 12:33:05.382136 766330 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1007 12:33:05.983459 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-053933-m02 minikube.k8s.io/updated_at=2024_10_07T12_33_05_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=aced4bb0374ad4c19753bf24eee8bc7aa8774c9c minikube.k8s.io/name=ha-053933 minikube.k8s.io/primary=false
I1007 12:33:06.136889 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-053933-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1007 12:33:06.286153 766330 start.go:319] duration metric: took 22.870046293s to joinCluster
I1007 12:33:06.286246 766330 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.227 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:33:06.286558 766330 config.go:182] Loaded profile config "ha-053933": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:33:06.288312 766330 out.go:177] * Verifying Kubernetes components...
I1007 12:33:06.290220 766330 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:33:06.583421 766330 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 12:33:06.686534 766330 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/18424-747025/kubeconfig
I1007 12:33:06.686755 766330 kapi.go:59] client config for ha-053933: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.crt", KeyFile:"/home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.key", CAFile:"/home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1007 12:33:06.686819 766330 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.152:8443
I1007 12:33:06.687163 766330 node_ready.go:35] waiting up to 6m0s for node "ha-053933-m02" to be "Ready" ...
I1007 12:33:06.687340 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:06.687357 766330 round_trippers.go:469] Request Headers:
I1007 12:33:06.687368 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:06.687373 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:06.711245 766330 round_trippers.go:574] Response Status: 200 OK in 23 milliseconds
I1007 12:33:07.188212 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:07.188242 766330 round_trippers.go:469] Request Headers:
I1007 12:33:07.188255 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:07.188274 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:07.191359 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:07.688452 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:07.688484 766330 round_trippers.go:469] Request Headers:
I1007 12:33:07.688497 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:07.688502 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:07.808189 766330 round_trippers.go:574] Response Status: 200 OK in 119 milliseconds
I1007 12:33:08.187451 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:08.187480 766330 round_trippers.go:469] Request Headers:
I1007 12:33:08.187491 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:08.187496 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:08.191935 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:33:08.687677 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:08.687701 766330 round_trippers.go:469] Request Headers:
I1007 12:33:08.687711 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:08.687719 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:08.690915 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:08.691670 766330 node_ready.go:53] node "ha-053933-m02" has status "Ready":"False"
I1007 12:33:09.188237 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:09.188270 766330 round_trippers.go:469] Request Headers:
I1007 12:33:09.188281 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:09.188289 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:09.194158 766330 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:33:09.687515 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:09.687547 766330 round_trippers.go:469] Request Headers:
I1007 12:33:09.687557 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:09.687562 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:09.690808 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:10.188360 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:10.188385 766330 round_trippers.go:469] Request Headers:
I1007 12:33:10.188394 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:10.188400 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:10.191880 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:10.688056 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:10.688084 766330 round_trippers.go:469] Request Headers:
I1007 12:33:10.688096 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:10.688104 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:10.691003 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:33:11.188165 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:11.188195 766330 round_trippers.go:469] Request Headers:
I1007 12:33:11.188206 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:11.188211 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:11.191751 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:11.192284 766330 node_ready.go:53] node "ha-053933-m02" has status "Ready":"False"
I1007 12:33:11.687697 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:11.687733 766330 round_trippers.go:469] Request Headers:
I1007 12:33:11.687744 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:11.687751 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:11.692471 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:33:12.187925 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:12.187959 766330 round_trippers.go:469] Request Headers:
I1007 12:33:12.187971 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:12.187977 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:12.191580 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:12.687588 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:12.687620 766330 round_trippers.go:469] Request Headers:
I1007 12:33:12.687631 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:12.687637 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:12.691690 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:33:13.187912 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:13.187949 766330 round_trippers.go:469] Request Headers:
I1007 12:33:13.187959 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:13.187964 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:13.191046 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:13.688329 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:13.688359 766330 round_trippers.go:469] Request Headers:
I1007 12:33:13.688370 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:13.688374 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:13.692160 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:13.692713 766330 node_ready.go:53] node "ha-053933-m02" has status "Ready":"False"
I1007 12:33:14.188174 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:14.188198 766330 round_trippers.go:469] Request Headers:
I1007 12:33:14.188207 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:14.188210 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:14.197312 766330 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1007 12:33:14.688323 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:14.688353 766330 round_trippers.go:469] Request Headers:
I1007 12:33:14.688364 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:14.688369 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:14.692255 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:15.188273 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:15.188299 766330 round_trippers.go:469] Request Headers:
I1007 12:33:15.188309 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:15.188312 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:15.191633 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:15.688194 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:15.688221 766330 round_trippers.go:469] Request Headers:
I1007 12:33:15.688229 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:15.688233 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:15.691201 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:33:16.188087 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:16.188118 766330 round_trippers.go:469] Request Headers:
I1007 12:33:16.188130 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:16.188136 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:16.191654 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:16.192613 766330 node_ready.go:53] node "ha-053933-m02" has status "Ready":"False"
I1007 12:33:16.688084 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:16.688116 766330 round_trippers.go:469] Request Headers:
I1007 12:33:16.688127 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:16.688131 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:16.691196 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:17.188046 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:17.188079 766330 round_trippers.go:469] Request Headers:
I1007 12:33:17.188091 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:17.188099 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:17.191563 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:17.687488 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:17.687515 766330 round_trippers.go:469] Request Headers:
I1007 12:33:17.687523 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:17.687527 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:17.692225 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:33:18.187466 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:18.187496 766330 round_trippers.go:469] Request Headers:
I1007 12:33:18.187508 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:18.187513 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:18.190916 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:18.688169 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:18.688198 766330 round_trippers.go:469] Request Headers:
I1007 12:33:18.688209 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:18.688214 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:18.691684 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:18.692180 766330 node_ready.go:53] node "ha-053933-m02" has status "Ready":"False"
I1007 12:33:19.188410 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:19.188443 766330 round_trippers.go:469] Request Headers:
I1007 12:33:19.188455 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:19.188461 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:19.191778 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:19.687861 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:19.687898 766330 round_trippers.go:469] Request Headers:
I1007 12:33:19.687909 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:19.687918 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:19.692517 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:33:20.187370 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:20.187394 766330 round_trippers.go:469] Request Headers:
I1007 12:33:20.187404 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:20.187409 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:20.190680 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:20.688383 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:20.688409 766330 round_trippers.go:469] Request Headers:
I1007 12:33:20.688418 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:20.688422 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:20.692411 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:20.692972 766330 node_ready.go:49] node "ha-053933-m02" has status "Ready":"True"
I1007 12:33:20.692999 766330 node_ready.go:38] duration metric: took 14.005807631s for node "ha-053933-m02" to be "Ready" ...
I1007 12:33:20.693012 766330 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 12:33:20.693143 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods
I1007 12:33:20.693154 766330 round_trippers.go:469] Request Headers:
I1007 12:33:20.693162 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:20.693165 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:20.697361 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:33:20.703660 766330 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-sj44v" in "kube-system" namespace to be "Ready" ...
I1007 12:33:20.703786 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-sj44v
I1007 12:33:20.703796 766330 round_trippers.go:469] Request Headers:
I1007 12:33:20.703803 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:20.703807 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:20.707181 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:20.708043 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:33:20.708061 766330 round_trippers.go:469] Request Headers:
I1007 12:33:20.708069 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:20.708074 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:20.710812 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:33:20.711426 766330 pod_ready.go:93] pod "coredns-7c65d6cfc9-sj44v" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:20.711448 766330 pod_ready.go:82] duration metric: took 7.751816ms for pod "coredns-7c65d6cfc9-sj44v" in "kube-system" namespace to be "Ready" ...
I1007 12:33:20.711460 766330 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-tqtzn" in "kube-system" namespace to be "Ready" ...
I1007 12:33:20.711526 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-tqtzn
I1007 12:33:20.711534 766330 round_trippers.go:469] Request Headers:
I1007 12:33:20.711542 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:20.711545 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:20.714909 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:20.715901 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:33:20.715918 766330 round_trippers.go:469] Request Headers:
I1007 12:33:20.715927 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:20.715934 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:20.719555 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:20.720647 766330 pod_ready.go:93] pod "coredns-7c65d6cfc9-tqtzn" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:20.720668 766330 pod_ready.go:82] duration metric: took 9.201382ms for pod "coredns-7c65d6cfc9-tqtzn" in "kube-system" namespace to be "Ready" ...
I1007 12:33:20.720679 766330 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:33:20.720751 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933
I1007 12:33:20.720759 766330 round_trippers.go:469] Request Headers:
I1007 12:33:20.720768 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:20.720773 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:20.723495 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:33:20.724196 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:33:20.724215 766330 round_trippers.go:469] Request Headers:
I1007 12:33:20.724226 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:20.724229 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:20.726952 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:33:20.727595 766330 pod_ready.go:93] pod "etcd-ha-053933" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:20.727616 766330 pod_ready.go:82] duration metric: took 6.930211ms for pod "etcd-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:33:20.727627 766330 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:33:20.727692 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933-m02
I1007 12:33:20.727700 766330 round_trippers.go:469] Request Headers:
I1007 12:33:20.727714 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:20.727718 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:20.731049 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:20.731750 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:20.731766 766330 round_trippers.go:469] Request Headers:
I1007 12:33:20.731786 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:20.731793 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:20.734880 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:21.228231 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933-m02
I1007 12:33:21.228260 766330 round_trippers.go:469] Request Headers:
I1007 12:33:21.228274 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:21.228281 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:21.231667 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:21.232387 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:21.232407 766330 round_trippers.go:469] Request Headers:
I1007 12:33:21.232416 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:21.232422 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:21.235588 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:21.728588 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933-m02
I1007 12:33:21.728616 766330 round_trippers.go:469] Request Headers:
I1007 12:33:21.728628 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:21.728635 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:21.732106 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:21.732770 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:21.732786 766330 round_trippers.go:469] Request Headers:
I1007 12:33:21.732795 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:21.732798 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:21.735773 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:33:22.228683 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933-m02
I1007 12:33:22.228711 766330 round_trippers.go:469] Request Headers:
I1007 12:33:22.228720 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:22.228724 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:22.232193 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:22.232808 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:22.232825 766330 round_trippers.go:469] Request Headers:
I1007 12:33:22.232834 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:22.232839 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:22.235792 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:33:22.236315 766330 pod_ready.go:93] pod "etcd-ha-053933-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:22.236338 766330 pod_ready.go:82] duration metric: took 1.508704734s for pod "etcd-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:33:22.236354 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:33:22.236419 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-053933
I1007 12:33:22.236427 766330 round_trippers.go:469] Request Headers:
I1007 12:33:22.236434 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:22.236438 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:22.239818 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:22.288880 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:33:22.288905 766330 round_trippers.go:469] Request Headers:
I1007 12:33:22.288915 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:22.288920 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:22.292489 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:22.293074 766330 pod_ready.go:93] pod "kube-apiserver-ha-053933" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:22.293096 766330 pod_ready.go:82] duration metric: took 56.735786ms for pod "kube-apiserver-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:33:22.293107 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:33:22.488539 766330 request.go:632] Waited for 195.305457ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-053933-m02
I1007 12:33:22.488616 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-053933-m02
I1007 12:33:22.488627 766330 round_trippers.go:469] Request Headers:
I1007 12:33:22.488640 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:22.488646 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:22.492086 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:22.688457 766330 request.go:632] Waited for 195.312015ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:22.688532 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:22.688537 766330 round_trippers.go:469] Request Headers:
I1007 12:33:22.688546 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:22.688550 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:22.691998 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:22.692647 766330 pod_ready.go:93] pod "kube-apiserver-ha-053933-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:22.692670 766330 pod_ready.go:82] duration metric: took 399.55659ms for pod "kube-apiserver-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:33:22.692683 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:33:22.888729 766330 request.go:632] Waited for 195.939419ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-053933
I1007 12:33:22.888840 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-053933
I1007 12:33:22.888849 766330 round_trippers.go:469] Request Headers:
I1007 12:33:22.888862 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:22.888872 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:22.892505 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:23.088565 766330 request.go:632] Waited for 195.365241ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:33:23.088643 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:33:23.088651 766330 round_trippers.go:469] Request Headers:
I1007 12:33:23.088662 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:23.088670 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:23.091637 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:33:23.092259 766330 pod_ready.go:93] pod "kube-controller-manager-ha-053933" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:23.092277 766330 pod_ready.go:82] duration metric: took 399.588182ms for pod "kube-controller-manager-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:33:23.092289 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:33:23.289099 766330 request.go:632] Waited for 196.721146ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-053933-m02
I1007 12:33:23.289204 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-053933-m02
I1007 12:33:23.289216 766330 round_trippers.go:469] Request Headers:
I1007 12:33:23.289227 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:23.289236 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:23.292352 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:23.488835 766330 request.go:632] Waited for 195.58765ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:23.488907 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:23.488912 766330 round_trippers.go:469] Request Headers:
I1007 12:33:23.488920 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:23.488925 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:23.491857 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:33:23.492343 766330 pod_ready.go:93] pod "kube-controller-manager-ha-053933-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:23.492364 766330 pod_ready.go:82] duration metric: took 400.067435ms for pod "kube-controller-manager-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:33:23.492375 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7bwxp" in "kube-system" namespace to be "Ready" ...
I1007 12:33:23.688407 766330 request.go:632] Waited for 195.943093ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7bwxp
I1007 12:33:23.688521 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7bwxp
I1007 12:33:23.688529 766330 round_trippers.go:469] Request Headers:
I1007 12:33:23.688538 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:23.688543 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:23.692233 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:23.888501 766330 request.go:632] Waited for 195.323816ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:33:23.888614 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:33:23.888622 766330 round_trippers.go:469] Request Headers:
I1007 12:33:23.888633 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:23.888639 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:23.892680 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:33:23.893104 766330 pod_ready.go:93] pod "kube-proxy-7bwxp" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:23.893123 766330 pod_ready.go:82] duration metric: took 400.740542ms for pod "kube-proxy-7bwxp" in "kube-system" namespace to be "Ready" ...
I1007 12:33:23.893133 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zvblz" in "kube-system" namespace to be "Ready" ...
I1007 12:33:24.089301 766330 request.go:632] Waited for 196.068782ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zvblz
I1007 12:33:24.089368 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zvblz
I1007 12:33:24.089374 766330 round_trippers.go:469] Request Headers:
I1007 12:33:24.089388 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:24.089395 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:24.092648 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:24.288647 766330 request.go:632] Waited for 195.319776ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:24.288759 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:24.288778 766330 round_trippers.go:469] Request Headers:
I1007 12:33:24.288794 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:24.288805 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:24.292348 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:24.292959 766330 pod_ready.go:93] pod "kube-proxy-zvblz" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:24.292988 766330 pod_ready.go:82] duration metric: took 399.844819ms for pod "kube-proxy-zvblz" in "kube-system" namespace to be "Ready" ...
I1007 12:33:24.293007 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:33:24.489072 766330 request.go:632] Waited for 195.96428ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-053933
I1007 12:33:24.489149 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-053933
I1007 12:33:24.489157 766330 round_trippers.go:469] Request Headers:
I1007 12:33:24.489167 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:24.489175 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:24.492662 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:24.688896 766330 request.go:632] Waited for 195.439422ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:33:24.689009 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:33:24.689017 766330 round_trippers.go:469] Request Headers:
I1007 12:33:24.689029 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:24.689035 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:24.692350 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:24.692962 766330 pod_ready.go:93] pod "kube-scheduler-ha-053933" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:24.692988 766330 pod_ready.go:82] duration metric: took 399.970822ms for pod "kube-scheduler-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:33:24.693003 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:33:24.889214 766330 request.go:632] Waited for 196.093786ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-053933-m02
I1007 12:33:24.889300 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-053933-m02
I1007 12:33:24.889309 766330 round_trippers.go:469] Request Headers:
I1007 12:33:24.889322 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:24.889329 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:24.892619 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:25.088740 766330 request.go:632] Waited for 195.405391ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:25.088815 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:33:25.088821 766330 round_trippers.go:469] Request Headers:
I1007 12:33:25.088831 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:25.088837 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:25.092543 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:33:25.093141 766330 pod_ready.go:93] pod "kube-scheduler-ha-053933-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:33:25.093166 766330 pod_ready.go:82] duration metric: took 400.155132ms for pod "kube-scheduler-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:33:25.093183 766330 pod_ready.go:39] duration metric: took 4.400126454s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 12:33:25.093213 766330 api_server.go:52] waiting for apiserver process to appear ...
I1007 12:33:25.093283 766330 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1007 12:33:25.111694 766330 api_server.go:72] duration metric: took 18.825401123s to wait for apiserver process to appear ...
I1007 12:33:25.111735 766330 api_server.go:88] waiting for apiserver healthz status ...
I1007 12:33:25.111762 766330 api_server.go:253] Checking apiserver healthz at https://192.168.39.152:8443/healthz ...
I1007 12:33:25.118517 766330 api_server.go:279] https://192.168.39.152:8443/healthz returned 200:
ok
I1007 12:33:25.118624 766330 round_trippers.go:463] GET https://192.168.39.152:8443/version
I1007 12:33:25.118639 766330 round_trippers.go:469] Request Headers:
I1007 12:33:25.118651 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:25.118656 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:25.119598 766330 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1007 12:33:25.119715 766330 api_server.go:141] control plane version: v1.31.1
I1007 12:33:25.119734 766330 api_server.go:131] duration metric: took 7.991573ms to wait for apiserver health ...
I1007 12:33:25.119743 766330 system_pods.go:43] waiting for kube-system pods to appear ...
I1007 12:33:25.289166 766330 request.go:632] Waited for 169.340781ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods
I1007 12:33:25.289250 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods
I1007 12:33:25.289255 766330 round_trippers.go:469] Request Headers:
I1007 12:33:25.289263 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:25.289268 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:25.295241 766330 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:33:25.299874 766330 system_pods.go:59] 17 kube-system pods found
I1007 12:33:25.299914 766330 system_pods.go:61] "coredns-7c65d6cfc9-sj44v" [268afc07-099f-4bed-bed4-7fdc7c64b948] Running
I1007 12:33:25.299919 766330 system_pods.go:61] "coredns-7c65d6cfc9-tqtzn" [8b161488-236f-456d-9385-0ed32039f1c8] Running
I1007 12:33:25.299923 766330 system_pods.go:61] "etcd-ha-053933" [63997434-cbf6-4a65-9fa8-a7ab043edddd] Running
I1007 12:33:25.299926 766330 system_pods.go:61] "etcd-ha-053933-m02" [60f3534a-842d-4e71-9969-42a63eabe43a] Running
I1007 12:33:25.299929 766330 system_pods.go:61] "kindnet-4gmn6" [c532bcb5-a558-4246-87a7-540b2241a92d] Running
I1007 12:33:25.299933 766330 system_pods.go:61] "kindnet-cx4hw" [59831aaf-ad53-4176-abd5-902311b908bc] Running
I1007 12:33:25.299938 766330 system_pods.go:61] "kube-apiserver-ha-053933" [4292cf26-48af-47d3-afc7-f53c840348b4] Running
I1007 12:33:25.299941 766330 system_pods.go:61] "kube-apiserver-ha-053933-m02" [33366f2a-d3bd-475c-8154-f0b543f44ab0] Running
I1007 12:33:25.299944 766330 system_pods.go:61] "kube-controller-manager-ha-053933" [df0c2c43-27c7-4279-b60b-e1b1c0cc385e] Running
I1007 12:33:25.299947 766330 system_pods.go:61] "kube-controller-manager-ha-053933-m02" [b0818773-c362-4504-9614-310461bf0743] Running
I1007 12:33:25.299950 766330 system_pods.go:61] "kube-proxy-7bwxp" [5be0956c-823b-4ca7-8d46-4f8e81e5bbb3] Running
I1007 12:33:25.299953 766330 system_pods.go:61] "kube-proxy-zvblz" [17f099a2-baf5-4091-83f2-c823a214ac10] Running
I1007 12:33:25.299956 766330 system_pods.go:61] "kube-scheduler-ha-053933" [9a10d3da-5e83-4c4e-b085-50bdc88df86b] Running
I1007 12:33:25.299959 766330 system_pods.go:61] "kube-scheduler-ha-053933-m02" [14178262-c6eb-477b-be10-edc42bb354b6] Running
I1007 12:33:25.299962 766330 system_pods.go:61] "kube-vip-ha-053933" [88bffc39-13e8-4460-aac3-2aabffef9127] Running
I1007 12:33:25.300005 766330 system_pods.go:61] "kube-vip-ha-053933-m02" [23a52b25-0324-416e-b983-e69f9851a55b] Running
I1007 12:33:25.300042 766330 system_pods.go:61] "storage-provisioner" [ac6bab3d-040f-4b93-9b26-1ce7e373ba68] Running
I1007 12:33:25.300050 766330 system_pods.go:74] duration metric: took 180.300279ms to wait for pod list to return data ...
I1007 12:33:25.300061 766330 default_sa.go:34] waiting for default service account to be created ...
I1007 12:33:25.489349 766330 request.go:632] Waited for 189.154197ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/default/serviceaccounts
I1007 12:33:25.489422 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/default/serviceaccounts
I1007 12:33:25.489429 766330 round_trippers.go:469] Request Headers:
I1007 12:33:25.489441 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:25.489451 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:25.493783 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:33:25.494042 766330 default_sa.go:45] found service account: "default"
I1007 12:33:25.494060 766330 default_sa.go:55] duration metric: took 193.9912ms for default service account to be created ...
I1007 12:33:25.494070 766330 system_pods.go:116] waiting for k8s-apps to be running ...
I1007 12:33:25.688474 766330 request.go:632] Waited for 194.303496ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods
I1007 12:33:25.688554 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods
I1007 12:33:25.688560 766330 round_trippers.go:469] Request Headers:
I1007 12:33:25.688568 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:25.688572 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:25.694194 766330 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:33:25.700121 766330 system_pods.go:86] 17 kube-system pods found
I1007 12:33:25.700159 766330 system_pods.go:89] "coredns-7c65d6cfc9-sj44v" [268afc07-099f-4bed-bed4-7fdc7c64b948] Running
I1007 12:33:25.700167 766330 system_pods.go:89] "coredns-7c65d6cfc9-tqtzn" [8b161488-236f-456d-9385-0ed32039f1c8] Running
I1007 12:33:25.700179 766330 system_pods.go:89] "etcd-ha-053933" [63997434-cbf6-4a65-9fa8-a7ab043edddd] Running
I1007 12:33:25.700185 766330 system_pods.go:89] "etcd-ha-053933-m02" [60f3534a-842d-4e71-9969-42a63eabe43a] Running
I1007 12:33:25.700191 766330 system_pods.go:89] "kindnet-4gmn6" [c532bcb5-a558-4246-87a7-540b2241a92d] Running
I1007 12:33:25.700196 766330 system_pods.go:89] "kindnet-cx4hw" [59831aaf-ad53-4176-abd5-902311b908bc] Running
I1007 12:33:25.700202 766330 system_pods.go:89] "kube-apiserver-ha-053933" [4292cf26-48af-47d3-afc7-f53c840348b4] Running
I1007 12:33:25.700207 766330 system_pods.go:89] "kube-apiserver-ha-053933-m02" [33366f2a-d3bd-475c-8154-f0b543f44ab0] Running
I1007 12:33:25.700213 766330 system_pods.go:89] "kube-controller-manager-ha-053933" [df0c2c43-27c7-4279-b60b-e1b1c0cc385e] Running
I1007 12:33:25.700218 766330 system_pods.go:89] "kube-controller-manager-ha-053933-m02" [b0818773-c362-4504-9614-310461bf0743] Running
I1007 12:33:25.700223 766330 system_pods.go:89] "kube-proxy-7bwxp" [5be0956c-823b-4ca7-8d46-4f8e81e5bbb3] Running
I1007 12:33:25.700228 766330 system_pods.go:89] "kube-proxy-zvblz" [17f099a2-baf5-4091-83f2-c823a214ac10] Running
I1007 12:33:25.700233 766330 system_pods.go:89] "kube-scheduler-ha-053933" [9a10d3da-5e83-4c4e-b085-50bdc88df86b] Running
I1007 12:33:25.700242 766330 system_pods.go:89] "kube-scheduler-ha-053933-m02" [14178262-c6eb-477b-be10-edc42bb354b6] Running
I1007 12:33:25.700248 766330 system_pods.go:89] "kube-vip-ha-053933" [88bffc39-13e8-4460-aac3-2aabffef9127] Running
I1007 12:33:25.700255 766330 system_pods.go:89] "kube-vip-ha-053933-m02" [23a52b25-0324-416e-b983-e69f9851a55b] Running
I1007 12:33:25.700258 766330 system_pods.go:89] "storage-provisioner" [ac6bab3d-040f-4b93-9b26-1ce7e373ba68] Running
I1007 12:33:25.700266 766330 system_pods.go:126] duration metric: took 206.189927ms to wait for k8s-apps to be running ...
I1007 12:33:25.700277 766330 system_svc.go:44] waiting for kubelet service to be running ....
I1007 12:33:25.700338 766330 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 12:33:25.716873 766330 system_svc.go:56] duration metric: took 16.577644ms WaitForService to wait for kubelet
I1007 12:33:25.716918 766330 kubeadm.go:582] duration metric: took 19.430632885s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1007 12:33:25.716946 766330 node_conditions.go:102] verifying NodePressure condition ...
I1007 12:33:25.889445 766330 request.go:632] Waited for 172.381554ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes
I1007 12:33:25.889527 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes
I1007 12:33:25.889535 766330 round_trippers.go:469] Request Headers:
I1007 12:33:25.889543 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:33:25.889547 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:33:25.893637 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:33:25.894406 766330 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 12:33:25.894446 766330 node_conditions.go:123] node cpu capacity is 2
I1007 12:33:25.894466 766330 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 12:33:25.894476 766330 node_conditions.go:123] node cpu capacity is 2
I1007 12:33:25.894483 766330 node_conditions.go:105] duration metric: took 177.530833ms to run NodePressure ...
I1007 12:33:25.894499 766330 start.go:241] waiting for startup goroutines ...
I1007 12:33:25.894527 766330 start.go:255] writing updated cluster config ...
I1007 12:33:25.896984 766330 out.go:201]
I1007 12:33:25.898622 766330 config.go:182] Loaded profile config "ha-053933": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:33:25.898739 766330 profile.go:143] Saving config to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/config.json ...
I1007 12:33:25.900470 766330 out.go:177] * Starting "ha-053933-m03" control-plane node in "ha-053933" cluster
I1007 12:33:25.901744 766330 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 12:33:25.901777 766330 cache.go:56] Caching tarball of preloaded images
I1007 12:33:25.901887 766330 preload.go:172] Found /home/jenkins/minikube-integration/18424-747025/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1007 12:33:25.901898 766330 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1007 12:33:25.901996 766330 profile.go:143] Saving config to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/config.json ...
I1007 12:33:25.902210 766330 start.go:360] acquireMachinesLock for ha-053933-m03: {Name:mkaa77fcf81b6efa3134e7d933d5a8dd0adc7dfc Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1007 12:33:25.902261 766330 start.go:364] duration metric: took 29.008µs to acquireMachinesLock for "ha-053933-m03"
I1007 12:33:25.902279 766330 start.go:93] Provisioning new machine with config: &{Name:ha-053933 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-053933 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.152 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.227 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspekt
or-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimiza
tions:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:33:25.902373 766330 start.go:125] createHost starting for "m03" (driver="kvm2")
I1007 12:33:25.903871 766330 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1007 12:33:25.903977 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:33:25.904021 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:33:25.919504 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36877
I1007 12:33:25.920002 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:33:25.920499 766330 main.go:141] libmachine: Using API Version 1
I1007 12:33:25.920525 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:33:25.920897 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:33:25.921112 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetMachineName
I1007 12:33:25.921261 766330 main.go:141] libmachine: (ha-053933-m03) Calling .DriverName
I1007 12:33:25.921411 766330 start.go:159] libmachine.API.Create for "ha-053933" (driver="kvm2")
I1007 12:33:25.921445 766330 client.go:168] LocalClient.Create starting
I1007 12:33:25.921486 766330 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem
I1007 12:33:25.921530 766330 main.go:141] libmachine: Decoding PEM data...
I1007 12:33:25.921554 766330 main.go:141] libmachine: Parsing certificate...
I1007 12:33:25.921635 766330 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem
I1007 12:33:25.921664 766330 main.go:141] libmachine: Decoding PEM data...
I1007 12:33:25.921680 766330 main.go:141] libmachine: Parsing certificate...
I1007 12:33:25.921706 766330 main.go:141] libmachine: Running pre-create checks...
I1007 12:33:25.921718 766330 main.go:141] libmachine: (ha-053933-m03) Calling .PreCreateCheck
I1007 12:33:25.921884 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetConfigRaw
I1007 12:33:25.922300 766330 main.go:141] libmachine: Creating machine...
I1007 12:33:25.922316 766330 main.go:141] libmachine: (ha-053933-m03) Calling .Create
I1007 12:33:25.922510 766330 main.go:141] libmachine: (ha-053933-m03) Creating KVM machine...
I1007 12:33:25.923845 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found existing default KVM network
I1007 12:33:25.924001 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found existing private KVM network mk-ha-053933
I1007 12:33:25.924170 766330 main.go:141] libmachine: (ha-053933-m03) Setting up store path in /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03 ...
I1007 12:33:25.924210 766330 main.go:141] libmachine: (ha-053933-m03) Building disk image from file:///home/jenkins/minikube-integration/18424-747025/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1007 12:33:25.924298 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:25.924182 767113 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/18424-747025/.minikube
I1007 12:33:25.924373 766330 main.go:141] libmachine: (ha-053933-m03) Downloading /home/jenkins/minikube-integration/18424-747025/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/18424-747025/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1007 12:33:26.206977 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:26.206809 767113 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/id_rsa...
I1007 12:33:26.524415 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:26.524231 767113 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/ha-053933-m03.rawdisk...
I1007 12:33:26.524455 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Writing magic tar header
I1007 12:33:26.524470 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Writing SSH key tar header
I1007 12:33:26.524482 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:26.524376 767113 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03 ...
I1007 12:33:26.524496 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03
I1007 12:33:26.524534 766330 main.go:141] libmachine: (ha-053933-m03) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03 (perms=drwx------)
I1007 12:33:26.524574 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025/.minikube/machines
I1007 12:33:26.524585 766330 main.go:141] libmachine: (ha-053933-m03) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025/.minikube/machines (perms=drwxr-xr-x)
I1007 12:33:26.524600 766330 main.go:141] libmachine: (ha-053933-m03) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025/.minikube (perms=drwxr-xr-x)
I1007 12:33:26.524609 766330 main.go:141] libmachine: (ha-053933-m03) Setting executable bit set on /home/jenkins/minikube-integration/18424-747025 (perms=drwxrwxr-x)
I1007 12:33:26.524638 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025/.minikube
I1007 12:33:26.524653 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/18424-747025
I1007 12:33:26.524661 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1007 12:33:26.524670 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Checking permissions on dir: /home/jenkins
I1007 12:33:26.524678 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Checking permissions on dir: /home
I1007 12:33:26.524693 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Skipping /home - not owner
I1007 12:33:26.524703 766330 main.go:141] libmachine: (ha-053933-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1007 12:33:26.524718 766330 main.go:141] libmachine: (ha-053933-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1007 12:33:26.524726 766330 main.go:141] libmachine: (ha-053933-m03) Creating domain...
I1007 12:33:26.525722 766330 main.go:141] libmachine: (ha-053933-m03) define libvirt domain using xml:
I1007 12:33:26.525747 766330 main.go:141] libmachine: (ha-053933-m03) <domain type='kvm'>
I1007 12:33:26.525776 766330 main.go:141] libmachine: (ha-053933-m03) <name>ha-053933-m03</name>
I1007 12:33:26.525795 766330 main.go:141] libmachine: (ha-053933-m03) <memory unit='MiB'>2200</memory>
I1007 12:33:26.525808 766330 main.go:141] libmachine: (ha-053933-m03) <vcpu>2</vcpu>
I1007 12:33:26.525818 766330 main.go:141] libmachine: (ha-053933-m03) <features>
I1007 12:33:26.525830 766330 main.go:141] libmachine: (ha-053933-m03) <acpi/>
I1007 12:33:26.525838 766330 main.go:141] libmachine: (ha-053933-m03) <apic/>
I1007 12:33:26.525850 766330 main.go:141] libmachine: (ha-053933-m03) <pae/>
I1007 12:33:26.525859 766330 main.go:141] libmachine: (ha-053933-m03)
I1007 12:33:26.525905 766330 main.go:141] libmachine: (ha-053933-m03) </features>
I1007 12:33:26.525934 766330 main.go:141] libmachine: (ha-053933-m03) <cpu mode='host-passthrough'>
I1007 12:33:26.525945 766330 main.go:141] libmachine: (ha-053933-m03)
I1007 12:33:26.525955 766330 main.go:141] libmachine: (ha-053933-m03) </cpu>
I1007 12:33:26.525965 766330 main.go:141] libmachine: (ha-053933-m03) <os>
I1007 12:33:26.525971 766330 main.go:141] libmachine: (ha-053933-m03) <type>hvm</type>
I1007 12:33:26.525976 766330 main.go:141] libmachine: (ha-053933-m03) <boot dev='cdrom'/>
I1007 12:33:26.525983 766330 main.go:141] libmachine: (ha-053933-m03) <boot dev='hd'/>
I1007 12:33:26.525988 766330 main.go:141] libmachine: (ha-053933-m03) <bootmenu enable='no'/>
I1007 12:33:26.525995 766330 main.go:141] libmachine: (ha-053933-m03) </os>
I1007 12:33:26.526002 766330 main.go:141] libmachine: (ha-053933-m03) <devices>
I1007 12:33:26.526013 766330 main.go:141] libmachine: (ha-053933-m03) <disk type='file' device='cdrom'>
I1007 12:33:26.526054 766330 main.go:141] libmachine: (ha-053933-m03) <source file='/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/boot2docker.iso'/>
I1007 12:33:26.526067 766330 main.go:141] libmachine: (ha-053933-m03) <target dev='hdc' bus='scsi'/>
I1007 12:33:26.526077 766330 main.go:141] libmachine: (ha-053933-m03) <readonly/>
I1007 12:33:26.526087 766330 main.go:141] libmachine: (ha-053933-m03) </disk>
I1007 12:33:26.526099 766330 main.go:141] libmachine: (ha-053933-m03) <disk type='file' device='disk'>
I1007 12:33:26.526109 766330 main.go:141] libmachine: (ha-053933-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1007 12:33:26.526124 766330 main.go:141] libmachine: (ha-053933-m03) <source file='/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/ha-053933-m03.rawdisk'/>
I1007 12:33:26.526142 766330 main.go:141] libmachine: (ha-053933-m03) <target dev='hda' bus='virtio'/>
I1007 12:33:26.526153 766330 main.go:141] libmachine: (ha-053933-m03) </disk>
I1007 12:33:26.526162 766330 main.go:141] libmachine: (ha-053933-m03) <interface type='network'>
I1007 12:33:26.526172 766330 main.go:141] libmachine: (ha-053933-m03) <source network='mk-ha-053933'/>
I1007 12:33:26.526180 766330 main.go:141] libmachine: (ha-053933-m03) <model type='virtio'/>
I1007 12:33:26.526189 766330 main.go:141] libmachine: (ha-053933-m03) </interface>
I1007 12:33:26.526201 766330 main.go:141] libmachine: (ha-053933-m03) <interface type='network'>
I1007 12:33:26.526212 766330 main.go:141] libmachine: (ha-053933-m03) <source network='default'/>
I1007 12:33:26.526219 766330 main.go:141] libmachine: (ha-053933-m03) <model type='virtio'/>
I1007 12:33:26.526233 766330 main.go:141] libmachine: (ha-053933-m03) </interface>
I1007 12:33:26.526252 766330 main.go:141] libmachine: (ha-053933-m03) <serial type='pty'>
I1007 12:33:26.526271 766330 main.go:141] libmachine: (ha-053933-m03) <target port='0'/>
I1007 12:33:26.526293 766330 main.go:141] libmachine: (ha-053933-m03) </serial>
I1007 12:33:26.526317 766330 main.go:141] libmachine: (ha-053933-m03) <console type='pty'>
I1007 12:33:26.526331 766330 main.go:141] libmachine: (ha-053933-m03) <target type='serial' port='0'/>
I1007 12:33:26.526341 766330 main.go:141] libmachine: (ha-053933-m03) </console>
I1007 12:33:26.526352 766330 main.go:141] libmachine: (ha-053933-m03) <rng model='virtio'>
I1007 12:33:26.526364 766330 main.go:141] libmachine: (ha-053933-m03) <backend model='random'>/dev/random</backend>
I1007 12:33:26.526375 766330 main.go:141] libmachine: (ha-053933-m03) </rng>
I1007 12:33:26.526382 766330 main.go:141] libmachine: (ha-053933-m03)
I1007 12:33:26.526387 766330 main.go:141] libmachine: (ha-053933-m03)
I1007 12:33:26.526400 766330 main.go:141] libmachine: (ha-053933-m03) </devices>
I1007 12:33:26.526412 766330 main.go:141] libmachine: (ha-053933-m03) </domain>
I1007 12:33:26.526422 766330 main.go:141] libmachine: (ha-053933-m03)
I1007 12:33:26.533781 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:c6:4c:5a in network default
I1007 12:33:26.534377 766330 main.go:141] libmachine: (ha-053933-m03) Ensuring networks are active...
I1007 12:33:26.534401 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:26.535036 766330 main.go:141] libmachine: (ha-053933-m03) Ensuring network default is active
I1007 12:33:26.535318 766330 main.go:141] libmachine: (ha-053933-m03) Ensuring network mk-ha-053933 is active
I1007 12:33:26.535654 766330 main.go:141] libmachine: (ha-053933-m03) Getting domain xml...
I1007 12:33:26.536349 766330 main.go:141] libmachine: (ha-053933-m03) Creating domain...
I1007 12:33:26.886582 766330 main.go:141] libmachine: (ha-053933-m03) Waiting to get IP...
I1007 12:33:26.887435 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:26.887805 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:26.887834 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:26.887787 767113 retry.go:31] will retry after 278.405187ms: waiting for machine to come up
I1007 12:33:27.168357 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:27.168978 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:27.169005 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:27.168920 767113 retry.go:31] will retry after 329.830323ms: waiting for machine to come up
I1007 12:33:27.500231 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:27.500684 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:27.500728 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:27.500604 767113 retry.go:31] will retry after 372.653315ms: waiting for machine to come up
I1007 12:33:27.875190 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:27.875624 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:27.875654 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:27.875577 767113 retry.go:31] will retry after 444.943717ms: waiting for machine to come up
I1007 12:33:28.322485 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:28.322945 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:28.322970 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:28.322909 767113 retry.go:31] will retry after 669.257582ms: waiting for machine to come up
I1007 12:33:28.994144 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:28.994697 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:28.994715 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:28.994632 767113 retry.go:31] will retry after 733.137025ms: waiting for machine to come up
I1007 12:33:29.729782 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:29.730264 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:29.730293 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:29.730214 767113 retry.go:31] will retry after 899.738353ms: waiting for machine to come up
I1007 12:33:30.632328 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:30.632890 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:30.632916 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:30.632809 767113 retry.go:31] will retry after 931.890845ms: waiting for machine to come up
I1007 12:33:31.566008 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:31.566423 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:31.566453 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:31.566382 767113 retry.go:31] will retry after 1.324143868s: waiting for machine to come up
I1007 12:33:32.892206 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:32.892600 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:32.892624 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:32.892560 767113 retry.go:31] will retry after 1.884957277s: waiting for machine to come up
I1007 12:33:34.779972 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:34.780414 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:34.780482 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:34.780403 767113 retry.go:31] will retry after 2.797940617s: waiting for machine to come up
I1007 12:33:37.580503 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:37.580938 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:37.581017 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:37.580916 767113 retry.go:31] will retry after 3.450180083s: waiting for machine to come up
I1007 12:33:41.032804 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:41.033196 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:41.033227 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:41.033144 767113 retry.go:31] will retry after 3.620491508s: waiting for machine to come up
I1007 12:33:44.657262 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:44.657724 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find current IP address of domain ha-053933-m03 in network mk-ha-053933
I1007 12:33:44.657749 766330 main.go:141] libmachine: (ha-053933-m03) DBG | I1007 12:33:44.657677 767113 retry.go:31] will retry after 4.652577623s: waiting for machine to come up
I1007 12:33:49.314220 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:49.314598 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has current primary IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:49.314619 766330 main.go:141] libmachine: (ha-053933-m03) Found IP for machine: 192.168.39.53
I1007 12:33:49.314644 766330 main.go:141] libmachine: (ha-053933-m03) Reserving static IP address...
I1007 12:33:49.315014 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find host DHCP lease matching {name: "ha-053933-m03", mac: "52:54:00:92:71:bc", ip: "192.168.39.53"} in network mk-ha-053933
I1007 12:33:49.395618 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Getting to WaitForSSH function...
I1007 12:33:49.395664 766330 main.go:141] libmachine: (ha-053933-m03) Reserved static IP address: 192.168.39.53
I1007 12:33:49.395679 766330 main.go:141] libmachine: (ha-053933-m03) Waiting for SSH to be available...
I1007 12:33:49.398571 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:49.398960 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933
I1007 12:33:49.398990 766330 main.go:141] libmachine: (ha-053933-m03) DBG | unable to find defined IP address of network mk-ha-053933 interface with MAC address 52:54:00:92:71:bc
I1007 12:33:49.399160 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Using SSH client type: external
I1007 12:33:49.399184 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/id_rsa (-rw-------)
I1007 12:33:49.399214 766330 main.go:141] libmachine: (ha-053933-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 12:33:49.399227 766330 main.go:141] libmachine: (ha-053933-m03) DBG | About to run SSH command:
I1007 12:33:49.399241 766330 main.go:141] libmachine: (ha-053933-m03) DBG | exit 0
I1007 12:33:49.403005 766330 main.go:141] libmachine: (ha-053933-m03) DBG | SSH cmd err, output: exit status 255:
I1007 12:33:49.403027 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1007 12:33:49.403035 766330 main.go:141] libmachine: (ha-053933-m03) DBG | command : exit 0
I1007 12:33:49.403039 766330 main.go:141] libmachine: (ha-053933-m03) DBG | err : exit status 255
I1007 12:33:49.403074 766330 main.go:141] libmachine: (ha-053933-m03) DBG | output :
I1007 12:33:52.403247 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Getting to WaitForSSH function...
I1007 12:33:52.406252 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:52.406668 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:52.406699 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:52.407002 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Using SSH client type: external
I1007 12:33:52.407027 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/id_rsa (-rw-------)
I1007 12:33:52.407053 766330 main.go:141] libmachine: (ha-053933-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.53 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 12:33:52.407069 766330 main.go:141] libmachine: (ha-053933-m03) DBG | About to run SSH command:
I1007 12:33:52.407109 766330 main.go:141] libmachine: (ha-053933-m03) DBG | exit 0
I1007 12:33:52.534915 766330 main.go:141] libmachine: (ha-053933-m03) DBG | SSH cmd err, output: <nil>:
I1007 12:33:52.535288 766330 main.go:141] libmachine: (ha-053933-m03) KVM machine creation complete!
I1007 12:33:52.535635 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetConfigRaw
I1007 12:33:52.536389 766330 main.go:141] libmachine: (ha-053933-m03) Calling .DriverName
I1007 12:33:52.536639 766330 main.go:141] libmachine: (ha-053933-m03) Calling .DriverName
I1007 12:33:52.536874 766330 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1007 12:33:52.536891 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetState
I1007 12:33:52.538444 766330 main.go:141] libmachine: Detecting operating system of created instance...
I1007 12:33:52.538462 766330 main.go:141] libmachine: Waiting for SSH to be available...
I1007 12:33:52.538469 766330 main.go:141] libmachine: Getting to WaitForSSH function...
I1007 12:33:52.538476 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHHostname
I1007 12:33:52.541542 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:52.541939 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:52.541963 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:52.542112 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHPort
I1007 12:33:52.542296 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:52.542481 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:52.542677 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHUsername
I1007 12:33:52.542861 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:33:52.543138 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1007 12:33:52.543151 766330 main.go:141] libmachine: About to run SSH command:
exit 0
I1007 12:33:52.649741 766330 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:33:52.649782 766330 main.go:141] libmachine: Detecting the provisioner...
I1007 12:33:52.649794 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHHostname
I1007 12:33:52.652589 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:52.652969 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:52.653002 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:52.653140 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHPort
I1007 12:33:52.653374 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:52.653551 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:52.653673 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHUsername
I1007 12:33:52.653873 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:33:52.654072 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1007 12:33:52.654084 766330 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1007 12:33:52.759715 766330 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1007 12:33:52.759834 766330 main.go:141] libmachine: found compatible host: buildroot
I1007 12:33:52.759854 766330 main.go:141] libmachine: Provisioning with buildroot...
I1007 12:33:52.759868 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetMachineName
I1007 12:33:52.760230 766330 buildroot.go:166] provisioning hostname "ha-053933-m03"
I1007 12:33:52.760268 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetMachineName
I1007 12:33:52.760500 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHHostname
I1007 12:33:52.763370 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:52.763827 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:52.763857 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:52.764033 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHPort
I1007 12:33:52.764271 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:52.764477 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:52.764633 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHUsername
I1007 12:33:52.764776 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:33:52.764967 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1007 12:33:52.764978 766330 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-053933-m03 && echo "ha-053933-m03" | sudo tee /etc/hostname
I1007 12:33:52.887558 766330 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-053933-m03
I1007 12:33:52.887587 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHHostname
I1007 12:33:52.890785 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:52.891247 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:52.891281 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:52.891393 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHPort
I1007 12:33:52.891600 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:52.891855 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:52.892166 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHUsername
I1007 12:33:52.892433 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:33:52.892634 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1007 12:33:52.892651 766330 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-053933-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-053933-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-053933-m03' | sudo tee -a /etc/hosts;
fi
fi
I1007 12:33:53.009149 766330 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:33:53.009337 766330 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/18424-747025/.minikube CaCertPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18424-747025/.minikube}
I1007 12:33:53.009478 766330 buildroot.go:174] setting up certificates
I1007 12:33:53.009552 766330 provision.go:84] configureAuth start
I1007 12:33:53.009602 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetMachineName
I1007 12:33:53.009986 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetIP
I1007 12:33:53.012616 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.012988 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:53.013047 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.013159 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHHostname
I1007 12:33:53.015298 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.015632 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:53.015653 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.015824 766330 provision.go:143] copyHostCerts
I1007 12:33:53.015867 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem
I1007 12:33:53.015916 766330 exec_runner.go:144] found /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem, removing ...
I1007 12:33:53.015927 766330 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem
I1007 12:33:53.016009 766330 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18424-747025/.minikube/ca.pem (1082 bytes)
I1007 12:33:53.016125 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem
I1007 12:33:53.016152 766330 exec_runner.go:144] found /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem, removing ...
I1007 12:33:53.016162 766330 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem
I1007 12:33:53.016198 766330 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18424-747025/.minikube/cert.pem (1123 bytes)
I1007 12:33:53.016272 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem
I1007 12:33:53.016302 766330 exec_runner.go:144] found /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem, removing ...
I1007 12:33:53.016310 766330 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem
I1007 12:33:53.016353 766330 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18424-747025/.minikube/key.pem (1675 bytes)
I1007 12:33:53.016436 766330 provision.go:117] generating server cert: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca-key.pem org=jenkins.ha-053933-m03 san=[127.0.0.1 192.168.39.53 ha-053933-m03 localhost minikube]
I1007 12:33:53.275511 766330 provision.go:177] copyRemoteCerts
I1007 12:33:53.275578 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1007 12:33:53.275609 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHHostname
I1007 12:33:53.278571 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.278958 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:53.278997 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.279237 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHPort
I1007 12:33:53.279470 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:53.279694 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHUsername
I1007 12:33:53.279856 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.53 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/id_rsa Username:docker}
I1007 12:33:53.365609 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1007 12:33:53.365705 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1007 12:33:53.394108 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem -> /etc/docker/server.pem
I1007 12:33:53.394203 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1007 12:33:53.421846 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1007 12:33:53.421930 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1007 12:33:53.448310 766330 provision.go:87] duration metric: took 438.733854ms to configureAuth
I1007 12:33:53.448346 766330 buildroot.go:189] setting minikube options for container-runtime
I1007 12:33:53.448616 766330 config.go:182] Loaded profile config "ha-053933": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:33:53.448711 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHHostname
I1007 12:33:53.451435 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.451928 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:53.451963 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.452102 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHPort
I1007 12:33:53.452316 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:53.452472 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:53.452605 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHUsername
I1007 12:33:53.452784 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:33:53.452957 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1007 12:33:53.452971 766330 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1007 12:33:53.686714 766330 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1007 12:33:53.686753 766330 main.go:141] libmachine: Checking connection to Docker...
I1007 12:33:53.686762 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetURL
I1007 12:33:53.688034 766330 main.go:141] libmachine: (ha-053933-m03) DBG | Using libvirt version 6000000
I1007 12:33:53.690553 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.691049 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:53.691081 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.691275 766330 main.go:141] libmachine: Docker is up and running!
I1007 12:33:53.691309 766330 main.go:141] libmachine: Reticulating splines...
I1007 12:33:53.691317 766330 client.go:171] duration metric: took 27.769860907s to LocalClient.Create
I1007 12:33:53.691347 766330 start.go:167] duration metric: took 27.76993753s to libmachine.API.Create "ha-053933"
I1007 12:33:53.691356 766330 start.go:293] postStartSetup for "ha-053933-m03" (driver="kvm2")
I1007 12:33:53.691366 766330 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1007 12:33:53.691384 766330 main.go:141] libmachine: (ha-053933-m03) Calling .DriverName
I1007 12:33:53.691657 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1007 12:33:53.691683 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHHostname
I1007 12:33:53.693729 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.694161 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:53.694191 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.694359 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHPort
I1007 12:33:53.694535 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:53.694715 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHUsername
I1007 12:33:53.694900 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.53 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/id_rsa Username:docker}
I1007 12:33:53.777573 766330 ssh_runner.go:195] Run: cat /etc/os-release
I1007 12:33:53.782595 766330 info.go:137] Remote host: Buildroot 2023.02.9
I1007 12:33:53.782625 766330 filesync.go:126] Scanning /home/jenkins/minikube-integration/18424-747025/.minikube/addons for local assets ...
I1007 12:33:53.782710 766330 filesync.go:126] Scanning /home/jenkins/minikube-integration/18424-747025/.minikube/files for local assets ...
I1007 12:33:53.782804 766330 filesync.go:149] local asset: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem -> 7543242.pem in /etc/ssl/certs
I1007 12:33:53.782816 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem -> /etc/ssl/certs/7543242.pem
I1007 12:33:53.782918 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1007 12:33:53.793716 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem --> /etc/ssl/certs/7543242.pem (1708 bytes)
I1007 12:33:53.819127 766330 start.go:296] duration metric: took 127.75028ms for postStartSetup
I1007 12:33:53.819228 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetConfigRaw
I1007 12:33:53.819965 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetIP
I1007 12:33:53.822875 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.823288 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:53.823318 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.823585 766330 profile.go:143] Saving config to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/config.json ...
I1007 12:33:53.823804 766330 start.go:128] duration metric: took 27.921419624s to createHost
I1007 12:33:53.823830 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHHostname
I1007 12:33:53.826389 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.826755 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:53.826788 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.826991 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHPort
I1007 12:33:53.827187 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:53.827354 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:53.827532 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHUsername
I1007 12:33:53.827708 766330 main.go:141] libmachine: Using SSH client type: native
I1007 12:33:53.827909 766330 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1007 12:33:53.827922 766330 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1007 12:33:53.935241 766330 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728304433.915881343
I1007 12:33:53.935272 766330 fix.go:216] guest clock: 1728304433.915881343
I1007 12:33:53.935282 766330 fix.go:229] Guest: 2024-10-07 12:33:53.915881343 +0000 UTC Remote: 2024-10-07 12:33:53.823818192 +0000 UTC m=+155.718348733 (delta=92.063151ms)
I1007 12:33:53.935303 766330 fix.go:200] guest clock delta is within tolerance: 92.063151ms
I1007 12:33:53.935309 766330 start.go:83] releasing machines lock for "ha-053933-m03", held for 28.033038751s
I1007 12:33:53.935340 766330 main.go:141] libmachine: (ha-053933-m03) Calling .DriverName
I1007 12:33:53.935600 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetIP
I1007 12:33:53.938944 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.939372 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:53.939401 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.942103 766330 out.go:177] * Found network options:
I1007 12:33:53.943700 766330 out.go:177] - NO_PROXY=192.168.39.152,192.168.39.227
W1007 12:33:53.945305 766330 proxy.go:119] fail to check proxy env: Error ip not in block
W1007 12:33:53.945333 766330 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 12:33:53.945354 766330 main.go:141] libmachine: (ha-053933-m03) Calling .DriverName
I1007 12:33:53.946191 766330 main.go:141] libmachine: (ha-053933-m03) Calling .DriverName
I1007 12:33:53.946469 766330 main.go:141] libmachine: (ha-053933-m03) Calling .DriverName
I1007 12:33:53.946569 766330 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1007 12:33:53.946621 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHHostname
W1007 12:33:53.946704 766330 proxy.go:119] fail to check proxy env: Error ip not in block
W1007 12:33:53.946780 766330 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 12:33:53.946900 766330 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1007 12:33:53.946926 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHHostname
I1007 12:33:53.950981 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.951020 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.951403 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:53.951437 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:53.951453 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.951491 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:53.951686 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHPort
I1007 12:33:53.951876 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHPort
I1007 12:33:53.951902 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:53.952038 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHKeyPath
I1007 12:33:53.952066 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHUsername
I1007 12:33:53.952209 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetSSHUsername
I1007 12:33:53.952204 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.53 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/id_rsa Username:docker}
I1007 12:33:53.952359 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.53 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933-m03/id_rsa Username:docker}
I1007 12:33:54.197386 766330 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1007 12:33:54.205923 766330 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1007 12:33:54.206059 766330 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1007 12:33:54.226436 766330 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1007 12:33:54.226467 766330 start.go:495] detecting cgroup driver to use...
I1007 12:33:54.226539 766330 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1007 12:33:54.247190 766330 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1007 12:33:54.263380 766330 docker.go:217] disabling cri-docker service (if available) ...
I1007 12:33:54.263461 766330 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1007 12:33:54.280192 766330 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1007 12:33:54.297621 766330 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1007 12:33:54.421983 766330 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1007 12:33:54.595012 766330 docker.go:233] disabling docker service ...
I1007 12:33:54.595103 766330 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1007 12:33:54.611124 766330 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1007 12:33:54.625647 766330 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1007 12:33:54.766528 766330 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1007 12:33:54.902157 766330 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1007 12:33:54.917030 766330 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1007 12:33:54.939198 766330 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1007 12:33:54.939275 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:33:54.951699 766330 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1007 12:33:54.951792 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:33:54.963943 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:33:54.975263 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:33:54.986454 766330 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1007 12:33:54.998449 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:33:55.010053 766330 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:33:55.029064 766330 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:33:55.040536 766330 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1007 12:33:55.051384 766330 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1007 12:33:55.051443 766330 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1007 12:33:55.065668 766330 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1007 12:33:55.076166 766330 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:33:55.212352 766330 ssh_runner.go:195] Run: sudo systemctl restart crio
I1007 12:33:55.312005 766330 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1007 12:33:55.312090 766330 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1007 12:33:55.318387 766330 start.go:563] Will wait 60s for crictl version
I1007 12:33:55.318471 766330 ssh_runner.go:195] Run: which crictl
I1007 12:33:55.322868 766330 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1007 12:33:55.367251 766330 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1007 12:33:55.367355 766330 ssh_runner.go:195] Run: crio --version
I1007 12:33:55.397971 766330 ssh_runner.go:195] Run: crio --version
I1007 12:33:55.435128 766330 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1007 12:33:55.436490 766330 out.go:177] - env NO_PROXY=192.168.39.152
I1007 12:33:55.437841 766330 out.go:177] - env NO_PROXY=192.168.39.152,192.168.39.227
I1007 12:33:55.439394 766330 main.go:141] libmachine: (ha-053933-m03) Calling .GetIP
I1007 12:33:55.442218 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:55.442572 766330 main.go:141] libmachine: (ha-053933-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:71:bc", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:33:40 +0000 UTC Type:0 Mac:52:54:00:92:71:bc Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-053933-m03 Clientid:01:52:54:00:92:71:bc}
I1007 12:33:55.442593 766330 main.go:141] libmachine: (ha-053933-m03) DBG | domain ha-053933-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:92:71:bc in network mk-ha-053933
I1007 12:33:55.442854 766330 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1007 12:33:55.447427 766330 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:33:55.460437 766330 mustload.go:65] Loading cluster: ha-053933
I1007 12:33:55.460787 766330 config.go:182] Loaded profile config "ha-053933": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:33:55.461177 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:33:55.461238 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:33:55.477083 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39887
I1007 12:33:55.477627 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:33:55.478242 766330 main.go:141] libmachine: Using API Version 1
I1007 12:33:55.478264 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:33:55.478601 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:33:55.478770 766330 main.go:141] libmachine: (ha-053933) Calling .GetState
I1007 12:33:55.480358 766330 host.go:66] Checking if "ha-053933" exists ...
I1007 12:33:55.480665 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:33:55.480703 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:33:55.497617 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34771
I1007 12:33:55.498208 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:33:55.498771 766330 main.go:141] libmachine: Using API Version 1
I1007 12:33:55.498802 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:33:55.499144 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:33:55.499349 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:33:55.499537 766330 certs.go:68] Setting up /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933 for IP: 192.168.39.53
I1007 12:33:55.499550 766330 certs.go:194] generating shared ca certs ...
I1007 12:33:55.499567 766330 certs.go:226] acquiring lock for ca certs: {Name:mk6ca7c28f38fbb86128c70ce573f05386aa0959 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:33:55.499698 766330 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.key
I1007 12:33:55.499751 766330 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.key
I1007 12:33:55.499772 766330 certs.go:256] generating profile certs ...
I1007 12:33:55.499874 766330 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.key
I1007 12:33:55.499909 766330 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.2a803e23
I1007 12:33:55.499931 766330 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.2a803e23 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.152 192.168.39.227 192.168.39.53 192.168.39.254]
I1007 12:33:55.566679 766330 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.2a803e23 ...
I1007 12:33:55.566718 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.2a803e23: {Name:mk9518d7a648a9de4b8c05fe89f1c3f09f2c6a5a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:33:55.566929 766330 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.2a803e23 ...
I1007 12:33:55.566948 766330 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.2a803e23: {Name:mkdcb7e0de901ae74037605940d4a487b0fb8b12 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:33:55.567053 766330 certs.go:381] copying /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt.2a803e23 -> /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt
I1007 12:33:55.567210 766330 certs.go:385] copying /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key.2a803e23 -> /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key
I1007 12:33:55.567369 766330 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.key
I1007 12:33:55.567391 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1007 12:33:55.567411 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1007 12:33:55.567431 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1007 12:33:55.567450 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1007 12:33:55.567469 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1007 12:33:55.567488 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1007 12:33:55.567506 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1007 12:33:55.586158 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1007 12:33:55.586279 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324.pem (1338 bytes)
W1007 12:33:55.586335 766330 certs.go:480] ignoring /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324_empty.pem, impossibly tiny 0 bytes
I1007 12:33:55.586352 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca-key.pem (1675 bytes)
I1007 12:33:55.586387 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/ca.pem (1082 bytes)
I1007 12:33:55.586425 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/cert.pem (1123 bytes)
I1007 12:33:55.586458 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/key.pem (1675 bytes)
I1007 12:33:55.586517 766330 certs.go:484] found cert: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem (1708 bytes)
I1007 12:33:55.586558 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem -> /usr/share/ca-certificates/7543242.pem
I1007 12:33:55.586579 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1007 12:33:55.586598 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324.pem -> /usr/share/ca-certificates/754324.pem
I1007 12:33:55.586646 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:33:55.589684 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:33:55.590162 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:33:55.590193 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:33:55.590365 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:33:55.590577 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:33:55.590763 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:33:55.590948 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.152 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa Username:docker}
I1007 12:33:55.666401 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1007 12:33:55.672290 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1007 12:33:55.685836 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1007 12:33:55.691589 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1007 12:33:55.704365 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1007 12:33:55.709554 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1007 12:33:55.723585 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1007 12:33:55.728967 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1007 12:33:55.742781 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1007 12:33:55.747517 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1007 12:33:55.759055 766330 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1007 12:33:55.763953 766330 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1007 12:33:55.775294 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1007 12:33:55.802739 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1007 12:33:55.829606 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1007 12:33:55.854203 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1007 12:33:55.881501 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1007 12:33:55.907802 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1007 12:33:55.935368 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1007 12:33:55.966709 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1007 12:33:55.993237 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/files/etc/ssl/certs/7543242.pem --> /usr/share/ca-certificates/7543242.pem (1708 bytes)
I1007 12:33:56.018616 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1007 12:33:56.044579 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/certs/754324.pem --> /usr/share/ca-certificates/754324.pem (1338 bytes)
I1007 12:33:56.069120 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1007 12:33:56.087293 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1007 12:33:56.105801 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1007 12:33:56.126196 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1007 12:33:56.145822 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1007 12:33:56.163980 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1007 12:33:56.182187 766330 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1007 12:33:56.201073 766330 ssh_runner.go:195] Run: openssl version
I1007 12:33:56.207142 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1007 12:33:56.218685 766330 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1007 12:33:56.223978 766330 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 7 12:08 /usr/share/ca-certificates/minikubeCA.pem
I1007 12:33:56.224097 766330 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1007 12:33:56.231835 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1007 12:33:56.243660 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/754324.pem && ln -fs /usr/share/ca-certificates/754324.pem /etc/ssl/certs/754324.pem"
I1007 12:33:56.255269 766330 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/754324.pem
I1007 12:33:56.260456 766330 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 7 12:27 /usr/share/ca-certificates/754324.pem
I1007 12:33:56.260520 766330 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/754324.pem
I1007 12:33:56.267451 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/754324.pem /etc/ssl/certs/51391683.0"
I1007 12:33:56.279865 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/7543242.pem && ln -fs /usr/share/ca-certificates/7543242.pem /etc/ssl/certs/7543242.pem"
I1007 12:33:56.291556 766330 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/7543242.pem
I1007 12:33:56.296671 766330 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 7 12:27 /usr/share/ca-certificates/7543242.pem
I1007 12:33:56.296755 766330 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/7543242.pem
I1007 12:33:56.303021 766330 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/7543242.pem /etc/ssl/certs/3ec20f2e.0"
I1007 12:33:56.314190 766330 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1007 12:33:56.319184 766330 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1007 12:33:56.319253 766330 kubeadm.go:934] updating node {m03 192.168.39.53 8443 v1.31.1 crio true true} ...
I1007 12:33:56.319359 766330 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-053933-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.53
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-053933 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1007 12:33:56.319393 766330 kube-vip.go:115] generating kube-vip config ...
I1007 12:33:56.319441 766330 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1007 12:33:56.337458 766330 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1007 12:33:56.337539 766330 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1007 12:33:56.337609 766330 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1007 12:33:56.352182 766330 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1007 12:33:56.352262 766330 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1007 12:33:56.364895 766330 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1007 12:33:56.364932 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 12:33:56.364895 766330 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I1007 12:33:56.365107 766330 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 12:33:56.365108 766330 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 12:33:56.364948 766330 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I1007 12:33:56.365318 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 12:33:56.365380 766330 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 12:33:56.386729 766330 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1007 12:33:56.386794 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1007 12:33:56.386811 766330 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1007 12:33:56.386844 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1007 12:33:56.386813 766330 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 12:33:56.387110 766330 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 12:33:56.420143 766330 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1007 12:33:56.420202 766330 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18424-747025/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1007 12:33:57.371744 766330 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1007 12:33:57.382647 766330 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1007 12:33:57.402832 766330 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1007 12:33:57.421823 766330 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1007 12:33:57.441482 766330 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1007 12:33:57.445627 766330 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:33:57.459762 766330 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:33:57.603405 766330 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 12:33:57.624431 766330 host.go:66] Checking if "ha-053933" exists ...
I1007 12:33:57.624969 766330 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:33:57.625051 766330 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:33:57.641787 766330 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39979
I1007 12:33:57.642353 766330 main.go:141] libmachine: () Calling .GetVersion
I1007 12:33:57.642903 766330 main.go:141] libmachine: Using API Version 1
I1007 12:33:57.642925 766330 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:33:57.643307 766330 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:33:57.643533 766330 main.go:141] libmachine: (ha-053933) Calling .DriverName
I1007 12:33:57.643693 766330 start.go:317] joinCluster: &{Name:ha-053933 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-053933 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.152 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.227 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.53 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:f
alse istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false
DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1007 12:33:57.643829 766330 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1007 12:33:57.643846 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHHostname
I1007 12:33:57.646962 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:33:57.647481 766330 main.go:141] libmachine: (ha-053933) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:91:1b", ip: ""} in network mk-ha-053933: {Iface:virbr1 ExpiryTime:2024-10-07 13:31:32 +0000 UTC Type:0 Mac:52:54:00:7e:91:1b Iaid: IPaddr:192.168.39.152 Prefix:24 Hostname:ha-053933 Clientid:01:52:54:00:7e:91:1b}
I1007 12:33:57.647512 766330 main.go:141] libmachine: (ha-053933) DBG | domain ha-053933 has defined IP address 192.168.39.152 and MAC address 52:54:00:7e:91:1b in network mk-ha-053933
I1007 12:33:57.647651 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHPort
I1007 12:33:57.647823 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHKeyPath
I1007 12:33:57.647983 766330 main.go:141] libmachine: (ha-053933) Calling .GetSSHUsername
I1007 12:33:57.648106 766330 sshutil.go:53] new ssh client: &{IP:192.168.39.152 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/18424-747025/.minikube/machines/ha-053933/id_rsa Username:docker}
I1007 12:33:57.973692 766330 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.53 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:33:57.973754 766330 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 7pzgfr.51k0s4v7v8nz4q6q --discovery-token-ca-cert-hash sha256:c52291efb406fa07dfe86177776b56c468c80ee2c6548c2708d46535dd7bf6aa --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-053933-m03 --control-plane --apiserver-advertise-address=192.168.39.53 --apiserver-bind-port=8443"
I1007 12:34:20.692568 766330 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 7pzgfr.51k0s4v7v8nz4q6q --discovery-token-ca-cert-hash sha256:c52291efb406fa07dfe86177776b56c468c80ee2c6548c2708d46535dd7bf6aa --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-053933-m03 --control-plane --apiserver-advertise-address=192.168.39.53 --apiserver-bind-port=8443": (22.718770843s)
I1007 12:34:20.692609 766330 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1007 12:34:21.235276 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-053933-m03 minikube.k8s.io/updated_at=2024_10_07T12_34_21_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=aced4bb0374ad4c19753bf24eee8bc7aa8774c9c minikube.k8s.io/name=ha-053933 minikube.k8s.io/primary=false
I1007 12:34:21.384823 766330 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-053933-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1007 12:34:21.546452 766330 start.go:319] duration metric: took 23.902751753s to joinCluster
I1007 12:34:21.546537 766330 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.53 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:34:21.547030 766330 config.go:182] Loaded profile config "ha-053933": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:34:21.548080 766330 out.go:177] * Verifying Kubernetes components...
I1007 12:34:21.549612 766330 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:34:21.823190 766330 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 12:34:21.845870 766330 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/18424-747025/kubeconfig
I1007 12:34:21.846263 766330 kapi.go:59] client config for ha-053933: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.crt", KeyFile:"/home/jenkins/minikube-integration/18424-747025/.minikube/profiles/ha-053933/client.key", CAFile:"/home/jenkins/minikube-integration/18424-747025/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1007 12:34:21.846360 766330 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.152:8443
I1007 12:34:21.846701 766330 node_ready.go:35] waiting up to 6m0s for node "ha-053933-m03" to be "Ready" ...
I1007 12:34:21.846820 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:21.846832 766330 round_trippers.go:469] Request Headers:
I1007 12:34:21.846844 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:21.846854 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:21.850883 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:22.347874 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:22.347909 766330 round_trippers.go:469] Request Headers:
I1007 12:34:22.347923 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:22.347929 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:22.351566 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:22.847344 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:22.847369 766330 round_trippers.go:469] Request Headers:
I1007 12:34:22.847377 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:22.847382 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:22.866723 766330 round_trippers.go:574] Response Status: 200 OK in 19 milliseconds
I1007 12:34:23.347347 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:23.347375 766330 round_trippers.go:469] Request Headers:
I1007 12:34:23.347387 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:23.347394 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:23.351929 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:23.847333 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:23.847355 766330 round_trippers.go:469] Request Headers:
I1007 12:34:23.847363 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:23.847372 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:23.850896 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:23.851597 766330 node_ready.go:53] node "ha-053933-m03" has status "Ready":"False"
I1007 12:34:24.347594 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:24.347622 766330 round_trippers.go:469] Request Headers:
I1007 12:34:24.347633 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:24.347638 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:24.351365 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:24.847338 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:24.847369 766330 round_trippers.go:469] Request Headers:
I1007 12:34:24.847382 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:24.847389 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:24.850525 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:25.347474 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:25.347501 766330 round_trippers.go:469] Request Headers:
I1007 12:34:25.347512 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:25.347517 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:25.350876 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:25.847008 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:25.847039 766330 round_trippers.go:469] Request Headers:
I1007 12:34:25.847047 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:25.847052 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:25.850192 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:26.347863 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:26.347891 766330 round_trippers.go:469] Request Headers:
I1007 12:34:26.347899 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:26.347903 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:26.351555 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:26.352073 766330 node_ready.go:53] node "ha-053933-m03" has status "Ready":"False"
I1007 12:34:26.847450 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:26.847477 766330 round_trippers.go:469] Request Headers:
I1007 12:34:26.847485 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:26.847489 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:26.851359 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:27.347145 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:27.347169 766330 round_trippers.go:469] Request Headers:
I1007 12:34:27.347179 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:27.347185 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:27.350867 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:27.847674 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:27.847701 766330 round_trippers.go:469] Request Headers:
I1007 12:34:27.847710 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:27.847715 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:27.851381 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:28.346976 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:28.347004 766330 round_trippers.go:469] Request Headers:
I1007 12:34:28.347016 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:28.347020 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:28.350677 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:28.847299 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:28.847324 766330 round_trippers.go:469] Request Headers:
I1007 12:34:28.847334 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:28.847342 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:28.852124 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:28.852851 766330 node_ready.go:53] node "ha-053933-m03" has status "Ready":"False"
I1007 12:34:29.347470 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:29.347495 766330 round_trippers.go:469] Request Headers:
I1007 12:34:29.347506 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:29.347511 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:29.351169 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:29.847063 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:29.847088 766330 round_trippers.go:469] Request Headers:
I1007 12:34:29.847096 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:29.847101 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:29.850541 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:30.347314 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:30.347341 766330 round_trippers.go:469] Request Headers:
I1007 12:34:30.347349 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:30.347354 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:30.351677 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:30.847295 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:30.847322 766330 round_trippers.go:469] Request Headers:
I1007 12:34:30.847331 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:30.847337 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:30.851021 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:31.347887 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:31.347917 766330 round_trippers.go:469] Request Headers:
I1007 12:34:31.347928 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:31.347932 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:31.351855 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:31.352449 766330 node_ready.go:53] node "ha-053933-m03" has status "Ready":"False"
I1007 12:34:31.847880 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:31.847906 766330 round_trippers.go:469] Request Headers:
I1007 12:34:31.847914 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:31.847918 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:31.851368 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:32.347251 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:32.347285 766330 round_trippers.go:469] Request Headers:
I1007 12:34:32.347297 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:32.347304 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:32.351028 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:32.847346 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:32.847371 766330 round_trippers.go:469] Request Headers:
I1007 12:34:32.847380 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:32.847385 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:32.850808 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:33.347425 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:33.347452 766330 round_trippers.go:469] Request Headers:
I1007 12:34:33.347461 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:33.347465 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:33.351213 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:33.847937 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:33.847961 766330 round_trippers.go:469] Request Headers:
I1007 12:34:33.847976 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:33.847981 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:33.852995 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:33.853973 766330 node_ready.go:53] node "ha-053933-m03" has status "Ready":"False"
I1007 12:34:34.347964 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:34.347989 766330 round_trippers.go:469] Request Headers:
I1007 12:34:34.348006 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:34.348012 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:34.351982 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:34.847651 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:34.847676 766330 round_trippers.go:469] Request Headers:
I1007 12:34:34.847685 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:34.847690 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:34.851757 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:35.347354 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:35.347377 766330 round_trippers.go:469] Request Headers:
I1007 12:34:35.347386 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:35.347390 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:35.351104 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:35.847711 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:35.847737 766330 round_trippers.go:469] Request Headers:
I1007 12:34:35.847748 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:35.847753 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:35.858606 766330 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1007 12:34:35.859308 766330 node_ready.go:49] node "ha-053933-m03" has status "Ready":"True"
I1007 12:34:35.859333 766330 node_ready.go:38] duration metric: took 14.012608332s for node "ha-053933-m03" to be "Ready" ...
I1007 12:34:35.859345 766330 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 12:34:35.859442 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods
I1007 12:34:35.859456 766330 round_trippers.go:469] Request Headers:
I1007 12:34:35.859468 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:35.859474 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:35.869218 766330 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1007 12:34:35.877082 766330 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-sj44v" in "kube-system" namespace to be "Ready" ...
I1007 12:34:35.877211 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-sj44v
I1007 12:34:35.877225 766330 round_trippers.go:469] Request Headers:
I1007 12:34:35.877235 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:35.877246 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:35.881909 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:35.883332 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:34:35.883357 766330 round_trippers.go:469] Request Headers:
I1007 12:34:35.883368 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:35.883378 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:35.888505 766330 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:34:35.889562 766330 pod_ready.go:93] pod "coredns-7c65d6cfc9-sj44v" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:35.889584 766330 pod_ready.go:82] duration metric: took 12.462204ms for pod "coredns-7c65d6cfc9-sj44v" in "kube-system" namespace to be "Ready" ...
I1007 12:34:35.889599 766330 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-tqtzn" in "kube-system" namespace to be "Ready" ...
I1007 12:34:35.889693 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-tqtzn
I1007 12:34:35.889703 766330 round_trippers.go:469] Request Headers:
I1007 12:34:35.889714 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:35.889720 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:35.894158 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:35.894859 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:34:35.894878 766330 round_trippers.go:469] Request Headers:
I1007 12:34:35.894888 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:35.894894 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:35.898314 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:35.898768 766330 pod_ready.go:93] pod "coredns-7c65d6cfc9-tqtzn" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:35.898786 766330 pod_ready.go:82] duration metric: took 9.180577ms for pod "coredns-7c65d6cfc9-tqtzn" in "kube-system" namespace to be "Ready" ...
I1007 12:34:35.898799 766330 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:34:35.898867 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933
I1007 12:34:35.898875 766330 round_trippers.go:469] Request Headers:
I1007 12:34:35.898882 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:35.898885 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:35.903049 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:35.903727 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:34:35.903743 766330 round_trippers.go:469] Request Headers:
I1007 12:34:35.903754 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:35.903761 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:35.906490 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:34:35.907003 766330 pod_ready.go:93] pod "etcd-ha-053933" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:35.907073 766330 pod_ready.go:82] duration metric: took 8.251291ms for pod "etcd-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:34:35.907112 766330 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:34:35.907213 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933-m02
I1007 12:34:35.907222 766330 round_trippers.go:469] Request Headers:
I1007 12:34:35.907230 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:35.907250 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:35.910128 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:34:35.910735 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:34:35.910749 766330 round_trippers.go:469] Request Headers:
I1007 12:34:35.910760 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:35.910767 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:35.914012 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:35.914767 766330 pod_ready.go:93] pod "etcd-ha-053933-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:35.914789 766330 pod_ready.go:82] duration metric: took 7.665567ms for pod "etcd-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:34:35.914802 766330 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-053933-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:34:36.048508 766330 request.go:632] Waited for 133.622997ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933-m03
I1007 12:34:36.048575 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933-m03
I1007 12:34:36.048580 766330 round_trippers.go:469] Request Headers:
I1007 12:34:36.048588 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:36.048592 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:36.052571 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:36.248730 766330 request.go:632] Waited for 195.373798ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:36.248827 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:36.248836 766330 round_trippers.go:469] Request Headers:
I1007 12:34:36.248844 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:36.248849 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:36.251932 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:36.448570 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933-m03
I1007 12:34:36.448595 766330 round_trippers.go:469] Request Headers:
I1007 12:34:36.448605 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:36.448610 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:36.452907 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:36.647847 766330 request.go:632] Waited for 194.331001ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:36.647936 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:36.647943 766330 round_trippers.go:469] Request Headers:
I1007 12:34:36.647951 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:36.647956 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:36.651933 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:36.915705 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933-m03
I1007 12:34:36.915729 766330 round_trippers.go:469] Request Headers:
I1007 12:34:36.915738 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:36.915742 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:36.919213 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:37.048315 766330 request.go:632] Waited for 128.338635ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:37.048400 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:37.048408 766330 round_trippers.go:469] Request Headers:
I1007 12:34:37.048424 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:37.048429 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:37.051185 766330 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:34:37.415988 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933-m03
I1007 12:34:37.416012 766330 round_trippers.go:469] Request Headers:
I1007 12:34:37.416021 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:37.416026 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:37.419983 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:37.448134 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:37.448158 766330 round_trippers.go:469] Request Headers:
I1007 12:34:37.448168 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:37.448175 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:37.451453 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:37.915937 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/etcd-ha-053933-m03
I1007 12:34:37.915961 766330 round_trippers.go:469] Request Headers:
I1007 12:34:37.915971 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:37.915976 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:37.920167 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:37.921049 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:37.921073 766330 round_trippers.go:469] Request Headers:
I1007 12:34:37.921086 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:37.921093 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:37.924604 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:37.925286 766330 pod_ready.go:93] pod "etcd-ha-053933-m03" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:37.925306 766330 pod_ready.go:82] duration metric: took 2.010496086s for pod "etcd-ha-053933-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:34:37.925324 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:34:38.048769 766330 request.go:632] Waited for 123.357964ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-053933
I1007 12:34:38.048846 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-053933
I1007 12:34:38.048854 766330 round_trippers.go:469] Request Headers:
I1007 12:34:38.048866 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:38.048882 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:38.052431 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:38.248516 766330 request.go:632] Waited for 195.362302ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:34:38.248623 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:34:38.248634 766330 round_trippers.go:469] Request Headers:
I1007 12:34:38.248644 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:38.248651 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:38.252242 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:38.252762 766330 pod_ready.go:93] pod "kube-apiserver-ha-053933" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:38.252784 766330 pod_ready.go:82] duration metric: took 327.452579ms for pod "kube-apiserver-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:34:38.252797 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:34:38.447801 766330 request.go:632] Waited for 194.917273ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-053933-m02
I1007 12:34:38.447884 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-053933-m02
I1007 12:34:38.447889 766330 round_trippers.go:469] Request Headers:
I1007 12:34:38.447897 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:38.447902 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:38.451491 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:38.648627 766330 request.go:632] Waited for 196.37134ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:34:38.648711 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:34:38.648716 766330 round_trippers.go:469] Request Headers:
I1007 12:34:38.648722 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:38.648732 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:38.652823 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:38.653461 766330 pod_ready.go:93] pod "kube-apiserver-ha-053933-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:38.653480 766330 pod_ready.go:82] duration metric: took 400.67636ms for pod "kube-apiserver-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:34:38.653490 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-053933-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:34:38.848685 766330 request.go:632] Waited for 195.113793ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-053933-m03
I1007 12:34:38.848846 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-053933-m03
I1007 12:34:38.848879 766330 round_trippers.go:469] Request Headers:
I1007 12:34:38.848893 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:38.848898 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:38.853139 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:39.048666 766330 request.go:632] Waited for 194.422198ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:39.048757 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:39.048765 766330 round_trippers.go:469] Request Headers:
I1007 12:34:39.048773 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:39.048780 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:39.052403 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:39.052899 766330 pod_ready.go:93] pod "kube-apiserver-ha-053933-m03" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:39.052921 766330 pod_ready.go:82] duration metric: took 399.423284ms for pod "kube-apiserver-ha-053933-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:34:39.052935 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:34:39.248381 766330 request.go:632] Waited for 195.347943ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-053933
I1007 12:34:39.248463 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-053933
I1007 12:34:39.248470 766330 round_trippers.go:469] Request Headers:
I1007 12:34:39.248479 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:39.248532 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:39.252304 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:39.448654 766330 request.go:632] Waited for 195.421963ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:34:39.448774 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:34:39.448781 766330 round_trippers.go:469] Request Headers:
I1007 12:34:39.448789 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:39.448794 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:39.452418 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:39.452966 766330 pod_ready.go:93] pod "kube-controller-manager-ha-053933" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:39.452987 766330 pod_ready.go:82] duration metric: took 400.045067ms for pod "kube-controller-manager-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:34:39.452997 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:34:39.648075 766330 request.go:632] Waited for 195.002627ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-053933-m02
I1007 12:34:39.648177 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-053933-m02
I1007 12:34:39.648188 766330 round_trippers.go:469] Request Headers:
I1007 12:34:39.648196 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:39.648203 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:39.651698 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:39.848035 766330 request.go:632] Waited for 195.367175ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:34:39.848150 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:34:39.848170 766330 round_trippers.go:469] Request Headers:
I1007 12:34:39.848184 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:39.848192 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:39.851573 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:39.852402 766330 pod_ready.go:93] pod "kube-controller-manager-ha-053933-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:39.852421 766330 pod_ready.go:82] duration metric: took 399.417648ms for pod "kube-controller-manager-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:34:39.852432 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-053933-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:34:40.048539 766330 request.go:632] Waited for 196.032961ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-053933-m03
I1007 12:34:40.048627 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-053933-m03
I1007 12:34:40.048633 766330 round_trippers.go:469] Request Headers:
I1007 12:34:40.048641 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:40.048647 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:40.052288 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:40.248694 766330 request.go:632] Waited for 195.442218ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:40.248809 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:40.248819 766330 round_trippers.go:469] Request Headers:
I1007 12:34:40.248829 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:40.248839 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:40.252540 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:40.253313 766330 pod_ready.go:93] pod "kube-controller-manager-ha-053933-m03" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:40.253337 766330 pod_ready.go:82] duration metric: took 400.899295ms for pod "kube-controller-manager-ha-053933-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:34:40.253349 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7bwxp" in "kube-system" namespace to be "Ready" ...
I1007 12:34:40.448782 766330 request.go:632] Waited for 195.339385ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7bwxp
I1007 12:34:40.448860 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7bwxp
I1007 12:34:40.448867 766330 round_trippers.go:469] Request Headers:
I1007 12:34:40.448879 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:40.448899 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:40.452366 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:40.648273 766330 request.go:632] Waited for 194.918691ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:34:40.648346 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:34:40.648352 766330 round_trippers.go:469] Request Headers:
I1007 12:34:40.648361 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:40.648367 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:40.651885 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:40.652427 766330 pod_ready.go:93] pod "kube-proxy-7bwxp" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:40.652452 766330 pod_ready.go:82] duration metric: took 399.095883ms for pod "kube-proxy-7bwxp" in "kube-system" namespace to be "Ready" ...
I1007 12:34:40.652465 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-dqqj6" in "kube-system" namespace to be "Ready" ...
I1007 12:34:40.848579 766330 request.go:632] Waited for 196.00042ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dqqj6
I1007 12:34:40.848642 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dqqj6
I1007 12:34:40.848648 766330 round_trippers.go:469] Request Headers:
I1007 12:34:40.848657 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:40.848660 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:40.852403 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:41.048483 766330 request.go:632] Waited for 195.416905ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:41.048561 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:41.048566 766330 round_trippers.go:469] Request Headers:
I1007 12:34:41.048574 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:41.048582 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:41.052281 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:41.052757 766330 pod_ready.go:93] pod "kube-proxy-dqqj6" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:41.052775 766330 pod_ready.go:82] duration metric: took 400.298296ms for pod "kube-proxy-dqqj6" in "kube-system" namespace to be "Ready" ...
I1007 12:34:41.052785 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zvblz" in "kube-system" namespace to be "Ready" ...
I1007 12:34:41.247821 766330 request.go:632] Waited for 194.952122ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zvblz
I1007 12:34:41.247915 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zvblz
I1007 12:34:41.247920 766330 round_trippers.go:469] Request Headers:
I1007 12:34:41.247942 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:41.247958 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:41.251753 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:41.447806 766330 request.go:632] Waited for 195.292745ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:34:41.447871 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:34:41.447876 766330 round_trippers.go:469] Request Headers:
I1007 12:34:41.447883 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:41.447887 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:41.451374 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:41.452013 766330 pod_ready.go:93] pod "kube-proxy-zvblz" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:41.452035 766330 pod_ready.go:82] duration metric: took 399.242268ms for pod "kube-proxy-zvblz" in "kube-system" namespace to be "Ready" ...
I1007 12:34:41.452048 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:34:41.648060 766330 request.go:632] Waited for 195.92136ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-053933
I1007 12:34:41.648145 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-053933
I1007 12:34:41.648167 766330 round_trippers.go:469] Request Headers:
I1007 12:34:41.648176 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:41.648181 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:41.652281 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:41.848221 766330 request.go:632] Waited for 195.408754ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:34:41.848307 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933
I1007 12:34:41.848321 766330 round_trippers.go:469] Request Headers:
I1007 12:34:41.848329 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:41.848332 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:41.851502 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:41.852147 766330 pod_ready.go:93] pod "kube-scheduler-ha-053933" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:41.852173 766330 pod_ready.go:82] duration metric: took 400.115446ms for pod "kube-scheduler-ha-053933" in "kube-system" namespace to be "Ready" ...
I1007 12:34:41.852186 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:34:42.048319 766330 request.go:632] Waited for 196.021861ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-053933-m02
I1007 12:34:42.048415 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-053933-m02
I1007 12:34:42.048421 766330 round_trippers.go:469] Request Headers:
I1007 12:34:42.048429 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:42.048434 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:42.051904 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:42.247954 766330 request.go:632] Waited for 195.30672ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:34:42.248042 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m02
I1007 12:34:42.248048 766330 round_trippers.go:469] Request Headers:
I1007 12:34:42.248056 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:42.248060 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:42.251799 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:42.252357 766330 pod_ready.go:93] pod "kube-scheduler-ha-053933-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:42.252378 766330 pod_ready.go:82] duration metric: took 400.185892ms for pod "kube-scheduler-ha-053933-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:34:42.252389 766330 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-053933-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:34:42.448570 766330 request.go:632] Waited for 196.083361ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-053933-m03
I1007 12:34:42.448644 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-053933-m03
I1007 12:34:42.448649 766330 round_trippers.go:469] Request Headers:
I1007 12:34:42.448658 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:42.448665 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:42.452279 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:42.648464 766330 request.go:632] Waited for 195.372097ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:42.648558 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes/ha-053933-m03
I1007 12:34:42.648567 766330 round_trippers.go:469] Request Headers:
I1007 12:34:42.648575 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:42.648587 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:42.651837 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:42.652442 766330 pod_ready.go:93] pod "kube-scheduler-ha-053933-m03" in "kube-system" namespace has status "Ready":"True"
I1007 12:34:42.652462 766330 pod_ready.go:82] duration metric: took 400.066938ms for pod "kube-scheduler-ha-053933-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:34:42.652473 766330 pod_ready.go:39] duration metric: took 6.79311586s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 12:34:42.652490 766330 api_server.go:52] waiting for apiserver process to appear ...
I1007 12:34:42.652549 766330 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1007 12:34:42.669655 766330 api_server.go:72] duration metric: took 21.123075945s to wait for apiserver process to appear ...
I1007 12:34:42.669686 766330 api_server.go:88] waiting for apiserver healthz status ...
I1007 12:34:42.669721 766330 api_server.go:253] Checking apiserver healthz at https://192.168.39.152:8443/healthz ...
I1007 12:34:42.677436 766330 api_server.go:279] https://192.168.39.152:8443/healthz returned 200:
ok
I1007 12:34:42.677526 766330 round_trippers.go:463] GET https://192.168.39.152:8443/version
I1007 12:34:42.677533 766330 round_trippers.go:469] Request Headers:
I1007 12:34:42.677545 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:42.677556 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:42.678540 766330 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1007 12:34:42.678609 766330 api_server.go:141] control plane version: v1.31.1
I1007 12:34:42.678628 766330 api_server.go:131] duration metric: took 8.935272ms to wait for apiserver health ...
I1007 12:34:42.678643 766330 system_pods.go:43] waiting for kube-system pods to appear ...
I1007 12:34:42.848087 766330 request.go:632] Waited for 169.34722ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods
I1007 12:34:42.848178 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods
I1007 12:34:42.848184 766330 round_trippers.go:469] Request Headers:
I1007 12:34:42.848192 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:42.848197 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:42.854471 766330 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 12:34:42.861098 766330 system_pods.go:59] 24 kube-system pods found
I1007 12:34:42.861133 766330 system_pods.go:61] "coredns-7c65d6cfc9-sj44v" [268afc07-099f-4bed-bed4-7fdc7c64b948] Running
I1007 12:34:42.861137 766330 system_pods.go:61] "coredns-7c65d6cfc9-tqtzn" [8b161488-236f-456d-9385-0ed32039f1c8] Running
I1007 12:34:42.861141 766330 system_pods.go:61] "etcd-ha-053933" [63997434-cbf6-4a65-9fa8-a7ab043edddd] Running
I1007 12:34:42.861145 766330 system_pods.go:61] "etcd-ha-053933-m02" [60f3534a-842d-4e71-9969-42a63eabe43a] Running
I1007 12:34:42.861148 766330 system_pods.go:61] "etcd-ha-053933-m03" [b5203bce-d117-454b-904a-3ff1588b69cb] Running
I1007 12:34:42.861151 766330 system_pods.go:61] "kindnet-4gmn6" [c532bcb5-a558-4246-87a7-540b2241a92d] Running
I1007 12:34:42.861154 766330 system_pods.go:61] "kindnet-6tzch" [a01d220d-f69a-4de4-aae6-0f158e60bd2c] Running
I1007 12:34:42.861157 766330 system_pods.go:61] "kindnet-cx4hw" [59831aaf-ad53-4176-abd5-902311b908bc] Running
I1007 12:34:42.861160 766330 system_pods.go:61] "kube-apiserver-ha-053933" [4292cf26-48af-47d3-afc7-f53c840348b4] Running
I1007 12:34:42.861163 766330 system_pods.go:61] "kube-apiserver-ha-053933-m02" [33366f2a-d3bd-475c-8154-f0b543f44ab0] Running
I1007 12:34:42.861166 766330 system_pods.go:61] "kube-apiserver-ha-053933-m03" [7ea0a181-68ad-42cf-9043-b16b90306203] Running
I1007 12:34:42.861170 766330 system_pods.go:61] "kube-controller-manager-ha-053933" [df0c2c43-27c7-4279-b60b-e1b1c0cc385e] Running
I1007 12:34:42.861177 766330 system_pods.go:61] "kube-controller-manager-ha-053933-m02" [b0818773-c362-4504-9614-310461bf0743] Running
I1007 12:34:42.861180 766330 system_pods.go:61] "kube-controller-manager-ha-053933-m03" [c8035607-d60b-478a-b29e-2d52216f56c2] Running
I1007 12:34:42.861182 766330 system_pods.go:61] "kube-proxy-7bwxp" [5be0956c-823b-4ca7-8d46-4f8e81e5bbb3] Running
I1007 12:34:42.861185 766330 system_pods.go:61] "kube-proxy-dqqj6" [1c6e5f1b-fe5e-4a4e-9434-f8241710cb2c] Running
I1007 12:34:42.861189 766330 system_pods.go:61] "kube-proxy-zvblz" [17f099a2-baf5-4091-83f2-c823a214ac10] Running
I1007 12:34:42.861191 766330 system_pods.go:61] "kube-scheduler-ha-053933" [9a10d3da-5e83-4c4e-b085-50bdc88df86b] Running
I1007 12:34:42.861194 766330 system_pods.go:61] "kube-scheduler-ha-053933-m02" [14178262-c6eb-477b-be10-edc42bb354b6] Running
I1007 12:34:42.861197 766330 system_pods.go:61] "kube-scheduler-ha-053933-m03" [7bdf2416-44cb-4d26-940d-f03c8fe9aa8d] Running
I1007 12:34:42.861200 766330 system_pods.go:61] "kube-vip-ha-053933" [88bffc39-13e8-4460-aac3-2aabffef9127] Running
I1007 12:34:42.861203 766330 system_pods.go:61] "kube-vip-ha-053933-m02" [23a52b25-0324-416e-b983-e69f9851a55b] Running
I1007 12:34:42.861206 766330 system_pods.go:61] "kube-vip-ha-053933-m03" [caf041f0-d94a-4756-9b69-d1ce53edeb44] Running
I1007 12:34:42.861212 766330 system_pods.go:61] "storage-provisioner" [ac6bab3d-040f-4b93-9b26-1ce7e373ba68] Running
I1007 12:34:42.861221 766330 system_pods.go:74] duration metric: took 182.569158ms to wait for pod list to return data ...
I1007 12:34:42.861229 766330 default_sa.go:34] waiting for default service account to be created ...
I1007 12:34:43.048753 766330 request.go:632] Waited for 187.419479ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/default/serviceaccounts
I1007 12:34:43.048837 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/default/serviceaccounts
I1007 12:34:43.048867 766330 round_trippers.go:469] Request Headers:
I1007 12:34:43.048875 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:43.048879 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:43.053383 766330 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:34:43.053574 766330 default_sa.go:45] found service account: "default"
I1007 12:34:43.053596 766330 default_sa.go:55] duration metric: took 192.357019ms for default service account to be created ...
I1007 12:34:43.053609 766330 system_pods.go:116] waiting for k8s-apps to be running ...
I1007 12:34:43.248358 766330 request.go:632] Waited for 194.661822ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods
I1007 12:34:43.248434 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/namespaces/kube-system/pods
I1007 12:34:43.248457 766330 round_trippers.go:469] Request Headers:
I1007 12:34:43.248468 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:43.248480 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:43.254368 766330 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:34:43.261575 766330 system_pods.go:86] 24 kube-system pods found
I1007 12:34:43.261611 766330 system_pods.go:89] "coredns-7c65d6cfc9-sj44v" [268afc07-099f-4bed-bed4-7fdc7c64b948] Running
I1007 12:34:43.261617 766330 system_pods.go:89] "coredns-7c65d6cfc9-tqtzn" [8b161488-236f-456d-9385-0ed32039f1c8] Running
I1007 12:34:43.261621 766330 system_pods.go:89] "etcd-ha-053933" [63997434-cbf6-4a65-9fa8-a7ab043edddd] Running
I1007 12:34:43.261625 766330 system_pods.go:89] "etcd-ha-053933-m02" [60f3534a-842d-4e71-9969-42a63eabe43a] Running
I1007 12:34:43.261628 766330 system_pods.go:89] "etcd-ha-053933-m03" [b5203bce-d117-454b-904a-3ff1588b69cb] Running
I1007 12:34:43.261632 766330 system_pods.go:89] "kindnet-4gmn6" [c532bcb5-a558-4246-87a7-540b2241a92d] Running
I1007 12:34:43.261636 766330 system_pods.go:89] "kindnet-6tzch" [a01d220d-f69a-4de4-aae6-0f158e60bd2c] Running
I1007 12:34:43.261641 766330 system_pods.go:89] "kindnet-cx4hw" [59831aaf-ad53-4176-abd5-902311b908bc] Running
I1007 12:34:43.261646 766330 system_pods.go:89] "kube-apiserver-ha-053933" [4292cf26-48af-47d3-afc7-f53c840348b4] Running
I1007 12:34:43.261651 766330 system_pods.go:89] "kube-apiserver-ha-053933-m02" [33366f2a-d3bd-475c-8154-f0b543f44ab0] Running
I1007 12:34:43.261656 766330 system_pods.go:89] "kube-apiserver-ha-053933-m03" [7ea0a181-68ad-42cf-9043-b16b90306203] Running
I1007 12:34:43.261665 766330 system_pods.go:89] "kube-controller-manager-ha-053933" [df0c2c43-27c7-4279-b60b-e1b1c0cc385e] Running
I1007 12:34:43.261670 766330 system_pods.go:89] "kube-controller-manager-ha-053933-m02" [b0818773-c362-4504-9614-310461bf0743] Running
I1007 12:34:43.261679 766330 system_pods.go:89] "kube-controller-manager-ha-053933-m03" [c8035607-d60b-478a-b29e-2d52216f56c2] Running
I1007 12:34:43.261684 766330 system_pods.go:89] "kube-proxy-7bwxp" [5be0956c-823b-4ca7-8d46-4f8e81e5bbb3] Running
I1007 12:34:43.261689 766330 system_pods.go:89] "kube-proxy-dqqj6" [1c6e5f1b-fe5e-4a4e-9434-f8241710cb2c] Running
I1007 12:34:43.261704 766330 system_pods.go:89] "kube-proxy-zvblz" [17f099a2-baf5-4091-83f2-c823a214ac10] Running
I1007 12:34:43.261709 766330 system_pods.go:89] "kube-scheduler-ha-053933" [9a10d3da-5e83-4c4e-b085-50bdc88df86b] Running
I1007 12:34:43.261713 766330 system_pods.go:89] "kube-scheduler-ha-053933-m02" [14178262-c6eb-477b-be10-edc42bb354b6] Running
I1007 12:34:43.261719 766330 system_pods.go:89] "kube-scheduler-ha-053933-m03" [7bdf2416-44cb-4d26-940d-f03c8fe9aa8d] Running
I1007 12:34:43.261722 766330 system_pods.go:89] "kube-vip-ha-053933" [88bffc39-13e8-4460-aac3-2aabffef9127] Running
I1007 12:34:43.261730 766330 system_pods.go:89] "kube-vip-ha-053933-m02" [23a52b25-0324-416e-b983-e69f9851a55b] Running
I1007 12:34:43.261736 766330 system_pods.go:89] "kube-vip-ha-053933-m03" [caf041f0-d94a-4756-9b69-d1ce53edeb44] Running
I1007 12:34:43.261739 766330 system_pods.go:89] "storage-provisioner" [ac6bab3d-040f-4b93-9b26-1ce7e373ba68] Running
I1007 12:34:43.261746 766330 system_pods.go:126] duration metric: took 208.130933ms to wait for k8s-apps to be running ...
I1007 12:34:43.261758 766330 system_svc.go:44] waiting for kubelet service to be running ....
I1007 12:34:43.261819 766330 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 12:34:43.278366 766330 system_svc.go:56] duration metric: took 16.59381ms WaitForService to wait for kubelet
I1007 12:34:43.278406 766330 kubeadm.go:582] duration metric: took 21.731835186s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1007 12:34:43.278428 766330 node_conditions.go:102] verifying NodePressure condition ...
I1007 12:34:43.447722 766330 request.go:632] Waited for 169.191028ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.152:8443/api/v1/nodes
I1007 12:34:43.447802 766330 round_trippers.go:463] GET https://192.168.39.152:8443/api/v1/nodes
I1007 12:34:43.447807 766330 round_trippers.go:469] Request Headers:
I1007 12:34:43.447815 766330 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:34:43.447822 766330 round_trippers.go:473] Accept: application/json, */*
I1007 12:34:43.451521 766330 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:34:43.453111 766330 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 12:34:43.453136 766330 node_conditions.go:123] node cpu capacity is 2
I1007 12:34:43.453151 766330 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 12:34:43.453154 766330 node_conditions.go:123] node cpu capacity is 2
I1007 12:34:43.453158 766330 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 12:34:43.453161 766330 node_conditions.go:123] node cpu capacity is 2
I1007 12:34:43.453165 766330 node_conditions.go:105] duration metric: took 174.732727ms to run NodePressure ...
I1007 12:34:43.453176 766330 start.go:241] waiting for startup goroutines ...
I1007 12:34:43.453200 766330 start.go:255] writing updated cluster config ...
I1007 12:34:43.453638 766330 ssh_runner.go:195] Run: rm -f paused
I1007 12:34:43.510074 766330 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1007 12:34:43.512318 766330 out.go:177] * Done! kubectl is now configured to use "ha-053933" cluster and "default" namespace by default
==> CRI-O <==
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.254119149Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304716254097739,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=09267192-5753-4cf2-99d9-0fd387668921 name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.254703249Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=bda477d1-3623-4ef3-8926-974837270a7d name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.254754407Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=bda477d1-3623-4ef3-8926-974837270a7d name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.254974589Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:3ba824fcefba6605ce22a7a059a66e3de9fd743f83e02534019bfe9e8fb517cb,PodSandboxId:e189556a18c9208c705057dda80a7ad5628be68e0e1db4b98852f83d41ba952e,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728304487421016185,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-gx88f,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 7ee12293-4d71-4418-957b-7685c35307e1,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:35044c701c165d8c437dd5fb67ffd682a77bda9d4d10c98e815d7b4774ec91c5,PodSandboxId:89c61a059649dca0551337dc321afd0d70ac7bfc44a3f97e0a9127623ced186f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728304341576640234,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-sj44v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 268afc07-099f-4bed-bed4-7fdc7c64b948,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2867817e1f48022c3f222e803961f4096cafab8ad683264d2f47d75b3aab36b4,PodSandboxId:0d58c208fea1c152e772aa3d9a1aaeec54446b90db3d8bd7305fbe63b3463dea,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728304341605740283,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-tqtzn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
8b161488-236f-456d-9385-0ed32039f1c8,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3da0371dd728786821ec2726dc66484ede5f929bbee31c90d035d6f7cba5d416,PodSandboxId:8d79b5c178f5d3d581c45c57787d5733b64e62d645d2ddf60330233fafd473f8,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728304341514483808,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ac6bab3d-040f-4b93-9b26-1ce7e373ba68,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:65adc93f12fb71ff467df8b9f089cf2a537b22de8101316cf150a283991a215c,PodSandboxId:1546c9281ca68fdcfa1c46672ca52b916f5d3fb808682f701c1776f14399310a,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17283043
29423330416,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4gmn6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c532bcb5-a558-4246-87a7-540b2241a92d,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:aea74cdff9eee8b24311abb725f6208096c7e0037abc993d70cf2b24c1038437,PodSandboxId:6bb33ce6417a6bd541becfad6bc063ebe650940eaf954e2652269bc110f076f4,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728304329081959911,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-7bwxp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5be0956c-823b-4ca7-8d46-4f8e81e5bbb3,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e756202203ed3be95119696f1e5d7bc94ea8e4a604b3ba8a11a10aaefade8edd,PodSandboxId:0e8b4b3150e401409ed46f4b147ecd274fcb25ead91f8a120710086610cc62e8,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728304319593395636,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c327992018cf3adef604f8e7c0b6ee6,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f190ed8ea3a7d0bcc8ad9ef86f5363858223610c4e976fbb5ce15155f510d255,PodSandboxId:228ca0c55468f03f68ace6e851af10d3ff610fbc1bfd944cdcfe3da063207f21,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728304317691388479,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83382111c0ed3e763a0e292bd03c0bd6,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fe11729317aca92ac74fdbbd4b9c746a9eeead6dc404d65c371290427601a866,PodSandboxId:90cea5dfb2e910c8cc20093a2832f77447a7102842374a99ca0b0b82e9b7b05b,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728304317636853413,Labels:map[string]string{io.kubernetes.container.name: etcd,io
.kubernetes.pod.name: etcd-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 985190db4d35f4cd798aacc03f9ae11b,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:096488f00109216526de5556fd62486cbcde594daad6bcf7e6cef2dc644a0525,PodSandboxId:cd767df10cb415ce5cf48db3a69d1f5106e36e58885b1bacd27c6344033d5af5,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728304317676618941,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-sche
duler-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 58955b129f3757d64c09a77816310a8d,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a23f58b62cf7ab53599ef1a1f44a99519aadfa671c447fd5d9a50391c29cde38,PodSandboxId:706ba9f92d690df89f33093649d37c7208565908d8110de65250e6f86396e119,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728304317560180290,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-053933,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: eb4419eb014ffb9581e9f43f41a3509a,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=bda477d1-3623-4ef3-8926-974837270a7d name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.302001980Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=01975cf1-e3e9-469b-9282-2aae1a446ec0 name=/runtime.v1.RuntimeService/Version
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.302076706Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=01975cf1-e3e9-469b-9282-2aae1a446ec0 name=/runtime.v1.RuntimeService/Version
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.303855941Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=dbabd833-8923-4d41-b7f9-0f415cb78cfb name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.304264250Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304716304241481,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=dbabd833-8923-4d41-b7f9-0f415cb78cfb name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.304824985Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=10167ca2-4bb4-466c-9243-0065d4b3a975 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.304897046Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=10167ca2-4bb4-466c-9243-0065d4b3a975 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.305211347Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:3ba824fcefba6605ce22a7a059a66e3de9fd743f83e02534019bfe9e8fb517cb,PodSandboxId:e189556a18c9208c705057dda80a7ad5628be68e0e1db4b98852f83d41ba952e,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728304487421016185,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-gx88f,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 7ee12293-4d71-4418-957b-7685c35307e1,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:35044c701c165d8c437dd5fb67ffd682a77bda9d4d10c98e815d7b4774ec91c5,PodSandboxId:89c61a059649dca0551337dc321afd0d70ac7bfc44a3f97e0a9127623ced186f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728304341576640234,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-sj44v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 268afc07-099f-4bed-bed4-7fdc7c64b948,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2867817e1f48022c3f222e803961f4096cafab8ad683264d2f47d75b3aab36b4,PodSandboxId:0d58c208fea1c152e772aa3d9a1aaeec54446b90db3d8bd7305fbe63b3463dea,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728304341605740283,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-tqtzn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
8b161488-236f-456d-9385-0ed32039f1c8,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3da0371dd728786821ec2726dc66484ede5f929bbee31c90d035d6f7cba5d416,PodSandboxId:8d79b5c178f5d3d581c45c57787d5733b64e62d645d2ddf60330233fafd473f8,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728304341514483808,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ac6bab3d-040f-4b93-9b26-1ce7e373ba68,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:65adc93f12fb71ff467df8b9f089cf2a537b22de8101316cf150a283991a215c,PodSandboxId:1546c9281ca68fdcfa1c46672ca52b916f5d3fb808682f701c1776f14399310a,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17283043
29423330416,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4gmn6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c532bcb5-a558-4246-87a7-540b2241a92d,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:aea74cdff9eee8b24311abb725f6208096c7e0037abc993d70cf2b24c1038437,PodSandboxId:6bb33ce6417a6bd541becfad6bc063ebe650940eaf954e2652269bc110f076f4,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728304329081959911,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-7bwxp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5be0956c-823b-4ca7-8d46-4f8e81e5bbb3,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e756202203ed3be95119696f1e5d7bc94ea8e4a604b3ba8a11a10aaefade8edd,PodSandboxId:0e8b4b3150e401409ed46f4b147ecd274fcb25ead91f8a120710086610cc62e8,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728304319593395636,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c327992018cf3adef604f8e7c0b6ee6,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f190ed8ea3a7d0bcc8ad9ef86f5363858223610c4e976fbb5ce15155f510d255,PodSandboxId:228ca0c55468f03f68ace6e851af10d3ff610fbc1bfd944cdcfe3da063207f21,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728304317691388479,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83382111c0ed3e763a0e292bd03c0bd6,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fe11729317aca92ac74fdbbd4b9c746a9eeead6dc404d65c371290427601a866,PodSandboxId:90cea5dfb2e910c8cc20093a2832f77447a7102842374a99ca0b0b82e9b7b05b,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728304317636853413,Labels:map[string]string{io.kubernetes.container.name: etcd,io
.kubernetes.pod.name: etcd-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 985190db4d35f4cd798aacc03f9ae11b,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:096488f00109216526de5556fd62486cbcde594daad6bcf7e6cef2dc644a0525,PodSandboxId:cd767df10cb415ce5cf48db3a69d1f5106e36e58885b1bacd27c6344033d5af5,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728304317676618941,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-sche
duler-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 58955b129f3757d64c09a77816310a8d,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a23f58b62cf7ab53599ef1a1f44a99519aadfa671c447fd5d9a50391c29cde38,PodSandboxId:706ba9f92d690df89f33093649d37c7208565908d8110de65250e6f86396e119,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728304317560180290,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-053933,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: eb4419eb014ffb9581e9f43f41a3509a,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=10167ca2-4bb4-466c-9243-0065d4b3a975 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.348980296Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=15252fae-db39-46ae-87e5-012ea0af3c25 name=/runtime.v1.RuntimeService/Version
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.349085686Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=15252fae-db39-46ae-87e5-012ea0af3c25 name=/runtime.v1.RuntimeService/Version
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.350331224Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=19a20aab-805e-4ce4-9fe0-f23f0e21e92f name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.350880843Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304716350851097,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=19a20aab-805e-4ce4-9fe0-f23f0e21e92f name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.351475528Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=275843c8-1e66-4dc3-9f1c-84379c894671 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.351610622Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=275843c8-1e66-4dc3-9f1c-84379c894671 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.351853833Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:3ba824fcefba6605ce22a7a059a66e3de9fd743f83e02534019bfe9e8fb517cb,PodSandboxId:e189556a18c9208c705057dda80a7ad5628be68e0e1db4b98852f83d41ba952e,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728304487421016185,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-gx88f,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 7ee12293-4d71-4418-957b-7685c35307e1,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:35044c701c165d8c437dd5fb67ffd682a77bda9d4d10c98e815d7b4774ec91c5,PodSandboxId:89c61a059649dca0551337dc321afd0d70ac7bfc44a3f97e0a9127623ced186f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728304341576640234,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-sj44v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 268afc07-099f-4bed-bed4-7fdc7c64b948,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2867817e1f48022c3f222e803961f4096cafab8ad683264d2f47d75b3aab36b4,PodSandboxId:0d58c208fea1c152e772aa3d9a1aaeec54446b90db3d8bd7305fbe63b3463dea,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728304341605740283,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-tqtzn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
8b161488-236f-456d-9385-0ed32039f1c8,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3da0371dd728786821ec2726dc66484ede5f929bbee31c90d035d6f7cba5d416,PodSandboxId:8d79b5c178f5d3d581c45c57787d5733b64e62d645d2ddf60330233fafd473f8,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728304341514483808,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ac6bab3d-040f-4b93-9b26-1ce7e373ba68,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:65adc93f12fb71ff467df8b9f089cf2a537b22de8101316cf150a283991a215c,PodSandboxId:1546c9281ca68fdcfa1c46672ca52b916f5d3fb808682f701c1776f14399310a,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17283043
29423330416,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4gmn6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c532bcb5-a558-4246-87a7-540b2241a92d,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:aea74cdff9eee8b24311abb725f6208096c7e0037abc993d70cf2b24c1038437,PodSandboxId:6bb33ce6417a6bd541becfad6bc063ebe650940eaf954e2652269bc110f076f4,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728304329081959911,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-7bwxp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5be0956c-823b-4ca7-8d46-4f8e81e5bbb3,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e756202203ed3be95119696f1e5d7bc94ea8e4a604b3ba8a11a10aaefade8edd,PodSandboxId:0e8b4b3150e401409ed46f4b147ecd274fcb25ead91f8a120710086610cc62e8,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728304319593395636,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c327992018cf3adef604f8e7c0b6ee6,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f190ed8ea3a7d0bcc8ad9ef86f5363858223610c4e976fbb5ce15155f510d255,PodSandboxId:228ca0c55468f03f68ace6e851af10d3ff610fbc1bfd944cdcfe3da063207f21,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728304317691388479,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83382111c0ed3e763a0e292bd03c0bd6,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fe11729317aca92ac74fdbbd4b9c746a9eeead6dc404d65c371290427601a866,PodSandboxId:90cea5dfb2e910c8cc20093a2832f77447a7102842374a99ca0b0b82e9b7b05b,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728304317636853413,Labels:map[string]string{io.kubernetes.container.name: etcd,io
.kubernetes.pod.name: etcd-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 985190db4d35f4cd798aacc03f9ae11b,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:096488f00109216526de5556fd62486cbcde594daad6bcf7e6cef2dc644a0525,PodSandboxId:cd767df10cb415ce5cf48db3a69d1f5106e36e58885b1bacd27c6344033d5af5,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728304317676618941,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-sche
duler-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 58955b129f3757d64c09a77816310a8d,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a23f58b62cf7ab53599ef1a1f44a99519aadfa671c447fd5d9a50391c29cde38,PodSandboxId:706ba9f92d690df89f33093649d37c7208565908d8110de65250e6f86396e119,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728304317560180290,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-053933,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: eb4419eb014ffb9581e9f43f41a3509a,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=275843c8-1e66-4dc3-9f1c-84379c894671 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.397463623Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=779073bb-d901-4f74-9a4f-0e10720b7121 name=/runtime.v1.RuntimeService/Version
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.397609853Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=779073bb-d901-4f74-9a4f-0e10720b7121 name=/runtime.v1.RuntimeService/Version
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.399039561Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=55e0f448-86c5-4f2a-9237-15fbacf0eec7 name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.399586244Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304716399554329,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=55e0f448-86c5-4f2a-9237-15fbacf0eec7 name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.400580229Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=efa6b2fa-39be-446b-8d1f-2684453ac54e name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.400767729Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=efa6b2fa-39be-446b-8d1f-2684453ac54e name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:38:36 ha-053933 crio[664]: time="2024-10-07 12:38:36.401608651Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:3ba824fcefba6605ce22a7a059a66e3de9fd743f83e02534019bfe9e8fb517cb,PodSandboxId:e189556a18c9208c705057dda80a7ad5628be68e0e1db4b98852f83d41ba952e,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728304487421016185,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-gx88f,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 7ee12293-4d71-4418-957b-7685c35307e1,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:35044c701c165d8c437dd5fb67ffd682a77bda9d4d10c98e815d7b4774ec91c5,PodSandboxId:89c61a059649dca0551337dc321afd0d70ac7bfc44a3f97e0a9127623ced186f,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728304341576640234,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-sj44v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 268afc07-099f-4bed-bed4-7fdc7c64b948,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2867817e1f48022c3f222e803961f4096cafab8ad683264d2f47d75b3aab36b4,PodSandboxId:0d58c208fea1c152e772aa3d9a1aaeec54446b90db3d8bd7305fbe63b3463dea,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728304341605740283,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-tqtzn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
8b161488-236f-456d-9385-0ed32039f1c8,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:3da0371dd728786821ec2726dc66484ede5f929bbee31c90d035d6f7cba5d416,PodSandboxId:8d79b5c178f5d3d581c45c57787d5733b64e62d645d2ddf60330233fafd473f8,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728304341514483808,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ac6bab3d-040f-4b93-9b26-1ce7e373ba68,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:65adc93f12fb71ff467df8b9f089cf2a537b22de8101316cf150a283991a215c,PodSandboxId:1546c9281ca68fdcfa1c46672ca52b916f5d3fb808682f701c1776f14399310a,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17283043
29423330416,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4gmn6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c532bcb5-a558-4246-87a7-540b2241a92d,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:aea74cdff9eee8b24311abb725f6208096c7e0037abc993d70cf2b24c1038437,PodSandboxId:6bb33ce6417a6bd541becfad6bc063ebe650940eaf954e2652269bc110f076f4,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728304329081959911,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-7bwxp,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5be0956c-823b-4ca7-8d46-4f8e81e5bbb3,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e756202203ed3be95119696f1e5d7bc94ea8e4a604b3ba8a11a10aaefade8edd,PodSandboxId:0e8b4b3150e401409ed46f4b147ecd274fcb25ead91f8a120710086610cc62e8,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728304319593395636,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c327992018cf3adef604f8e7c0b6ee6,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f190ed8ea3a7d0bcc8ad9ef86f5363858223610c4e976fbb5ce15155f510d255,PodSandboxId:228ca0c55468f03f68ace6e851af10d3ff610fbc1bfd944cdcfe3da063207f21,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728304317691388479,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83382111c0ed3e763a0e292bd03c0bd6,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fe11729317aca92ac74fdbbd4b9c746a9eeead6dc404d65c371290427601a866,PodSandboxId:90cea5dfb2e910c8cc20093a2832f77447a7102842374a99ca0b0b82e9b7b05b,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728304317636853413,Labels:map[string]string{io.kubernetes.container.name: etcd,io
.kubernetes.pod.name: etcd-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 985190db4d35f4cd798aacc03f9ae11b,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:096488f00109216526de5556fd62486cbcde594daad6bcf7e6cef2dc644a0525,PodSandboxId:cd767df10cb415ce5cf48db3a69d1f5106e36e58885b1bacd27c6344033d5af5,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728304317676618941,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-sche
duler-ha-053933,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 58955b129f3757d64c09a77816310a8d,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a23f58b62cf7ab53599ef1a1f44a99519aadfa671c447fd5d9a50391c29cde38,PodSandboxId:706ba9f92d690df89f33093649d37c7208565908d8110de65250e6f86396e119,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728304317560180290,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-053933,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: eb4419eb014ffb9581e9f43f41a3509a,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=efa6b2fa-39be-446b-8d1f-2684453ac54e name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
3ba824fcefba6 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 e189556a18c92 busybox-7dff88458-gx88f
2867817e1f480 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 0d58c208fea1c coredns-7c65d6cfc9-tqtzn
35044c701c165 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 89c61a059649d coredns-7c65d6cfc9-sj44v
3da0371dd7287 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 8d79b5c178f5d storage-provisioner
65adc93f12fb7 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 6 minutes ago Running kindnet-cni 0 1546c9281ca68 kindnet-4gmn6
aea74cdff9eee 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 6bb33ce6417a6 kube-proxy-7bwxp
e756202203ed3 ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413 6 minutes ago Running kube-vip 0 0e8b4b3150e40 kube-vip-ha-053933
f190ed8ea3a7d 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 228ca0c55468f kube-controller-manager-ha-053933
096488f001092 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 cd767df10cb41 kube-scheduler-ha-053933
fe11729317aca 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 90cea5dfb2e91 etcd-ha-053933
a23f58b62cf7a 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 706ba9f92d690 kube-apiserver-ha-053933
==> coredns [2867817e1f48022c3f222e803961f4096cafab8ad683264d2f47d75b3aab36b4] <==
[INFO] 10.244.1.2:56331 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000237909s
[INFO] 10.244.1.2:36489 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00015207s
[INFO] 10.244.2.2:39298 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000129286s
[INFO] 10.244.2.2:47065 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000177192s
[INFO] 10.244.2.2:34384 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000120996s
[INFO] 10.244.2.2:55346 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000176087s
[INFO] 10.244.0.4:46975 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000114471s
[INFO] 10.244.0.4:58945 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000225792s
[INFO] 10.244.0.4:43259 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000067959s
[INFO] 10.244.0.4:34928 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001509847s
[INFO] 10.244.0.4:46991 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000079782s
[INFO] 10.244.0.4:59761 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000084499s
[INFO] 10.244.1.2:49251 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000140128s
[INFO] 10.244.1.2:33825 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000172303s
[INFO] 10.244.2.2:58538 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000185922s
[INFO] 10.244.0.4:44359 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000137041s
[INFO] 10.244.0.4:58301 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000099102s
[INFO] 10.244.1.2:36803 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000222211s
[INFO] 10.244.1.2:41006 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000207899s
[INFO] 10.244.1.2:43041 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000129649s
[INFO] 10.244.2.2:45405 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000175032s
[INFO] 10.244.2.2:36952 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000143195s
[INFO] 10.244.0.4:39376 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000106075s
[INFO] 10.244.0.4:60091 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000121535s
[INFO] 10.244.0.4:37488 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000084395s
==> coredns [35044c701c165d8c437dd5fb67ffd682a77bda9d4d10c98e815d7b4774ec91c5] <==
[INFO] 10.244.2.2:33316 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.000351738s
[INFO] 10.244.2.2:40861 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001441898s
[INFO] 10.244.0.4:57140 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 31 0.000078781s
[INFO] 10.244.1.2:58603 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000135026s
[INFO] 10.244.1.2:54055 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.005238284s
[INFO] 10.244.1.2:56033 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000250432s
[INFO] 10.244.1.2:35801 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000184148s
[INFO] 10.244.1.2:59610 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000190826s
[INFO] 10.244.2.2:33184 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001859772s
[INFO] 10.244.2.2:46345 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000160195s
[INFO] 10.244.2.2:58454 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001735681s
[INFO] 10.244.2.2:51235 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000213117s
[INFO] 10.244.0.4:40361 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002214882s
[INFO] 10.244.0.4:35596 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000091564s
[INFO] 10.244.1.2:54454 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000176281s
[INFO] 10.244.1.2:54571 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000089015s
[INFO] 10.244.2.2:54102 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000258038s
[INFO] 10.244.2.2:51160 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000106978s
[INFO] 10.244.2.2:57393 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000167598s
[INFO] 10.244.0.4:39801 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000084483s
[INFO] 10.244.0.4:60729 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000097532s
[INFO] 10.244.1.2:36580 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000164463s
[INFO] 10.244.2.2:48616 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00036575s
[INFO] 10.244.2.2:54375 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000256014s
[INFO] 10.244.0.4:46032 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000082269s
==> describe nodes <==
Name: ha-053933
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-053933
kubernetes.io/os=linux
minikube.k8s.io/commit=aced4bb0374ad4c19753bf24eee8bc7aa8774c9c
minikube.k8s.io/name=ha-053933
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_07T12_32_04_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 12:32:03 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-053933
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 12:38:32 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 07 Oct 2024 12:35:08 +0000 Mon, 07 Oct 2024 12:32:03 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 07 Oct 2024 12:35:08 +0000 Mon, 07 Oct 2024 12:32:03 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 07 Oct 2024 12:35:08 +0000 Mon, 07 Oct 2024 12:32:03 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 07 Oct 2024 12:35:08 +0000 Mon, 07 Oct 2024 12:32:20 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.152
Hostname: ha-053933
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 081ddd3e0f204426846b528e120c10c6
System UUID: 081ddd3e-0f20-4426-846b-528e120c10c6
Boot ID: 1dece28a-ef9e-423f-833d-5ccfd814e28e
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-gx88f 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m52s
kube-system coredns-7c65d6cfc9-sj44v 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m28s
kube-system coredns-7c65d6cfc9-tqtzn 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m28s
kube-system etcd-ha-053933 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m32s
kube-system kindnet-4gmn6 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m28s
kube-system kube-apiserver-ha-053933 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m32s
kube-system kube-controller-manager-ha-053933 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m32s
kube-system kube-proxy-7bwxp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m28s
kube-system kube-scheduler-ha-053933 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m32s
kube-system kube-vip-ha-053933 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m32s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m26s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m26s kube-proxy
Normal Starting 6m32s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m32s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m32s kubelet Node ha-053933 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m32s kubelet Node ha-053933 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m32s kubelet Node ha-053933 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m29s node-controller Node ha-053933 event: Registered Node ha-053933 in Controller
Normal NodeReady 6m16s kubelet Node ha-053933 status is now: NodeReady
Normal RegisteredNode 5m25s node-controller Node ha-053933 event: Registered Node ha-053933 in Controller
Normal RegisteredNode 4m9s node-controller Node ha-053933 event: Registered Node ha-053933 in Controller
Name: ha-053933-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-053933-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=aced4bb0374ad4c19753bf24eee8bc7aa8774c9c
minikube.k8s.io/name=ha-053933
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_07T12_33_05_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 12:33:02 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-053933-m02
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 12:35:56 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 07 Oct 2024 12:35:05 +0000 Mon, 07 Oct 2024 12:36:37 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 07 Oct 2024 12:35:05 +0000 Mon, 07 Oct 2024 12:36:37 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 07 Oct 2024 12:35:05 +0000 Mon, 07 Oct 2024 12:36:37 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 07 Oct 2024 12:35:05 +0000 Mon, 07 Oct 2024 12:36:37 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.227
Hostname: ha-053933-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: ea0094a740a940c483867f94cc6c27db
System UUID: ea0094a7-40a9-40c4-8386-7f94cc6c27db
Boot ID: c270f988-c787-4383-b26b-ec82a3153fd6
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-cll72 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m52s
kube-system etcd-ha-053933-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m32s
kube-system kindnet-cx4hw 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m34s
kube-system kube-apiserver-ha-053933-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m33s
kube-system kube-controller-manager-ha-053933-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m33s
kube-system kube-proxy-zvblz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m34s
kube-system kube-scheduler-ha-053933-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m33s
kube-system kube-vip-ha-053933-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m30s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m28s kube-proxy
Normal CIDRAssignmentFailed 5m34s cidrAllocator Node ha-053933-m02 status is now: CIDRAssignmentFailed
Normal RegisteredNode 5m34s node-controller Node ha-053933-m02 event: Registered Node ha-053933-m02 in Controller
Normal NodeHasSufficientMemory 5m34s (x8 over 5m34s) kubelet Node ha-053933-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m34s (x8 over 5m34s) kubelet Node ha-053933-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m34s (x7 over 5m34s) kubelet Node ha-053933-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m34s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m25s node-controller Node ha-053933-m02 event: Registered Node ha-053933-m02 in Controller
Normal RegisteredNode 4m9s node-controller Node ha-053933-m02 event: Registered Node ha-053933-m02 in Controller
Normal NodeNotReady 119s node-controller Node ha-053933-m02 status is now: NodeNotReady
Name: ha-053933-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-053933-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=aced4bb0374ad4c19753bf24eee8bc7aa8774c9c
minikube.k8s.io/name=ha-053933
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_07T12_34_21_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 12:34:17 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-053933-m03
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 12:38:31 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 07 Oct 2024 12:35:18 +0000 Mon, 07 Oct 2024 12:34:17 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 07 Oct 2024 12:35:18 +0000 Mon, 07 Oct 2024 12:34:17 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 07 Oct 2024 12:35:18 +0000 Mon, 07 Oct 2024 12:34:17 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 07 Oct 2024 12:35:18 +0000 Mon, 07 Oct 2024 12:34:35 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.53
Hostname: ha-053933-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: c2c62335e69d4ef7b1309ece17e10873
System UUID: c2c62335-e69d-4ef7-b130-9ece17e10873
Boot ID: 2e17b6e0-0617-4bea-8b9d-8cd903a9fcf4
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-fnvw9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m52s
kube-system etcd-ha-053933-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m17s
kube-system kindnet-6tzch 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m19s
kube-system kube-apiserver-ha-053933-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m17s
kube-system kube-controller-manager-ha-053933-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m13s
kube-system kube-proxy-dqqj6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m19s
kube-system kube-scheduler-ha-053933-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m17s
kube-system kube-vip-ha-053933-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m15s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m13s kube-proxy
Normal CIDRAssignmentFailed 4m19s cidrAllocator Node ha-053933-m03 status is now: CIDRAssignmentFailed
Normal RegisteredNode 4m19s node-controller Node ha-053933-m03 event: Registered Node ha-053933-m03 in Controller
Normal NodeHasSufficientMemory 4m19s (x8 over 4m19s) kubelet Node ha-053933-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m19s (x8 over 4m19s) kubelet Node ha-053933-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m19s (x7 over 4m19s) kubelet Node ha-053933-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m19s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m15s node-controller Node ha-053933-m03 event: Registered Node ha-053933-m03 in Controller
Normal RegisteredNode 4m9s node-controller Node ha-053933-m03 event: Registered Node ha-053933-m03 in Controller
Name: ha-053933-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-053933-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=aced4bb0374ad4c19753bf24eee8bc7aa8774c9c
minikube.k8s.io/name=ha-053933
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_07T12_35_18_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 12:35:18 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-053933-m04
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 12:38:31 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 07 Oct 2024 12:35:48 +0000 Mon, 07 Oct 2024 12:35:17 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 07 Oct 2024 12:35:48 +0000 Mon, 07 Oct 2024 12:35:17 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 07 Oct 2024 12:35:48 +0000 Mon, 07 Oct 2024 12:35:17 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 07 Oct 2024 12:35:48 +0000 Mon, 07 Oct 2024 12:35:35 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.244
Hostname: ha-053933-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 114115be4a5e4a82bdbd4b86727c66b7
System UUID: 114115be-4a5e-4a82-bdbd-4b86727c66b7
Boot ID: dba1fc43-1911-4c9b-b57d-d3bef52a7eef
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-874mt 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m18s
kube-system kube-proxy-wmjjq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m14s kube-proxy
Normal NodeHasSufficientMemory 3m19s (x2 over 3m19s) kubelet Node ha-053933-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m19s (x2 over 3m19s) kubelet Node ha-053933-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m19s (x2 over 3m19s) kubelet Node ha-053933-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m19s kubelet Updated Node Allocatable limit across pods
Normal CIDRAssignmentFailed 3m18s cidrAllocator Node ha-053933-m04 status is now: CIDRAssignmentFailed
Normal RegisteredNode 3m15s node-controller Node ha-053933-m04 event: Registered Node ha-053933-m04 in Controller
Normal RegisteredNode 3m14s node-controller Node ha-053933-m04 event: Registered Node ha-053933-m04 in Controller
Normal RegisteredNode 3m14s node-controller Node ha-053933-m04 event: Registered Node ha-053933-m04 in Controller
Normal NodeReady 3m1s kubelet Node ha-053933-m04 status is now: NodeReady
==> dmesg <==
[Oct 7 12:31] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050548] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040088] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.846047] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.599830] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.647512] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +13.009818] systemd-fstab-generator[586]: Ignoring "noauto" option for root device
[ +0.056187] kauditd_printk_skb: 1 callbacks suppressed
[ +0.087371] systemd-fstab-generator[598]: Ignoring "noauto" option for root device
[ +0.186817] systemd-fstab-generator[612]: Ignoring "noauto" option for root device
[ +0.108690] systemd-fstab-generator[624]: Ignoring "noauto" option for root device
[ +0.296967] systemd-fstab-generator[655]: Ignoring "noauto" option for root device
[ +4.247594] systemd-fstab-generator[751]: Ignoring "noauto" option for root device
[ +0.068909] kauditd_printk_skb: 130 callbacks suppressed
[ +4.901650] systemd-fstab-generator[895]: Ignoring "noauto" option for root device
[ +0.502104] kauditd_printk_skb: 46 callbacks suppressed
[Oct 7 12:32] kauditd_printk_skb: 51 callbacks suppressed
[ +1.286659] systemd-fstab-generator[1311]: Ignoring "noauto" option for root device
[ +5.238921] kauditd_printk_skb: 15 callbacks suppressed
[ +12.342023] kauditd_printk_skb: 38 callbacks suppressed
[Oct 7 12:33] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [fe11729317aca92ac74fdbbd4b9c746a9eeead6dc404d65c371290427601a866] <==
{"level":"warn","ts":"2024-10-07T12:38:36.669906Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.674855Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.675006Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.680205Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.685730Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.694255Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.701458Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.709030Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.714864Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.721326Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.729834Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.738853Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.743190Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.746197Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.752103Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.759714Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.769311Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.774898Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.779108Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.780327Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.780470Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.786111Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.794796Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.805197Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:38:36.880417Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"900c4b71f7b778f3","from":"900c4b71f7b778f3","remote-peer-id":"7f77dda0665c949d","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
12:38:36 up 7 min, 0 users, load average: 0.36, 0.21, 0.10
Linux ha-053933 5.10.207 #1 SMP Mon Sep 23 21:01:39 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [65adc93f12fb71ff467df8b9f089cf2a537b22de8101316cf150a283991a215c] <==
I1007 12:38:00.816057 1 main.go:322] Node ha-053933-m04 has CIDR [10.244.3.0/24]
I1007 12:38:10.808104 1 main.go:295] Handling node with IPs: map[192.168.39.152:{}]
I1007 12:38:10.808153 1 main.go:299] handling current node
I1007 12:38:10.808168 1 main.go:295] Handling node with IPs: map[192.168.39.227:{}]
I1007 12:38:10.808173 1 main.go:322] Node ha-053933-m02 has CIDR [10.244.1.0/24]
I1007 12:38:10.808359 1 main.go:295] Handling node with IPs: map[192.168.39.53:{}]
I1007 12:38:10.808385 1 main.go:322] Node ha-053933-m03 has CIDR [10.244.2.0/24]
I1007 12:38:10.808430 1 main.go:295] Handling node with IPs: map[192.168.39.244:{}]
I1007 12:38:10.808435 1 main.go:322] Node ha-053933-m04 has CIDR [10.244.3.0/24]
I1007 12:38:20.812716 1 main.go:295] Handling node with IPs: map[192.168.39.244:{}]
I1007 12:38:20.812802 1 main.go:322] Node ha-053933-m04 has CIDR [10.244.3.0/24]
I1007 12:38:20.812961 1 main.go:295] Handling node with IPs: map[192.168.39.152:{}]
I1007 12:38:20.812985 1 main.go:299] handling current node
I1007 12:38:20.813004 1 main.go:295] Handling node with IPs: map[192.168.39.227:{}]
I1007 12:38:20.813010 1 main.go:322] Node ha-053933-m02 has CIDR [10.244.1.0/24]
I1007 12:38:20.813053 1 main.go:295] Handling node with IPs: map[192.168.39.53:{}]
I1007 12:38:20.813073 1 main.go:322] Node ha-053933-m03 has CIDR [10.244.2.0/24]
I1007 12:38:30.816733 1 main.go:295] Handling node with IPs: map[192.168.39.53:{}]
I1007 12:38:30.816763 1 main.go:322] Node ha-053933-m03 has CIDR [10.244.2.0/24]
I1007 12:38:30.816892 1 main.go:295] Handling node with IPs: map[192.168.39.244:{}]
I1007 12:38:30.816898 1 main.go:322] Node ha-053933-m04 has CIDR [10.244.3.0/24]
I1007 12:38:30.816986 1 main.go:295] Handling node with IPs: map[192.168.39.152:{}]
I1007 12:38:30.816993 1 main.go:299] handling current node
I1007 12:38:30.817004 1 main.go:295] Handling node with IPs: map[192.168.39.227:{}]
I1007 12:38:30.817008 1 main.go:322] Node ha-053933-m02 has CIDR [10.244.1.0/24]
==> kube-apiserver [a23f58b62cf7ab53599ef1a1f44a99519aadfa671c447fd5d9a50391c29cde38] <==
I1007 12:32:02.949969 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1007 12:32:02.963249 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.152]
I1007 12:32:02.964729 1 controller.go:615] quota admission added evaluator for: endpoints
I1007 12:32:02.971941 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1007 12:32:03.069138 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1007 12:32:03.964342 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1007 12:32:03.987254 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1007 12:32:04.095813 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1007 12:32:08.516111 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1007 12:32:08.611991 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1007 12:34:48.798901 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37568: use of closed network connection
E1007 12:34:49.000124 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37592: use of closed network connection
E1007 12:34:49.206162 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37608: use of closed network connection
E1007 12:34:49.419763 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37632: use of closed network connection
E1007 12:34:49.618246 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37650: use of closed network connection
E1007 12:34:49.830698 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37678: use of closed network connection
E1007 12:34:50.014306 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37698: use of closed network connection
E1007 12:34:50.203031 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37722: use of closed network connection
E1007 12:34:50.399836 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37736: use of closed network connection
E1007 12:34:50.721906 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37754: use of closed network connection
E1007 12:34:50.916874 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37778: use of closed network connection
E1007 12:34:51.129244 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37784: use of closed network connection
E1007 12:34:51.331880 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37804: use of closed network connection
E1007 12:34:51.534234 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37816: use of closed network connection
E1007 12:34:51.740225 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:37836: use of closed network connection
==> kube-controller-manager [f190ed8ea3a7d0bcc8ad9ef86f5363858223610c4e976fbb5ce15155f510d255] <==
E1007 12:35:18.261020 1 range_allocator.go:246] "Unhandled Error" err="error syncing 'ha-053933-m04': failed to patch node CIDR: Node \"ha-053933-m04\" is invalid: [spec.podCIDRs: Invalid value: []string{\"10.244.4.0/24\", \"10.244.3.0/24\"}: may specify no more than one CIDR for each IP family, spec.podCIDRs: Forbidden: node updates may not change podCIDR except from \"\" to valid], requeuing" logger="UnhandledError"
I1007 12:35:18.261043 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:18.267395 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:18.419356 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:18.886255 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:18.927634 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m03"
I1007 12:35:21.910317 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:22.213570 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:22.317164 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:22.867893 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:22.869105 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-053933-m04"
I1007 12:35:22.944595 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:28.233385 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:36.043630 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:36.044602 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-053933-m04"
I1007 12:35:36.061944 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:36.755307 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:35:48.386926 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m04"
I1007 12:36:37.247180 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-053933-m04"
I1007 12:36:37.247992 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m02"
I1007 12:36:37.283173 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m02"
I1007 12:36:37.296003 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="22.649837ms"
I1007 12:36:37.296097 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="41.311µs"
I1007 12:36:37.968993 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m02"
I1007 12:36:42.526972 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-053933-m02"
==> kube-proxy [aea74cdff9eee8b24311abb725f6208096c7e0037abc993d70cf2b24c1038437] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1007 12:32:09.744772 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1007 12:32:09.779605 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.152"]
E1007 12:32:09.779729 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1007 12:32:09.875780 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1007 12:32:09.875870 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1007 12:32:09.875896 1 server_linux.go:169] "Using iptables Proxier"
I1007 12:32:09.899096 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1007 12:32:09.900043 1 server.go:483] "Version info" version="v1.31.1"
I1007 12:32:09.900063 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1007 12:32:09.904977 1 config.go:199] "Starting service config controller"
I1007 12:32:09.905625 1 shared_informer.go:313] Waiting for caches to sync for service config
I1007 12:32:09.905998 1 config.go:105] "Starting endpoint slice config controller"
I1007 12:32:09.906007 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1007 12:32:09.909098 1 config.go:328] "Starting node config controller"
I1007 12:32:09.912651 1 shared_informer.go:313] Waiting for caches to sync for node config
I1007 12:32:10.006461 1 shared_informer.go:320] Caches are synced for service config
I1007 12:32:10.006556 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1007 12:32:10.013752 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [096488f00109216526de5556fd62486cbcde594daad6bcf7e6cef2dc644a0525] <==
W1007 12:32:02.522045 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1007 12:32:02.522209 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1007 12:32:02.691725 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1007 12:32:02.691861 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I1007 12:32:04.967169 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1007 12:35:18.155212 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-tskmj\": pod kindnet-tskmj is already assigned to node \"ha-053933-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-tskmj" node="ha-053933-m04"
E1007 12:35:18.155405 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 055fbe2f-0b88-4875-9ee5-5672731cf7e9(kube-system/kindnet-tskmj) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-tskmj"
E1007 12:35:18.155442 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-tskmj\": pod kindnet-tskmj is already assigned to node \"ha-053933-m04\"" pod="kube-system/kindnet-tskmj"
I1007 12:35:18.155464 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-tskmj" node="ha-053933-m04"
E1007 12:35:18.234037 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-hkx4p\": pod kube-proxy-hkx4p is already assigned to node \"ha-053933-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-hkx4p" node="ha-053933-m04"
E1007 12:35:18.235784 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 17a817ae-69ea-44f0-907d-a935057c340a(kube-system/kube-proxy-hkx4p) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-hkx4p"
E1007 12:35:18.235899 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-hkx4p\": pod kube-proxy-hkx4p is already assigned to node \"ha-053933-m04\"" pod="kube-system/kube-proxy-hkx4p"
I1007 12:35:18.235923 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-hkx4p" node="ha-053933-m04"
E1007 12:35:18.234494 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-gbqh5\": pod kindnet-gbqh5 is already assigned to node \"ha-053933-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-gbqh5" node="ha-053933-m04"
E1007 12:35:18.237640 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod fe0255b5-5ad9-4633-a28d-ecdf64a0267c(kube-system/kindnet-gbqh5) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-gbqh5"
E1007 12:35:18.237709 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-gbqh5\": pod kindnet-gbqh5 is already assigned to node \"ha-053933-m04\"" pod="kube-system/kindnet-gbqh5"
I1007 12:35:18.237727 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-gbqh5" node="ha-053933-m04"
E1007 12:35:18.300436 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-wmjjq\": pod kube-proxy-wmjjq is already assigned to node \"ha-053933-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-wmjjq" node="ha-053933-m04"
E1007 12:35:18.300714 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 71fc4648-ffa7-4b9c-b3be-35c98da41798(kube-system/kube-proxy-wmjjq) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-wmjjq"
E1007 12:35:18.300906 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-wmjjq\": pod kube-proxy-wmjjq is already assigned to node \"ha-053933-m04\"" pod="kube-system/kube-proxy-wmjjq"
I1007 12:35:18.301040 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-wmjjq" node="ha-053933-m04"
E1007 12:35:18.300489 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-874mt\": pod kindnet-874mt is already assigned to node \"ha-053933-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-874mt" node="ha-053933-m04"
E1007 12:35:18.302463 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod cbe2af3e-e15d-4855-b598-450159e1b100(kube-system/kindnet-874mt) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-874mt"
E1007 12:35:18.302498 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-874mt\": pod kindnet-874mt is already assigned to node \"ha-053933-m04\"" pod="kube-system/kindnet-874mt"
I1007 12:35:18.302596 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-874mt" node="ha-053933-m04"
==> kubelet <==
Oct 07 12:37:04 ha-053933 kubelet[1318]: E1007 12:37:04.248076 1318 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304624247762301,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:37:04 ha-053933 kubelet[1318]: E1007 12:37:04.248142 1318 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304624247762301,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:37:14 ha-053933 kubelet[1318]: E1007 12:37:14.250603 1318 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304634249677369,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:37:14 ha-053933 kubelet[1318]: E1007 12:37:14.250995 1318 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304634249677369,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:37:24 ha-053933 kubelet[1318]: E1007 12:37:24.252717 1318 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304644252330329,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:37:24 ha-053933 kubelet[1318]: E1007 12:37:24.252763 1318 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304644252330329,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:37:34 ha-053933 kubelet[1318]: E1007 12:37:34.255287 1318 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304654253865298,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:37:34 ha-053933 kubelet[1318]: E1007 12:37:34.257649 1318 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304654253865298,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:37:44 ha-053933 kubelet[1318]: E1007 12:37:44.260273 1318 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304664259181802,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:37:44 ha-053933 kubelet[1318]: E1007 12:37:44.261117 1318 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304664259181802,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:37:54 ha-053933 kubelet[1318]: E1007 12:37:54.264814 1318 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304674264030850,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:37:54 ha-053933 kubelet[1318]: E1007 12:37:54.264871 1318 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304674264030850,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:38:04 ha-053933 kubelet[1318]: E1007 12:38:04.151993 1318 iptables.go:577] "Could not set up iptables canary" err=<
Oct 07 12:38:04 ha-053933 kubelet[1318]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 07 12:38:04 ha-053933 kubelet[1318]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 07 12:38:04 ha-053933 kubelet[1318]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 07 12:38:04 ha-053933 kubelet[1318]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 07 12:38:04 ha-053933 kubelet[1318]: E1007 12:38:04.266021 1318 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304684265661582,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:38:04 ha-053933 kubelet[1318]: E1007 12:38:04.266073 1318 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304684265661582,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:38:14 ha-053933 kubelet[1318]: E1007 12:38:14.267592 1318 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304694267325601,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:38:14 ha-053933 kubelet[1318]: E1007 12:38:14.267615 1318 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304694267325601,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:38:24 ha-053933 kubelet[1318]: E1007 12:38:24.271756 1318 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304704271343356,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:38:24 ha-053933 kubelet[1318]: E1007 12:38:24.271782 1318 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304704271343356,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:38:34 ha-053933 kubelet[1318]: E1007 12:38:34.276225 1318 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304714275285889,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:38:34 ha-053933 kubelet[1318]: E1007 12:38:34.276713 1318 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728304714275285889,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-053933 -n ha-053933
helpers_test.go:261: (dbg) Run: kubectl --context ha-053933 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.30s)