=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (3.894704575s)
ha_test.go:309: expected profile "ha-565823" in json of 'profile list' to have "HAppy" status but have "" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-565823\",\"Status\":\"\",\"Config\":{\"Name\":\"ha-565823\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/20083/minikube-v1.34.0-1733936888-20083-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1733912881-20083@sha256:64d8b27f78fd269d886e21ba8fc88be20de183ba5cc5bce33d0810e8a65f1df2\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerPort
\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-565823\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.19\",\"Port\":8443,\"KubernetesVersion\":\"
v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.103\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.95\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.247\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logvi
ewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\"
,\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-565823 -n ha-565823
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-565823 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-565823 logs -n 25: (1.394441621s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-565823 ssh -n | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-565823 cp ha-565823-m03:/home/docker/cp-test.txt | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823:/home/docker/cp-test_ha-565823-m03_ha-565823.txt | | | | | |
| ssh | ha-565823 ssh -n | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-565823 ssh -n ha-565823 sudo cat | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | /home/docker/cp-test_ha-565823-m03_ha-565823.txt | | | | | |
| cp | ha-565823 cp ha-565823-m03:/home/docker/cp-test.txt | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m02:/home/docker/cp-test_ha-565823-m03_ha-565823-m02.txt | | | | | |
| ssh | ha-565823 ssh -n | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-565823 ssh -n ha-565823-m02 sudo cat | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | /home/docker/cp-test_ha-565823-m03_ha-565823-m02.txt | | | | | |
| cp | ha-565823 cp ha-565823-m03:/home/docker/cp-test.txt | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m04:/home/docker/cp-test_ha-565823-m03_ha-565823-m04.txt | | | | | |
| ssh | ha-565823 ssh -n | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-565823 ssh -n ha-565823-m04 sudo cat | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | /home/docker/cp-test_ha-565823-m03_ha-565823-m04.txt | | | | | |
| cp | ha-565823 cp testdata/cp-test.txt | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-565823 ssh -n | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-565823 cp ha-565823-m04:/home/docker/cp-test.txt | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile3066525188/001/cp-test_ha-565823-m04.txt | | | | | |
| ssh | ha-565823 ssh -n | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-565823 cp ha-565823-m04:/home/docker/cp-test.txt | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823:/home/docker/cp-test_ha-565823-m04_ha-565823.txt | | | | | |
| ssh | ha-565823 ssh -n | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-565823 ssh -n ha-565823 sudo cat | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | /home/docker/cp-test_ha-565823-m04_ha-565823.txt | | | | | |
| cp | ha-565823 cp ha-565823-m04:/home/docker/cp-test.txt | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m02:/home/docker/cp-test_ha-565823-m04_ha-565823-m02.txt | | | | | |
| ssh | ha-565823 ssh -n | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-565823 ssh -n ha-565823-m02 sudo cat | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | /home/docker/cp-test_ha-565823-m04_ha-565823-m02.txt | | | | | |
| cp | ha-565823 cp ha-565823-m04:/home/docker/cp-test.txt | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m03:/home/docker/cp-test_ha-565823-m04_ha-565823-m03.txt | | | | | |
| ssh | ha-565823 ssh -n | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | ha-565823-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-565823 ssh -n ha-565823-m03 sudo cat | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | 12 Dec 24 00:03 UTC |
| | /home/docker/cp-test_ha-565823-m04_ha-565823-m03.txt | | | | | |
| node | ha-565823 node stop m02 -v=7 | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:03 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-565823 node start m02 -v=7 | ha-565823 | jenkins | v1.34.0 | 12 Dec 24 00:06 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/11 23:58:49
Running on machine: ubuntu-20-agent-5
Binary: Built with gc go1.23.3 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1211 23:58:49.879098 106017 out.go:345] Setting OutFile to fd 1 ...
I1211 23:58:49.879215 106017 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1211 23:58:49.879223 106017 out.go:358] Setting ErrFile to fd 2...
I1211 23:58:49.879228 106017 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1211 23:58:49.879424 106017 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20083-86355/.minikube/bin
I1211 23:58:49.880067 106017 out.go:352] Setting JSON to false
I1211 23:58:49.880934 106017 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-5","uptime":9672,"bootTime":1733951858,"procs":176,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1211 23:58:49.881036 106017 start.go:139] virtualization: kvm guest
I1211 23:58:49.883482 106017 out.go:177] * [ha-565823] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1211 23:58:49.884859 106017 out.go:177] - MINIKUBE_LOCATION=20083
I1211 23:58:49.884853 106017 notify.go:220] Checking for updates...
I1211 23:58:49.887649 106017 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1211 23:58:49.889057 106017 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20083-86355/kubeconfig
I1211 23:58:49.890422 106017 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20083-86355/.minikube
I1211 23:58:49.891732 106017 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1211 23:58:49.893196 106017 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1211 23:58:49.894834 106017 driver.go:394] Setting default libvirt URI to qemu:///system
I1211 23:58:49.929647 106017 out.go:177] * Using the kvm2 driver based on user configuration
I1211 23:58:49.931090 106017 start.go:297] selected driver: kvm2
I1211 23:58:49.931102 106017 start.go:901] validating driver "kvm2" against <nil>
I1211 23:58:49.931118 106017 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1211 23:58:49.931896 106017 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1211 23:58:49.931980 106017 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/20083-86355/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1211 23:58:49.946877 106017 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1211 23:58:49.946925 106017 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1211 23:58:49.947184 106017 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1211 23:58:49.947219 106017 cni.go:84] Creating CNI manager for ""
I1211 23:58:49.947291 106017 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1211 23:58:49.947306 106017 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1211 23:58:49.947387 106017 start.go:340] cluster config:
{Name:ha-565823 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1733912881-20083@sha256:64d8b27f78fd269d886e21ba8fc88be20de183ba5cc5bce33d0810e8a65f1df2 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-565823 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1211 23:58:49.947534 106017 iso.go:125] acquiring lock: {Name:mkdc1af1a0d71db46a3b244a0831eec736a676ea Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1211 23:58:49.949244 106017 out.go:177] * Starting "ha-565823" primary control-plane node in "ha-565823" cluster
I1211 23:58:49.950461 106017 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1211 23:58:49.950504 106017 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20083-86355/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1211 23:58:49.950517 106017 cache.go:56] Caching tarball of preloaded images
I1211 23:58:49.950593 106017 preload.go:172] Found /home/jenkins/minikube-integration/20083-86355/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1211 23:58:49.950607 106017 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1211 23:58:49.950924 106017 profile.go:143] Saving config to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/config.json ...
I1211 23:58:49.950947 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/config.json: {Name:mk87ab89a0730849be8d507f8c0453b4c014ad9b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1211 23:58:49.951100 106017 start.go:360] acquireMachinesLock for ha-565823: {Name:mk1fa60d266c903bd18858ee13e25d7a9c937e78 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1211 23:58:49.951143 106017 start.go:364] duration metric: took 25.725µs to acquireMachinesLock for "ha-565823"
I1211 23:58:49.951167 106017 start.go:93] Provisioning new machine with config: &{Name:ha-565823 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/20083/minikube-v1.34.0-1733936888-20083-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1733912881-20083@sha256:64d8b27f78fd269d886e21ba8fc88be20de183ba5cc5bce33d0810e8a65f1df2 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-565823 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1211 23:58:49.951248 106017 start.go:125] createHost starting for "" (driver="kvm2")
I1211 23:58:49.952920 106017 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1211 23:58:49.953077 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1211 23:58:49.953130 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1211 23:58:49.967497 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43713
I1211 23:58:49.967981 106017 main.go:141] libmachine: () Calling .GetVersion
I1211 23:58:49.968550 106017 main.go:141] libmachine: Using API Version 1
I1211 23:58:49.968587 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1211 23:58:49.968981 106017 main.go:141] libmachine: () Calling .GetMachineName
I1211 23:58:49.969194 106017 main.go:141] libmachine: (ha-565823) Calling .GetMachineName
I1211 23:58:49.969410 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1211 23:58:49.969566 106017 start.go:159] libmachine.API.Create for "ha-565823" (driver="kvm2")
I1211 23:58:49.969614 106017 client.go:168] LocalClient.Create starting
I1211 23:58:49.969660 106017 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem
I1211 23:58:49.969702 106017 main.go:141] libmachine: Decoding PEM data...
I1211 23:58:49.969727 106017 main.go:141] libmachine: Parsing certificate...
I1211 23:58:49.969804 106017 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem
I1211 23:58:49.969833 106017 main.go:141] libmachine: Decoding PEM data...
I1211 23:58:49.969852 106017 main.go:141] libmachine: Parsing certificate...
I1211 23:58:49.969875 106017 main.go:141] libmachine: Running pre-create checks...
I1211 23:58:49.969887 106017 main.go:141] libmachine: (ha-565823) Calling .PreCreateCheck
I1211 23:58:49.970228 106017 main.go:141] libmachine: (ha-565823) Calling .GetConfigRaw
I1211 23:58:49.970579 106017 main.go:141] libmachine: Creating machine...
I1211 23:58:49.970592 106017 main.go:141] libmachine: (ha-565823) Calling .Create
I1211 23:58:49.970720 106017 main.go:141] libmachine: (ha-565823) Creating KVM machine...
I1211 23:58:49.971894 106017 main.go:141] libmachine: (ha-565823) DBG | found existing default KVM network
I1211 23:58:49.972543 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:49.972397 106042 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0001231e0}
I1211 23:58:49.972595 106017 main.go:141] libmachine: (ha-565823) DBG | created network xml:
I1211 23:58:49.972612 106017 main.go:141] libmachine: (ha-565823) DBG | <network>
I1211 23:58:49.972619 106017 main.go:141] libmachine: (ha-565823) DBG | <name>mk-ha-565823</name>
I1211 23:58:49.972628 106017 main.go:141] libmachine: (ha-565823) DBG | <dns enable='no'/>
I1211 23:58:49.972641 106017 main.go:141] libmachine: (ha-565823) DBG |
I1211 23:58:49.972653 106017 main.go:141] libmachine: (ha-565823) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1211 23:58:49.972659 106017 main.go:141] libmachine: (ha-565823) DBG | <dhcp>
I1211 23:58:49.972666 106017 main.go:141] libmachine: (ha-565823) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1211 23:58:49.972678 106017 main.go:141] libmachine: (ha-565823) DBG | </dhcp>
I1211 23:58:49.972689 106017 main.go:141] libmachine: (ha-565823) DBG | </ip>
I1211 23:58:49.972696 106017 main.go:141] libmachine: (ha-565823) DBG |
I1211 23:58:49.972705 106017 main.go:141] libmachine: (ha-565823) DBG | </network>
I1211 23:58:49.972742 106017 main.go:141] libmachine: (ha-565823) DBG |
I1211 23:58:49.977592 106017 main.go:141] libmachine: (ha-565823) DBG | trying to create private KVM network mk-ha-565823 192.168.39.0/24...
I1211 23:58:50.045920 106017 main.go:141] libmachine: (ha-565823) Setting up store path in /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823 ...
I1211 23:58:50.045945 106017 main.go:141] libmachine: (ha-565823) Building disk image from file:///home/jenkins/minikube-integration/20083-86355/.minikube/cache/iso/amd64/minikube-v1.34.0-1733936888-20083-amd64.iso
I1211 23:58:50.045957 106017 main.go:141] libmachine: (ha-565823) DBG | private KVM network mk-ha-565823 192.168.39.0/24 created
I1211 23:58:50.045974 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:50.045851 106042 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20083-86355/.minikube
I1211 23:58:50.046037 106017 main.go:141] libmachine: (ha-565823) Downloading /home/jenkins/minikube-integration/20083-86355/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20083-86355/.minikube/cache/iso/amd64/minikube-v1.34.0-1733936888-20083-amd64.iso...
I1211 23:58:50.332532 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:50.332355 106042 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa...
I1211 23:58:50.607374 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:50.607211 106042 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/ha-565823.rawdisk...
I1211 23:58:50.607405 106017 main.go:141] libmachine: (ha-565823) DBG | Writing magic tar header
I1211 23:58:50.607418 106017 main.go:141] libmachine: (ha-565823) DBG | Writing SSH key tar header
I1211 23:58:50.607425 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:50.607336 106042 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823 ...
I1211 23:58:50.607436 106017 main.go:141] libmachine: (ha-565823) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823
I1211 23:58:50.607514 106017 main.go:141] libmachine: (ha-565823) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355/.minikube/machines
I1211 23:58:50.607560 106017 main.go:141] libmachine: (ha-565823) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823 (perms=drwx------)
I1211 23:58:50.607571 106017 main.go:141] libmachine: (ha-565823) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355/.minikube
I1211 23:58:50.607581 106017 main.go:141] libmachine: (ha-565823) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355
I1211 23:58:50.607606 106017 main.go:141] libmachine: (ha-565823) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1211 23:58:50.607624 106017 main.go:141] libmachine: (ha-565823) DBG | Checking permissions on dir: /home/jenkins
I1211 23:58:50.607642 106017 main.go:141] libmachine: (ha-565823) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355/.minikube/machines (perms=drwxr-xr-x)
I1211 23:58:50.607654 106017 main.go:141] libmachine: (ha-565823) DBG | Checking permissions on dir: /home
I1211 23:58:50.607666 106017 main.go:141] libmachine: (ha-565823) DBG | Skipping /home - not owner
I1211 23:58:50.607678 106017 main.go:141] libmachine: (ha-565823) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355/.minikube (perms=drwxr-xr-x)
I1211 23:58:50.607687 106017 main.go:141] libmachine: (ha-565823) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355 (perms=drwxrwxr-x)
I1211 23:58:50.607693 106017 main.go:141] libmachine: (ha-565823) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1211 23:58:50.607704 106017 main.go:141] libmachine: (ha-565823) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1211 23:58:50.607717 106017 main.go:141] libmachine: (ha-565823) Creating domain...
I1211 23:58:50.608802 106017 main.go:141] libmachine: (ha-565823) define libvirt domain using xml:
I1211 23:58:50.608821 106017 main.go:141] libmachine: (ha-565823) <domain type='kvm'>
I1211 23:58:50.608828 106017 main.go:141] libmachine: (ha-565823) <name>ha-565823</name>
I1211 23:58:50.608832 106017 main.go:141] libmachine: (ha-565823) <memory unit='MiB'>2200</memory>
I1211 23:58:50.608838 106017 main.go:141] libmachine: (ha-565823) <vcpu>2</vcpu>
I1211 23:58:50.608842 106017 main.go:141] libmachine: (ha-565823) <features>
I1211 23:58:50.608846 106017 main.go:141] libmachine: (ha-565823) <acpi/>
I1211 23:58:50.608850 106017 main.go:141] libmachine: (ha-565823) <apic/>
I1211 23:58:50.608857 106017 main.go:141] libmachine: (ha-565823) <pae/>
I1211 23:58:50.608868 106017 main.go:141] libmachine: (ha-565823)
I1211 23:58:50.608875 106017 main.go:141] libmachine: (ha-565823) </features>
I1211 23:58:50.608879 106017 main.go:141] libmachine: (ha-565823) <cpu mode='host-passthrough'>
I1211 23:58:50.608887 106017 main.go:141] libmachine: (ha-565823)
I1211 23:58:50.608891 106017 main.go:141] libmachine: (ha-565823) </cpu>
I1211 23:58:50.608898 106017 main.go:141] libmachine: (ha-565823) <os>
I1211 23:58:50.608902 106017 main.go:141] libmachine: (ha-565823) <type>hvm</type>
I1211 23:58:50.608977 106017 main.go:141] libmachine: (ha-565823) <boot dev='cdrom'/>
I1211 23:58:50.609011 106017 main.go:141] libmachine: (ha-565823) <boot dev='hd'/>
I1211 23:58:50.609024 106017 main.go:141] libmachine: (ha-565823) <bootmenu enable='no'/>
I1211 23:58:50.609036 106017 main.go:141] libmachine: (ha-565823) </os>
I1211 23:58:50.609043 106017 main.go:141] libmachine: (ha-565823) <devices>
I1211 23:58:50.609052 106017 main.go:141] libmachine: (ha-565823) <disk type='file' device='cdrom'>
I1211 23:58:50.609063 106017 main.go:141] libmachine: (ha-565823) <source file='/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/boot2docker.iso'/>
I1211 23:58:50.609074 106017 main.go:141] libmachine: (ha-565823) <target dev='hdc' bus='scsi'/>
I1211 23:58:50.609085 106017 main.go:141] libmachine: (ha-565823) <readonly/>
I1211 23:58:50.609094 106017 main.go:141] libmachine: (ha-565823) </disk>
I1211 23:58:50.609105 106017 main.go:141] libmachine: (ha-565823) <disk type='file' device='disk'>
I1211 23:58:50.609117 106017 main.go:141] libmachine: (ha-565823) <driver name='qemu' type='raw' cache='default' io='threads' />
I1211 23:58:50.609133 106017 main.go:141] libmachine: (ha-565823) <source file='/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/ha-565823.rawdisk'/>
I1211 23:58:50.609144 106017 main.go:141] libmachine: (ha-565823) <target dev='hda' bus='virtio'/>
I1211 23:58:50.609154 106017 main.go:141] libmachine: (ha-565823) </disk>
I1211 23:58:50.609164 106017 main.go:141] libmachine: (ha-565823) <interface type='network'>
I1211 23:58:50.609176 106017 main.go:141] libmachine: (ha-565823) <source network='mk-ha-565823'/>
I1211 23:58:50.609187 106017 main.go:141] libmachine: (ha-565823) <model type='virtio'/>
I1211 23:58:50.609198 106017 main.go:141] libmachine: (ha-565823) </interface>
I1211 23:58:50.609209 106017 main.go:141] libmachine: (ha-565823) <interface type='network'>
I1211 23:58:50.609221 106017 main.go:141] libmachine: (ha-565823) <source network='default'/>
I1211 23:58:50.609230 106017 main.go:141] libmachine: (ha-565823) <model type='virtio'/>
I1211 23:58:50.609240 106017 main.go:141] libmachine: (ha-565823) </interface>
I1211 23:58:50.609249 106017 main.go:141] libmachine: (ha-565823) <serial type='pty'>
I1211 23:58:50.609271 106017 main.go:141] libmachine: (ha-565823) <target port='0'/>
I1211 23:58:50.609292 106017 main.go:141] libmachine: (ha-565823) </serial>
I1211 23:58:50.609319 106017 main.go:141] libmachine: (ha-565823) <console type='pty'>
I1211 23:58:50.609342 106017 main.go:141] libmachine: (ha-565823) <target type='serial' port='0'/>
I1211 23:58:50.609358 106017 main.go:141] libmachine: (ha-565823) </console>
I1211 23:58:50.609368 106017 main.go:141] libmachine: (ha-565823) <rng model='virtio'>
I1211 23:58:50.609380 106017 main.go:141] libmachine: (ha-565823) <backend model='random'>/dev/random</backend>
I1211 23:58:50.609388 106017 main.go:141] libmachine: (ha-565823) </rng>
I1211 23:58:50.609393 106017 main.go:141] libmachine: (ha-565823)
I1211 23:58:50.609399 106017 main.go:141] libmachine: (ha-565823)
I1211 23:58:50.609404 106017 main.go:141] libmachine: (ha-565823) </devices>
I1211 23:58:50.609412 106017 main.go:141] libmachine: (ha-565823) </domain>
I1211 23:58:50.609425 106017 main.go:141] libmachine: (ha-565823)
I1211 23:58:50.614253 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:5a:5d:6a in network default
I1211 23:58:50.614867 106017 main.go:141] libmachine: (ha-565823) Ensuring networks are active...
I1211 23:58:50.614888 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:58:50.615542 106017 main.go:141] libmachine: (ha-565823) Ensuring network default is active
I1211 23:58:50.615828 106017 main.go:141] libmachine: (ha-565823) Ensuring network mk-ha-565823 is active
I1211 23:58:50.616242 106017 main.go:141] libmachine: (ha-565823) Getting domain xml...
I1211 23:58:50.616898 106017 main.go:141] libmachine: (ha-565823) Creating domain...
I1211 23:58:51.817451 106017 main.go:141] libmachine: (ha-565823) Waiting to get IP...
I1211 23:58:51.818184 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:58:51.818533 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:58:51.818576 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:51.818514 106042 retry.go:31] will retry after 280.301496ms: waiting for machine to come up
I1211 23:58:52.100046 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:58:52.100502 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:58:52.100533 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:52.100451 106042 retry.go:31] will retry after 276.944736ms: waiting for machine to come up
I1211 23:58:52.378928 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:58:52.379349 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:58:52.379382 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:52.379295 106042 retry.go:31] will retry after 389.022589ms: waiting for machine to come up
I1211 23:58:52.769835 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:58:52.770314 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:58:52.770357 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:52.770269 106042 retry.go:31] will retry after 542.492277ms: waiting for machine to come up
I1211 23:58:53.313855 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:58:53.314281 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:58:53.314305 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:53.314231 106042 retry.go:31] will retry after 742.209465ms: waiting for machine to come up
I1211 23:58:54.058032 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:58:54.058453 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:58:54.058490 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:54.058433 106042 retry.go:31] will retry after 754.421967ms: waiting for machine to come up
I1211 23:58:54.814555 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:58:54.814980 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:58:54.815017 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:54.814915 106042 retry.go:31] will retry after 802.576471ms: waiting for machine to come up
I1211 23:58:55.619852 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:58:55.620325 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:58:55.620362 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:55.620271 106042 retry.go:31] will retry after 1.192308346s: waiting for machine to come up
I1211 23:58:56.815553 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:58:56.816025 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:58:56.816050 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:56.815966 106042 retry.go:31] will retry after 1.618860426s: waiting for machine to come up
I1211 23:58:58.436766 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:58:58.437231 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:58:58.437256 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:58:58.437186 106042 retry.go:31] will retry after 2.219805666s: waiting for machine to come up
I1211 23:59:00.658607 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:00.659028 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:59:00.659058 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:59:00.658968 106042 retry.go:31] will retry after 1.768582626s: waiting for machine to come up
I1211 23:59:02.429943 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:02.430433 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:59:02.430464 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:59:02.430369 106042 retry.go:31] will retry after 2.185532844s: waiting for machine to come up
I1211 23:59:04.617032 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:04.617473 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:59:04.617499 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:59:04.617419 106042 retry.go:31] will retry after 4.346976865s: waiting for machine to come up
I1211 23:59:08.969389 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:08.969741 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find current IP address of domain ha-565823 in network mk-ha-565823
I1211 23:59:08.969760 106017 main.go:141] libmachine: (ha-565823) DBG | I1211 23:59:08.969711 106042 retry.go:31] will retry after 4.969601196s: waiting for machine to come up
I1211 23:59:13.943658 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:13.944048 106017 main.go:141] libmachine: (ha-565823) Found IP for machine: 192.168.39.19
I1211 23:59:13.944063 106017 main.go:141] libmachine: (ha-565823) Reserving static IP address...
I1211 23:59:13.944071 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has current primary IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:13.944392 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find host DHCP lease matching {name: "ha-565823", mac: "52:54:00:2b:2e:da", ip: "192.168.39.19"} in network mk-ha-565823
I1211 23:59:14.015315 106017 main.go:141] libmachine: (ha-565823) DBG | Getting to WaitForSSH function...
I1211 23:59:14.015347 106017 main.go:141] libmachine: (ha-565823) Reserved static IP address: 192.168.39.19
I1211 23:59:14.015425 106017 main.go:141] libmachine: (ha-565823) Waiting for SSH to be available...
I1211 23:59:14.017689 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:14.018021 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823
I1211 23:59:14.018050 106017 main.go:141] libmachine: (ha-565823) DBG | unable to find defined IP address of network mk-ha-565823 interface with MAC address 52:54:00:2b:2e:da
I1211 23:59:14.018183 106017 main.go:141] libmachine: (ha-565823) DBG | Using SSH client type: external
I1211 23:59:14.018223 106017 main.go:141] libmachine: (ha-565823) DBG | Using SSH private key: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa (-rw-------)
I1211 23:59:14.018268 106017 main.go:141] libmachine: (ha-565823) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa -p 22] /usr/bin/ssh <nil>}
I1211 23:59:14.018288 106017 main.go:141] libmachine: (ha-565823) DBG | About to run SSH command:
I1211 23:59:14.018327 106017 main.go:141] libmachine: (ha-565823) DBG | exit 0
I1211 23:59:14.021958 106017 main.go:141] libmachine: (ha-565823) DBG | SSH cmd err, output: exit status 255:
I1211 23:59:14.021983 106017 main.go:141] libmachine: (ha-565823) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1211 23:59:14.021992 106017 main.go:141] libmachine: (ha-565823) DBG | command : exit 0
I1211 23:59:14.022004 106017 main.go:141] libmachine: (ha-565823) DBG | err : exit status 255
I1211 23:59:14.022014 106017 main.go:141] libmachine: (ha-565823) DBG | output :
I1211 23:59:17.023677 106017 main.go:141] libmachine: (ha-565823) DBG | Getting to WaitForSSH function...
I1211 23:59:17.026110 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.026503 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:17.026529 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.026696 106017 main.go:141] libmachine: (ha-565823) DBG | Using SSH client type: external
I1211 23:59:17.026723 106017 main.go:141] libmachine: (ha-565823) DBG | Using SSH private key: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa (-rw-------)
I1211 23:59:17.026749 106017 main.go:141] libmachine: (ha-565823) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.19 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa -p 22] /usr/bin/ssh <nil>}
I1211 23:59:17.026776 106017 main.go:141] libmachine: (ha-565823) DBG | About to run SSH command:
I1211 23:59:17.026792 106017 main.go:141] libmachine: (ha-565823) DBG | exit 0
I1211 23:59:17.155941 106017 main.go:141] libmachine: (ha-565823) DBG | SSH cmd err, output: <nil>:
I1211 23:59:17.156245 106017 main.go:141] libmachine: (ha-565823) KVM machine creation complete!
I1211 23:59:17.156531 106017 main.go:141] libmachine: (ha-565823) Calling .GetConfigRaw
I1211 23:59:17.157110 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1211 23:59:17.157306 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1211 23:59:17.157460 106017 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1211 23:59:17.157473 106017 main.go:141] libmachine: (ha-565823) Calling .GetState
I1211 23:59:17.158855 106017 main.go:141] libmachine: Detecting operating system of created instance...
I1211 23:59:17.158893 106017 main.go:141] libmachine: Waiting for SSH to be available...
I1211 23:59:17.158902 106017 main.go:141] libmachine: Getting to WaitForSSH function...
I1211 23:59:17.158918 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:17.161015 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.161305 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:17.161347 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.161435 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:17.161600 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:17.161751 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:17.161869 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:17.162043 106017 main.go:141] libmachine: Using SSH client type: native
I1211 23:59:17.162241 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.19 22 <nil> <nil>}
I1211 23:59:17.162251 106017 main.go:141] libmachine: About to run SSH command:
exit 0
I1211 23:59:17.270900 106017 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1211 23:59:17.270927 106017 main.go:141] libmachine: Detecting the provisioner...
I1211 23:59:17.270938 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:17.273797 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.274144 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:17.274170 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.274323 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:17.274499 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:17.274631 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:17.274743 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:17.274871 106017 main.go:141] libmachine: Using SSH client type: native
I1211 23:59:17.275034 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.19 22 <nil> <nil>}
I1211 23:59:17.275045 106017 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1211 23:59:17.388514 106017 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1211 23:59:17.388598 106017 main.go:141] libmachine: found compatible host: buildroot
I1211 23:59:17.388612 106017 main.go:141] libmachine: Provisioning with buildroot...
I1211 23:59:17.388622 106017 main.go:141] libmachine: (ha-565823) Calling .GetMachineName
I1211 23:59:17.388876 106017 buildroot.go:166] provisioning hostname "ha-565823"
I1211 23:59:17.388901 106017 main.go:141] libmachine: (ha-565823) Calling .GetMachineName
I1211 23:59:17.389119 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:17.391763 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.392089 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:17.392117 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.392206 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:17.392374 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:17.392583 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:17.392750 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:17.392900 106017 main.go:141] libmachine: Using SSH client type: native
I1211 23:59:17.393085 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.19 22 <nil> <nil>}
I1211 23:59:17.393098 106017 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-565823 && echo "ha-565823" | sudo tee /etc/hostname
I1211 23:59:17.517872 106017 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-565823
I1211 23:59:17.517906 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:17.520794 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.521115 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:17.521139 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.521316 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:17.521505 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:17.521649 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:17.521748 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:17.521909 106017 main.go:141] libmachine: Using SSH client type: native
I1211 23:59:17.522131 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.19 22 <nil> <nil>}
I1211 23:59:17.522150 106017 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-565823' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-565823/g' /etc/hosts;
else
echo '127.0.1.1 ha-565823' | sudo tee -a /etc/hosts;
fi
fi
I1211 23:59:17.641444 106017 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1211 23:59:17.641473 106017 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20083-86355/.minikube CaCertPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20083-86355/.minikube}
I1211 23:59:17.641523 106017 buildroot.go:174] setting up certificates
I1211 23:59:17.641537 106017 provision.go:84] configureAuth start
I1211 23:59:17.641550 106017 main.go:141] libmachine: (ha-565823) Calling .GetMachineName
I1211 23:59:17.641858 106017 main.go:141] libmachine: (ha-565823) Calling .GetIP
I1211 23:59:17.644632 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.644929 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:17.644969 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.645145 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:17.647106 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.647440 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:17.647460 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.647633 106017 provision.go:143] copyHostCerts
I1211 23:59:17.647667 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem
I1211 23:59:17.647703 106017 exec_runner.go:144] found /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem, removing ...
I1211 23:59:17.647712 106017 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem
I1211 23:59:17.647777 106017 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem (1675 bytes)
I1211 23:59:17.647854 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem
I1211 23:59:17.647873 106017 exec_runner.go:144] found /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem, removing ...
I1211 23:59:17.647879 106017 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem
I1211 23:59:17.647903 106017 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem (1078 bytes)
I1211 23:59:17.647943 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem
I1211 23:59:17.647959 106017 exec_runner.go:144] found /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem, removing ...
I1211 23:59:17.647965 106017 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem
I1211 23:59:17.647985 106017 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem (1123 bytes)
I1211 23:59:17.648036 106017 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca-key.pem org=jenkins.ha-565823 san=[127.0.0.1 192.168.39.19 ha-565823 localhost minikube]
I1211 23:59:17.803088 106017 provision.go:177] copyRemoteCerts
I1211 23:59:17.803154 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1211 23:59:17.803180 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:17.806065 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.806383 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:17.806401 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.806621 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:17.806836 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:17.806981 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:17.807172 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.19 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa Username:docker}
I1211 23:59:17.894618 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1211 23:59:17.894691 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1211 23:59:17.921956 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1211 23:59:17.922023 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1211 23:59:17.948821 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem -> /etc/docker/server.pem
I1211 23:59:17.948890 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1211 23:59:17.975580 106017 provision.go:87] duration metric: took 334.027463ms to configureAuth
I1211 23:59:17.975634 106017 buildroot.go:189] setting minikube options for container-runtime
I1211 23:59:17.975827 106017 config.go:182] Loaded profile config "ha-565823": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1211 23:59:17.975904 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:17.978577 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.978850 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:17.978901 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:17.979082 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:17.979257 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:17.979385 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:17.979493 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:17.979692 106017 main.go:141] libmachine: Using SSH client type: native
I1211 23:59:17.979889 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.19 22 <nil> <nil>}
I1211 23:59:17.979912 106017 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1211 23:59:18.235267 106017 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1211 23:59:18.235313 106017 main.go:141] libmachine: Checking connection to Docker...
I1211 23:59:18.235325 106017 main.go:141] libmachine: (ha-565823) Calling .GetURL
I1211 23:59:18.236752 106017 main.go:141] libmachine: (ha-565823) DBG | Using libvirt version 6000000
I1211 23:59:18.239115 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.239502 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:18.239532 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.239731 106017 main.go:141] libmachine: Docker is up and running!
I1211 23:59:18.239753 106017 main.go:141] libmachine: Reticulating splines...
I1211 23:59:18.239771 106017 client.go:171] duration metric: took 28.270144196s to LocalClient.Create
I1211 23:59:18.239864 106017 start.go:167] duration metric: took 28.27029823s to libmachine.API.Create "ha-565823"
I1211 23:59:18.239885 106017 start.go:293] postStartSetup for "ha-565823" (driver="kvm2")
I1211 23:59:18.239895 106017 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1211 23:59:18.239917 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1211 23:59:18.240179 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1211 23:59:18.240211 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:18.242164 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.242466 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:18.242493 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.242645 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:18.242832 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:18.242993 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:18.243119 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.19 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa Username:docker}
I1211 23:59:18.330660 106017 ssh_runner.go:195] Run: cat /etc/os-release
I1211 23:59:18.335424 106017 info.go:137] Remote host: Buildroot 2023.02.9
I1211 23:59:18.335447 106017 filesync.go:126] Scanning /home/jenkins/minikube-integration/20083-86355/.minikube/addons for local assets ...
I1211 23:59:18.335503 106017 filesync.go:126] Scanning /home/jenkins/minikube-integration/20083-86355/.minikube/files for local assets ...
I1211 23:59:18.335574 106017 filesync.go:149] local asset: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem -> 936002.pem in /etc/ssl/certs
I1211 23:59:18.335584 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem -> /etc/ssl/certs/936002.pem
I1211 23:59:18.335717 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1211 23:59:18.346001 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem --> /etc/ssl/certs/936002.pem (1708 bytes)
I1211 23:59:18.374524 106017 start.go:296] duration metric: took 134.623519ms for postStartSetup
I1211 23:59:18.374583 106017 main.go:141] libmachine: (ha-565823) Calling .GetConfigRaw
I1211 23:59:18.375295 106017 main.go:141] libmachine: (ha-565823) Calling .GetIP
I1211 23:59:18.377900 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.378234 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:18.378262 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.378516 106017 profile.go:143] Saving config to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/config.json ...
I1211 23:59:18.378710 106017 start.go:128] duration metric: took 28.427447509s to createHost
I1211 23:59:18.378738 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:18.380862 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.381196 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:18.381220 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.381358 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:18.381537 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:18.381691 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:18.381809 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:18.381919 106017 main.go:141] libmachine: Using SSH client type: native
I1211 23:59:18.382120 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.19 22 <nil> <nil>}
I1211 23:59:18.382133 106017 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1211 23:59:18.492450 106017 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733961558.472734336
I1211 23:59:18.492473 106017 fix.go:216] guest clock: 1733961558.472734336
I1211 23:59:18.492480 106017 fix.go:229] Guest: 2024-12-11 23:59:18.472734336 +0000 UTC Remote: 2024-12-11 23:59:18.378724497 +0000 UTC m=+28.540551547 (delta=94.009839ms)
I1211 23:59:18.492521 106017 fix.go:200] guest clock delta is within tolerance: 94.009839ms
I1211 23:59:18.492529 106017 start.go:83] releasing machines lock for "ha-565823", held for 28.541373742s
I1211 23:59:18.492553 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1211 23:59:18.492820 106017 main.go:141] libmachine: (ha-565823) Calling .GetIP
I1211 23:59:18.495388 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.495716 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:18.495743 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.495888 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1211 23:59:18.496371 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1211 23:59:18.496534 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1211 23:59:18.496615 106017 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1211 23:59:18.496654 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:18.496714 106017 ssh_runner.go:195] Run: cat /version.json
I1211 23:59:18.496740 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:18.499135 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.499486 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:18.499548 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.499569 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.499675 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:18.499845 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:18.499921 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:18.499961 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:18.499985 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:18.500123 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:18.500135 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.19 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa Username:docker}
I1211 23:59:18.500278 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:18.500460 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:18.500604 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.19 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa Username:docker}
I1211 23:59:18.607330 106017 ssh_runner.go:195] Run: systemctl --version
I1211 23:59:18.613387 106017 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1211 23:59:18.776622 106017 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1211 23:59:18.783443 106017 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1211 23:59:18.783538 106017 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1211 23:59:18.799688 106017 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1211 23:59:18.799713 106017 start.go:495] detecting cgroup driver to use...
I1211 23:59:18.799774 106017 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1211 23:59:18.816025 106017 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1211 23:59:18.830854 106017 docker.go:217] disabling cri-docker service (if available) ...
I1211 23:59:18.830908 106017 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1211 23:59:18.845980 106017 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1211 23:59:18.860893 106017 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1211 23:59:18.978441 106017 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1211 23:59:19.134043 106017 docker.go:233] disabling docker service ...
I1211 23:59:19.134112 106017 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1211 23:59:19.149156 106017 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1211 23:59:19.162275 106017 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1211 23:59:19.283529 106017 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1211 23:59:19.409189 106017 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1211 23:59:19.423558 106017 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1211 23:59:19.442528 106017 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1211 23:59:19.442599 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1211 23:59:19.453566 106017 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1211 23:59:19.453654 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1211 23:59:19.464397 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1211 23:59:19.475199 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1211 23:59:19.486049 106017 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1211 23:59:19.497021 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1211 23:59:19.507803 106017 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1211 23:59:19.524919 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1211 23:59:19.535844 106017 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1211 23:59:19.545546 106017 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1211 23:59:19.545598 106017 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1211 23:59:19.559407 106017 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1211 23:59:19.569383 106017 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1211 23:59:19.689090 106017 ssh_runner.go:195] Run: sudo systemctl restart crio
I1211 23:59:19.791744 106017 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1211 23:59:19.791811 106017 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1211 23:59:19.796877 106017 start.go:563] Will wait 60s for crictl version
I1211 23:59:19.796945 106017 ssh_runner.go:195] Run: which crictl
I1211 23:59:19.801083 106017 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1211 23:59:19.845670 106017 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1211 23:59:19.845758 106017 ssh_runner.go:195] Run: crio --version
I1211 23:59:19.875253 106017 ssh_runner.go:195] Run: crio --version
I1211 23:59:19.904311 106017 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1211 23:59:19.906690 106017 main.go:141] libmachine: (ha-565823) Calling .GetIP
I1211 23:59:19.909356 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:19.909726 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:19.909755 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:19.910412 106017 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1211 23:59:19.915735 106017 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1211 23:59:19.929145 106017 kubeadm.go:883] updating cluster {Name:ha-565823 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/20083/minikube-v1.34.0-1733936888-20083-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1733912881-20083@sha256:64d8b27f78fd269d886e21ba8fc88be20de183ba5cc5bce33d0810e8a65f1df2 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-565823 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.19 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mo
untType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1211 23:59:19.929263 106017 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1211 23:59:19.929323 106017 ssh_runner.go:195] Run: sudo crictl images --output json
I1211 23:59:19.962567 106017 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1211 23:59:19.962636 106017 ssh_runner.go:195] Run: which lz4
I1211 23:59:19.966688 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1211 23:59:19.966797 106017 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1211 23:59:19.970897 106017 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1211 23:59:19.970929 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1211 23:59:21.360986 106017 crio.go:462] duration metric: took 1.394221262s to copy over tarball
I1211 23:59:21.361088 106017 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1211 23:59:23.449972 106017 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.088850329s)
I1211 23:59:23.450033 106017 crio.go:469] duration metric: took 2.08900198s to extract the tarball
I1211 23:59:23.450045 106017 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1211 23:59:23.487452 106017 ssh_runner.go:195] Run: sudo crictl images --output json
I1211 23:59:23.534823 106017 crio.go:514] all images are preloaded for cri-o runtime.
I1211 23:59:23.534855 106017 cache_images.go:84] Images are preloaded, skipping loading
I1211 23:59:23.534866 106017 kubeadm.go:934] updating node { 192.168.39.19 8443 v1.31.2 crio true true} ...
I1211 23:59:23.535012 106017 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-565823 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.19
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-565823 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1211 23:59:23.535085 106017 ssh_runner.go:195] Run: crio config
I1211 23:59:23.584878 106017 cni.go:84] Creating CNI manager for ""
I1211 23:59:23.584896 106017 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1211 23:59:23.584905 106017 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1211 23:59:23.584925 106017 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.19 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-565823 NodeName:ha-565823 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.19"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.19 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/m
anifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1211 23:59:23.585039 106017 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.19
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-565823"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.19"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.19"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1211 23:59:23.585064 106017 kube-vip.go:115] generating kube-vip config ...
I1211 23:59:23.585112 106017 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1211 23:59:23.603981 106017 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1211 23:59:23.604115 106017 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1211 23:59:23.604182 106017 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1211 23:59:23.614397 106017 binaries.go:44] Found k8s binaries, skipping transfer
I1211 23:59:23.614477 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1211 23:59:23.624289 106017 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I1211 23:59:23.641517 106017 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1211 23:59:23.658716 106017 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2286 bytes)
I1211 23:59:23.675660 106017 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1211 23:59:23.692530 106017 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1211 23:59:23.696599 106017 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1211 23:59:23.709445 106017 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1211 23:59:23.845220 106017 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1211 23:59:23.862954 106017 certs.go:68] Setting up /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823 for IP: 192.168.39.19
I1211 23:59:23.862981 106017 certs.go:194] generating shared ca certs ...
I1211 23:59:23.863000 106017 certs.go:226] acquiring lock for ca certs: {Name:mka9ea18513c4060e2e33ca32fb36d76a5887cce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1211 23:59:23.863207 106017 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.key
I1211 23:59:23.863251 106017 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.key
I1211 23:59:23.863262 106017 certs.go:256] generating profile certs ...
I1211 23:59:23.863328 106017 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.key
I1211 23:59:23.863357 106017 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.crt with IP's: []
I1211 23:59:24.110700 106017 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.crt ...
I1211 23:59:24.110730 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.crt: {Name:mk50d526eb9350fec1f3c58be1ef98b2039770b9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1211 23:59:24.110932 106017 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.key ...
I1211 23:59:24.110948 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.key: {Name:mk947a896656d347feed0e5ddd7c2c37edce03fc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1211 23:59:24.111050 106017 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.56854f9c
I1211 23:59:24.111082 106017 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.56854f9c with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.19 192.168.39.254]
I1211 23:59:24.333387 106017 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.56854f9c ...
I1211 23:59:24.333420 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.56854f9c: {Name:mkfc61798e61cb1d7ac0b35769a3179525ca368b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1211 23:59:24.333599 106017 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.56854f9c ...
I1211 23:59:24.333627 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.56854f9c: {Name:mk4a04314c10f352160875e4af47370a91a0db88 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1211 23:59:24.333740 106017 certs.go:381] copying /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.56854f9c -> /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt
I1211 23:59:24.333840 106017 certs.go:385] copying /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.56854f9c -> /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key
I1211 23:59:24.333924 106017 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.key
I1211 23:59:24.333944 106017 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.crt with IP's: []
I1211 23:59:24.464961 106017 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.crt ...
I1211 23:59:24.464993 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.crt: {Name:mkbb1cf3b9047082cee6fcd6adaa9509e1729b3f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1211 23:59:24.465183 106017 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.key ...
I1211 23:59:24.465203 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.key: {Name:mkc9ec571078b7167489918f5cf8f1ea61967aea Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1211 23:59:24.465319 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1211 23:59:24.465348 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1211 23:59:24.465364 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1211 23:59:24.465387 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1211 23:59:24.465405 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1211 23:59:24.465422 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1211 23:59:24.465435 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1211 23:59:24.465452 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1211 23:59:24.465528 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600.pem (1338 bytes)
W1211 23:59:24.465577 106017 certs.go:480] ignoring /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600_empty.pem, impossibly tiny 0 bytes
I1211 23:59:24.465592 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca-key.pem (1675 bytes)
I1211 23:59:24.465634 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem (1078 bytes)
I1211 23:59:24.465664 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem (1123 bytes)
I1211 23:59:24.465695 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem (1675 bytes)
I1211 23:59:24.465752 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem (1708 bytes)
I1211 23:59:24.465790 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem -> /usr/share/ca-certificates/936002.pem
I1211 23:59:24.465812 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1211 23:59:24.465831 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600.pem -> /usr/share/ca-certificates/93600.pem
I1211 23:59:24.466545 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1211 23:59:24.494141 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1211 23:59:24.519556 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1211 23:59:24.544702 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1211 23:59:24.569766 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1211 23:59:24.595380 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1211 23:59:24.621226 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1211 23:59:24.649860 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1211 23:59:24.698075 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem --> /usr/share/ca-certificates/936002.pem (1708 bytes)
I1211 23:59:24.728714 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1211 23:59:24.753139 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600.pem --> /usr/share/ca-certificates/93600.pem (1338 bytes)
I1211 23:59:24.777957 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1211 23:59:24.796289 106017 ssh_runner.go:195] Run: openssl version
I1211 23:59:24.802883 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/936002.pem && ln -fs /usr/share/ca-certificates/936002.pem /etc/ssl/certs/936002.pem"
I1211 23:59:24.816553 106017 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/936002.pem
I1211 23:59:24.821741 106017 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 11 23:49 /usr/share/ca-certificates/936002.pem
I1211 23:59:24.821804 106017 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/936002.pem
I1211 23:59:24.828574 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/936002.pem /etc/ssl/certs/3ec20f2e.0"
I1211 23:59:24.840713 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1211 23:59:24.853013 106017 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1211 23:59:24.858281 106017 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 11 23:34 /usr/share/ca-certificates/minikubeCA.pem
I1211 23:59:24.858331 106017 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1211 23:59:24.864829 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1211 23:59:24.875963 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/93600.pem && ln -fs /usr/share/ca-certificates/93600.pem /etc/ssl/certs/93600.pem"
I1211 23:59:24.886500 106017 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/93600.pem
I1211 23:59:24.891673 106017 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 11 23:49 /usr/share/ca-certificates/93600.pem
I1211 23:59:24.891726 106017 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/93600.pem
I1211 23:59:24.898344 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/93600.pem /etc/ssl/certs/51391683.0"
I1211 23:59:24.910633 106017 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1211 23:59:24.915220 106017 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1211 23:59:24.915279 106017 kubeadm.go:392] StartCluster: {Name:ha-565823 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/20083/minikube-v1.34.0-1733936888-20083-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1733912881-20083@sha256:64d8b27f78fd269d886e21ba8fc88be20de183ba5cc5bce33d0810e8a65f1df2 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-565823 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.19 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mount
Type:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1211 23:59:24.915383 106017 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1211 23:59:24.915454 106017 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1211 23:59:24.954743 106017 cri.go:89] found id: ""
I1211 23:59:24.954813 106017 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1211 23:59:24.965887 106017 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1211 23:59:24.975963 106017 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1211 23:59:24.985759 106017 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1211 23:59:24.985784 106017 kubeadm.go:157] found existing configuration files:
I1211 23:59:24.985837 106017 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1211 23:59:24.995322 106017 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1211 23:59:24.995387 106017 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1211 23:59:25.005782 106017 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1211 23:59:25.015121 106017 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1211 23:59:25.015216 106017 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1211 23:59:25.024739 106017 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1211 23:59:25.033898 106017 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1211 23:59:25.033949 106017 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1211 23:59:25.043527 106017 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1211 23:59:25.052795 106017 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1211 23:59:25.052860 106017 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1211 23:59:25.063719 106017 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1211 23:59:25.172138 106017 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1211 23:59:25.172231 106017 kubeadm.go:310] [preflight] Running pre-flight checks
I1211 23:59:25.282095 106017 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1211 23:59:25.282220 106017 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1211 23:59:25.282346 106017 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1211 23:59:25.292987 106017 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1211 23:59:25.507248 106017 out.go:235] - Generating certificates and keys ...
I1211 23:59:25.507374 106017 kubeadm.go:310] [certs] Using existing ca certificate authority
I1211 23:59:25.507500 106017 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1211 23:59:25.628233 106017 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1211 23:59:25.895094 106017 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1211 23:59:26.195266 106017 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1211 23:59:26.355531 106017 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1211 23:59:26.415298 106017 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1211 23:59:26.415433 106017 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-565823 localhost] and IPs [192.168.39.19 127.0.0.1 ::1]
I1211 23:59:26.603280 106017 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1211 23:59:26.603516 106017 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-565823 localhost] and IPs [192.168.39.19 127.0.0.1 ::1]
I1211 23:59:26.737544 106017 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1211 23:59:26.938736 106017 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1211 23:59:27.118447 106017 kubeadm.go:310] [certs] Generating "sa" key and public key
I1211 23:59:27.118579 106017 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1211 23:59:27.214058 106017 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1211 23:59:27.283360 106017 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1211 23:59:27.437118 106017 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1211 23:59:27.583693 106017 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1211 23:59:27.738001 106017 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1211 23:59:27.738673 106017 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1211 23:59:27.741933 106017 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1211 23:59:27.743702 106017 out.go:235] - Booting up control plane ...
I1211 23:59:27.743844 106017 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1211 23:59:27.744424 106017 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1211 23:59:27.746935 106017 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1211 23:59:27.765392 106017 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1211 23:59:27.772566 106017 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1211 23:59:27.772699 106017 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1211 23:59:27.925671 106017 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1211 23:59:27.925813 106017 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1211 23:59:28.450340 106017 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 524.075614ms
I1211 23:59:28.450451 106017 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1211 23:59:34.524805 106017 kubeadm.go:310] [api-check] The API server is healthy after 6.076898322s
I1211 23:59:34.537381 106017 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1211 23:59:34.553285 106017 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1211 23:59:35.079814 106017 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1211 23:59:35.080057 106017 kubeadm.go:310] [mark-control-plane] Marking the node ha-565823 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1211 23:59:35.095582 106017 kubeadm.go:310] [bootstrap-token] Using token: lktsit.hvyjnx8elfe20z7f
I1211 23:59:35.097027 106017 out.go:235] - Configuring RBAC rules ...
I1211 23:59:35.097177 106017 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1211 23:59:35.101780 106017 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1211 23:59:35.113593 106017 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1211 23:59:35.118164 106017 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1211 23:59:35.121511 106017 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1211 23:59:35.125148 106017 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1211 23:59:35.144131 106017 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1211 23:59:35.407109 106017 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1211 23:59:35.930699 106017 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1211 23:59:35.931710 106017 kubeadm.go:310]
I1211 23:59:35.931771 106017 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1211 23:59:35.931775 106017 kubeadm.go:310]
I1211 23:59:35.931851 106017 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1211 23:59:35.931859 106017 kubeadm.go:310]
I1211 23:59:35.931880 106017 kubeadm.go:310] mkdir -p $HOME/.kube
I1211 23:59:35.931927 106017 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1211 23:59:35.931982 106017 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1211 23:59:35.932000 106017 kubeadm.go:310]
I1211 23:59:35.932049 106017 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1211 23:59:35.932058 106017 kubeadm.go:310]
I1211 23:59:35.932118 106017 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1211 23:59:35.932126 106017 kubeadm.go:310]
I1211 23:59:35.932168 106017 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1211 23:59:35.932259 106017 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1211 23:59:35.932333 106017 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1211 23:59:35.932350 106017 kubeadm.go:310]
I1211 23:59:35.932432 106017 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1211 23:59:35.932499 106017 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1211 23:59:35.932506 106017 kubeadm.go:310]
I1211 23:59:35.932579 106017 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token lktsit.hvyjnx8elfe20z7f \
I1211 23:59:35.932666 106017 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:4154e7eae42e1564ca85ef7ac398e0375de6c20bae3d3359067e15f1e845457b \
I1211 23:59:35.932687 106017 kubeadm.go:310] --control-plane
I1211 23:59:35.932692 106017 kubeadm.go:310]
I1211 23:59:35.932780 106017 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1211 23:59:35.932793 106017 kubeadm.go:310]
I1211 23:59:35.932900 106017 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token lktsit.hvyjnx8elfe20z7f \
I1211 23:59:35.933031 106017 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:4154e7eae42e1564ca85ef7ac398e0375de6c20bae3d3359067e15f1e845457b
I1211 23:59:35.933914 106017 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1211 23:59:35.934034 106017 cni.go:84] Creating CNI manager for ""
I1211 23:59:35.934056 106017 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1211 23:59:35.936050 106017 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1211 23:59:35.937506 106017 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1211 23:59:35.943577 106017 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1211 23:59:35.943610 106017 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1211 23:59:35.964609 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1211 23:59:36.354699 106017 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1211 23:59:36.354799 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1211 23:59:36.354832 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-565823 minikube.k8s.io/updated_at=2024_12_11T23_59_36_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=7fa9733e2a94b345defa62bfa3d9dc225cfbd458 minikube.k8s.io/name=ha-565823 minikube.k8s.io/primary=true
I1211 23:59:36.386725 106017 ops.go:34] apiserver oom_adj: -16
I1211 23:59:36.511318 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1211 23:59:37.011972 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1211 23:59:37.511719 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1211 23:59:38.012059 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1211 23:59:38.511637 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1211 23:59:39.012451 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1211 23:59:39.512222 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1211 23:59:40.012218 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1211 23:59:40.512204 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1211 23:59:40.605442 106017 kubeadm.go:1113] duration metric: took 4.250718988s to wait for elevateKubeSystemPrivileges
I1211 23:59:40.605479 106017 kubeadm.go:394] duration metric: took 15.690206878s to StartCluster
I1211 23:59:40.605505 106017 settings.go:142] acquiring lock: {Name:mkb7d82ac772f9b45e9858b92e5825a0b138364d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1211 23:59:40.605593 106017 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20083-86355/kubeconfig
I1211 23:59:40.606578 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/kubeconfig: {Name:mk831290e6fb645e9587b0c90ea962ad38ff74cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1211 23:59:40.606860 106017 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1211 23:59:40.606860 106017 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.19 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1211 23:59:40.606883 106017 start.go:241] waiting for startup goroutines ...
I1211 23:59:40.606899 106017 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1211 23:59:40.606982 106017 addons.go:69] Setting storage-provisioner=true in profile "ha-565823"
I1211 23:59:40.606989 106017 addons.go:69] Setting default-storageclass=true in profile "ha-565823"
I1211 23:59:40.607004 106017 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-565823"
I1211 23:59:40.607018 106017 addons.go:234] Setting addon storage-provisioner=true in "ha-565823"
I1211 23:59:40.607045 106017 host.go:66] Checking if "ha-565823" exists ...
I1211 23:59:40.607426 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1211 23:59:40.607469 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1211 23:59:40.607635 106017 config.go:182] Loaded profile config "ha-565823": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1211 23:59:40.607793 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1211 23:59:40.607838 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1211 23:59:40.622728 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37197
I1211 23:59:40.622807 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43751
I1211 23:59:40.623266 106017 main.go:141] libmachine: () Calling .GetVersion
I1211 23:59:40.623370 106017 main.go:141] libmachine: () Calling .GetVersion
I1211 23:59:40.623966 106017 main.go:141] libmachine: Using API Version 1
I1211 23:59:40.623993 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1211 23:59:40.624004 106017 main.go:141] libmachine: Using API Version 1
I1211 23:59:40.624015 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1211 23:59:40.624390 106017 main.go:141] libmachine: () Calling .GetMachineName
I1211 23:59:40.624398 106017 main.go:141] libmachine: () Calling .GetMachineName
I1211 23:59:40.624567 106017 main.go:141] libmachine: (ha-565823) Calling .GetState
I1211 23:59:40.624920 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1211 23:59:40.624961 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1211 23:59:40.626695 106017 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20083-86355/kubeconfig
I1211 23:59:40.627009 106017 kapi.go:59] client config for ha-565823: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.crt", KeyFile:"/home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.key", CAFile:"/home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243c2e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1211 23:59:40.627499 106017 cert_rotation.go:140] Starting client certificate rotation controller
I1211 23:59:40.627813 106017 addons.go:234] Setting addon default-storageclass=true in "ha-565823"
I1211 23:59:40.627859 106017 host.go:66] Checking if "ha-565823" exists ...
I1211 23:59:40.628133 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1211 23:59:40.628177 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1211 23:59:40.640869 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:32899
I1211 23:59:40.641437 106017 main.go:141] libmachine: () Calling .GetVersion
I1211 23:59:40.642016 106017 main.go:141] libmachine: Using API Version 1
I1211 23:59:40.642043 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1211 23:59:40.642434 106017 main.go:141] libmachine: () Calling .GetMachineName
I1211 23:59:40.642635 106017 main.go:141] libmachine: (ha-565823) Calling .GetState
I1211 23:59:40.643106 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38535
I1211 23:59:40.643674 106017 main.go:141] libmachine: () Calling .GetVersion
I1211 23:59:40.644240 106017 main.go:141] libmachine: Using API Version 1
I1211 23:59:40.644275 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1211 23:59:40.644588 106017 main.go:141] libmachine: () Calling .GetMachineName
I1211 23:59:40.644640 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1211 23:59:40.645087 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1211 23:59:40.645136 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1211 23:59:40.646489 106017 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1211 23:59:40.647996 106017 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1211 23:59:40.648015 106017 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1211 23:59:40.648030 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:40.651165 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:40.651679 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:40.651703 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:40.651939 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:40.652136 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:40.652353 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:40.652515 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.19 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa Username:docker}
I1211 23:59:40.661089 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44101
I1211 23:59:40.661521 106017 main.go:141] libmachine: () Calling .GetVersion
I1211 23:59:40.661949 106017 main.go:141] libmachine: Using API Version 1
I1211 23:59:40.661970 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1211 23:59:40.662302 106017 main.go:141] libmachine: () Calling .GetMachineName
I1211 23:59:40.662464 106017 main.go:141] libmachine: (ha-565823) Calling .GetState
I1211 23:59:40.664023 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1211 23:59:40.664204 106017 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1211 23:59:40.664219 106017 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1211 23:59:40.664234 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1211 23:59:40.666799 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:40.667194 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1211 23:59:40.667218 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1211 23:59:40.667366 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1211 23:59:40.667518 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1211 23:59:40.667676 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1211 23:59:40.667787 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.19 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa Username:docker}
I1211 23:59:40.766556 106017 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1211 23:59:40.838934 106017 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1211 23:59:40.853931 106017 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1211 23:59:41.384410 106017 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1211 23:59:41.687789 106017 main.go:141] libmachine: Making call to close driver server
I1211 23:59:41.687839 106017 main.go:141] libmachine: (ha-565823) Calling .Close
I1211 23:59:41.688024 106017 main.go:141] libmachine: Making call to close driver server
I1211 23:59:41.688044 106017 main.go:141] libmachine: (ha-565823) Calling .Close
I1211 23:59:41.688143 106017 main.go:141] libmachine: Successfully made call to close driver server
I1211 23:59:41.688158 106017 main.go:141] libmachine: (ha-565823) DBG | Closing plugin on server side
I1211 23:59:41.688166 106017 main.go:141] libmachine: Making call to close connection to plugin binary
I1211 23:59:41.688175 106017 main.go:141] libmachine: Making call to close driver server
I1211 23:59:41.688183 106017 main.go:141] libmachine: (ha-565823) Calling .Close
I1211 23:59:41.688295 106017 main.go:141] libmachine: Successfully made call to close driver server
I1211 23:59:41.688309 106017 main.go:141] libmachine: Making call to close connection to plugin binary
I1211 23:59:41.688316 106017 main.go:141] libmachine: Making call to close driver server
I1211 23:59:41.688337 106017 main.go:141] libmachine: (ha-565823) Calling .Close
I1211 23:59:41.688398 106017 main.go:141] libmachine: Successfully made call to close driver server
I1211 23:59:41.688424 106017 main.go:141] libmachine: Making call to close connection to plugin binary
I1211 23:59:41.688407 106017 main.go:141] libmachine: (ha-565823) DBG | Closing plugin on server side
I1211 23:59:41.688511 106017 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1211 23:59:41.688531 106017 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1211 23:59:41.688635 106017 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1211 23:59:41.688642 106017 round_trippers.go:469] Request Headers:
I1211 23:59:41.688654 106017 round_trippers.go:473] Accept: application/json, */*
I1211 23:59:41.688660 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1211 23:59:41.689067 106017 main.go:141] libmachine: (ha-565823) DBG | Closing plugin on server side
I1211 23:59:41.689084 106017 main.go:141] libmachine: Successfully made call to close driver server
I1211 23:59:41.689112 106017 main.go:141] libmachine: Making call to close connection to plugin binary
I1211 23:59:41.703120 106017 round_trippers.go:574] Response Status: 200 OK in 14 milliseconds
I1211 23:59:41.703858 106017 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1211 23:59:41.703876 106017 round_trippers.go:469] Request Headers:
I1211 23:59:41.703888 106017 round_trippers.go:473] Content-Type: application/json
I1211 23:59:41.703896 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1211 23:59:41.703902 106017 round_trippers.go:473] Accept: application/json, */*
I1211 23:59:41.707451 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1211 23:59:41.707880 106017 main.go:141] libmachine: Making call to close driver server
I1211 23:59:41.707905 106017 main.go:141] libmachine: (ha-565823) Calling .Close
I1211 23:59:41.708200 106017 main.go:141] libmachine: (ha-565823) DBG | Closing plugin on server side
I1211 23:59:41.708289 106017 main.go:141] libmachine: Successfully made call to close driver server
I1211 23:59:41.708309 106017 main.go:141] libmachine: Making call to close connection to plugin binary
I1211 23:59:41.710098 106017 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1211 23:59:41.711624 106017 addons.go:510] duration metric: took 1.104728302s for enable addons: enabled=[storage-provisioner default-storageclass]
I1211 23:59:41.711657 106017 start.go:246] waiting for cluster config update ...
I1211 23:59:41.711669 106017 start.go:255] writing updated cluster config ...
I1211 23:59:41.713334 106017 out.go:201]
I1211 23:59:41.714788 106017 config.go:182] Loaded profile config "ha-565823": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1211 23:59:41.714856 106017 profile.go:143] Saving config to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/config.json ...
I1211 23:59:41.716555 106017 out.go:177] * Starting "ha-565823-m02" control-plane node in "ha-565823" cluster
I1211 23:59:41.717794 106017 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1211 23:59:41.717815 106017 cache.go:56] Caching tarball of preloaded images
I1211 23:59:41.717923 106017 preload.go:172] Found /home/jenkins/minikube-integration/20083-86355/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1211 23:59:41.717935 106017 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1211 23:59:41.717999 106017 profile.go:143] Saving config to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/config.json ...
I1211 23:59:41.718156 106017 start.go:360] acquireMachinesLock for ha-565823-m02: {Name:mk1fa60d266c903bd18858ee13e25d7a9c937e78 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1211 23:59:41.718199 106017 start.go:364] duration metric: took 25.794µs to acquireMachinesLock for "ha-565823-m02"
I1211 23:59:41.718224 106017 start.go:93] Provisioning new machine with config: &{Name:ha-565823 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/20083/minikube-v1.34.0-1733936888-20083-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1733912881-20083@sha256:64d8b27f78fd269d886e21ba8fc88be20de183ba5cc5bce33d0810e8a65f1df2 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-565823 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.19 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cert
Expiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1211 23:59:41.718291 106017 start.go:125] createHost starting for "m02" (driver="kvm2")
I1211 23:59:41.719692 106017 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1211 23:59:41.719777 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1211 23:59:41.719812 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1211 23:59:41.734465 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38425
I1211 23:59:41.734950 106017 main.go:141] libmachine: () Calling .GetVersion
I1211 23:59:41.735455 106017 main.go:141] libmachine: Using API Version 1
I1211 23:59:41.735478 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1211 23:59:41.735843 106017 main.go:141] libmachine: () Calling .GetMachineName
I1211 23:59:41.736006 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetMachineName
I1211 23:59:41.736149 106017 main.go:141] libmachine: (ha-565823-m02) Calling .DriverName
I1211 23:59:41.736349 106017 start.go:159] libmachine.API.Create for "ha-565823" (driver="kvm2")
I1211 23:59:41.736395 106017 client.go:168] LocalClient.Create starting
I1211 23:59:41.736425 106017 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem
I1211 23:59:41.736455 106017 main.go:141] libmachine: Decoding PEM data...
I1211 23:59:41.736469 106017 main.go:141] libmachine: Parsing certificate...
I1211 23:59:41.736519 106017 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem
I1211 23:59:41.736537 106017 main.go:141] libmachine: Decoding PEM data...
I1211 23:59:41.736547 106017 main.go:141] libmachine: Parsing certificate...
I1211 23:59:41.736559 106017 main.go:141] libmachine: Running pre-create checks...
I1211 23:59:41.736567 106017 main.go:141] libmachine: (ha-565823-m02) Calling .PreCreateCheck
I1211 23:59:41.736735 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetConfigRaw
I1211 23:59:41.737076 106017 main.go:141] libmachine: Creating machine...
I1211 23:59:41.737091 106017 main.go:141] libmachine: (ha-565823-m02) Calling .Create
I1211 23:59:41.737203 106017 main.go:141] libmachine: (ha-565823-m02) Creating KVM machine...
I1211 23:59:41.738412 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found existing default KVM network
I1211 23:59:41.738502 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found existing private KVM network mk-ha-565823
I1211 23:59:41.738691 106017 main.go:141] libmachine: (ha-565823-m02) Setting up store path in /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02 ...
I1211 23:59:41.738735 106017 main.go:141] libmachine: (ha-565823-m02) Building disk image from file:///home/jenkins/minikube-integration/20083-86355/.minikube/cache/iso/amd64/minikube-v1.34.0-1733936888-20083-amd64.iso
I1211 23:59:41.738778 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:41.738685 106399 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20083-86355/.minikube
I1211 23:59:41.738888 106017 main.go:141] libmachine: (ha-565823-m02) Downloading /home/jenkins/minikube-integration/20083-86355/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20083-86355/.minikube/cache/iso/amd64/minikube-v1.34.0-1733936888-20083-amd64.iso...
I1211 23:59:42.010827 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:42.010671 106399 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02/id_rsa...
I1211 23:59:42.081269 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:42.081125 106399 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02/ha-565823-m02.rawdisk...
I1211 23:59:42.081297 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Writing magic tar header
I1211 23:59:42.081315 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Writing SSH key tar header
I1211 23:59:42.081327 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:42.081241 106399 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02 ...
I1211 23:59:42.081337 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02
I1211 23:59:42.081349 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355/.minikube/machines
I1211 23:59:42.081395 106017 main.go:141] libmachine: (ha-565823-m02) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02 (perms=drwx------)
I1211 23:59:42.081428 106017 main.go:141] libmachine: (ha-565823-m02) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355/.minikube/machines (perms=drwxr-xr-x)
I1211 23:59:42.081445 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355/.minikube
I1211 23:59:42.081465 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355
I1211 23:59:42.081477 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1211 23:59:42.081489 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Checking permissions on dir: /home/jenkins
I1211 23:59:42.081497 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Checking permissions on dir: /home
I1211 23:59:42.081510 106017 main.go:141] libmachine: (ha-565823-m02) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355/.minikube (perms=drwxr-xr-x)
I1211 23:59:42.081524 106017 main.go:141] libmachine: (ha-565823-m02) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355 (perms=drwxrwxr-x)
I1211 23:59:42.081536 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Skipping /home - not owner
I1211 23:59:42.081553 106017 main.go:141] libmachine: (ha-565823-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1211 23:59:42.081564 106017 main.go:141] libmachine: (ha-565823-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1211 23:59:42.081577 106017 main.go:141] libmachine: (ha-565823-m02) Creating domain...
I1211 23:59:42.082570 106017 main.go:141] libmachine: (ha-565823-m02) define libvirt domain using xml:
I1211 23:59:42.082593 106017 main.go:141] libmachine: (ha-565823-m02) <domain type='kvm'>
I1211 23:59:42.082600 106017 main.go:141] libmachine: (ha-565823-m02) <name>ha-565823-m02</name>
I1211 23:59:42.082605 106017 main.go:141] libmachine: (ha-565823-m02) <memory unit='MiB'>2200</memory>
I1211 23:59:42.082610 106017 main.go:141] libmachine: (ha-565823-m02) <vcpu>2</vcpu>
I1211 23:59:42.082618 106017 main.go:141] libmachine: (ha-565823-m02) <features>
I1211 23:59:42.082626 106017 main.go:141] libmachine: (ha-565823-m02) <acpi/>
I1211 23:59:42.082641 106017 main.go:141] libmachine: (ha-565823-m02) <apic/>
I1211 23:59:42.082671 106017 main.go:141] libmachine: (ha-565823-m02) <pae/>
I1211 23:59:42.082693 106017 main.go:141] libmachine: (ha-565823-m02)
I1211 23:59:42.082705 106017 main.go:141] libmachine: (ha-565823-m02) </features>
I1211 23:59:42.082719 106017 main.go:141] libmachine: (ha-565823-m02) <cpu mode='host-passthrough'>
I1211 23:59:42.082728 106017 main.go:141] libmachine: (ha-565823-m02)
I1211 23:59:42.082736 106017 main.go:141] libmachine: (ha-565823-m02) </cpu>
I1211 23:59:42.082744 106017 main.go:141] libmachine: (ha-565823-m02) <os>
I1211 23:59:42.082754 106017 main.go:141] libmachine: (ha-565823-m02) <type>hvm</type>
I1211 23:59:42.082761 106017 main.go:141] libmachine: (ha-565823-m02) <boot dev='cdrom'/>
I1211 23:59:42.082771 106017 main.go:141] libmachine: (ha-565823-m02) <boot dev='hd'/>
I1211 23:59:42.082779 106017 main.go:141] libmachine: (ha-565823-m02) <bootmenu enable='no'/>
I1211 23:59:42.082792 106017 main.go:141] libmachine: (ha-565823-m02) </os>
I1211 23:59:42.082803 106017 main.go:141] libmachine: (ha-565823-m02) <devices>
I1211 23:59:42.082811 106017 main.go:141] libmachine: (ha-565823-m02) <disk type='file' device='cdrom'>
I1211 23:59:42.082828 106017 main.go:141] libmachine: (ha-565823-m02) <source file='/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02/boot2docker.iso'/>
I1211 23:59:42.082836 106017 main.go:141] libmachine: (ha-565823-m02) <target dev='hdc' bus='scsi'/>
I1211 23:59:42.082847 106017 main.go:141] libmachine: (ha-565823-m02) <readonly/>
I1211 23:59:42.082857 106017 main.go:141] libmachine: (ha-565823-m02) </disk>
I1211 23:59:42.082887 106017 main.go:141] libmachine: (ha-565823-m02) <disk type='file' device='disk'>
I1211 23:59:42.082908 106017 main.go:141] libmachine: (ha-565823-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1211 23:59:42.082928 106017 main.go:141] libmachine: (ha-565823-m02) <source file='/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02/ha-565823-m02.rawdisk'/>
I1211 23:59:42.082944 106017 main.go:141] libmachine: (ha-565823-m02) <target dev='hda' bus='virtio'/>
I1211 23:59:42.082957 106017 main.go:141] libmachine: (ha-565823-m02) </disk>
I1211 23:59:42.082968 106017 main.go:141] libmachine: (ha-565823-m02) <interface type='network'>
I1211 23:59:42.082978 106017 main.go:141] libmachine: (ha-565823-m02) <source network='mk-ha-565823'/>
I1211 23:59:42.082985 106017 main.go:141] libmachine: (ha-565823-m02) <model type='virtio'/>
I1211 23:59:42.082990 106017 main.go:141] libmachine: (ha-565823-m02) </interface>
I1211 23:59:42.082997 106017 main.go:141] libmachine: (ha-565823-m02) <interface type='network'>
I1211 23:59:42.083003 106017 main.go:141] libmachine: (ha-565823-m02) <source network='default'/>
I1211 23:59:42.083012 106017 main.go:141] libmachine: (ha-565823-m02) <model type='virtio'/>
I1211 23:59:42.083025 106017 main.go:141] libmachine: (ha-565823-m02) </interface>
I1211 23:59:42.083038 106017 main.go:141] libmachine: (ha-565823-m02) <serial type='pty'>
I1211 23:59:42.083047 106017 main.go:141] libmachine: (ha-565823-m02) <target port='0'/>
I1211 23:59:42.083054 106017 main.go:141] libmachine: (ha-565823-m02) </serial>
I1211 23:59:42.083065 106017 main.go:141] libmachine: (ha-565823-m02) <console type='pty'>
I1211 23:59:42.083077 106017 main.go:141] libmachine: (ha-565823-m02) <target type='serial' port='0'/>
I1211 23:59:42.083089 106017 main.go:141] libmachine: (ha-565823-m02) </console>
I1211 23:59:42.083098 106017 main.go:141] libmachine: (ha-565823-m02) <rng model='virtio'>
I1211 23:59:42.083112 106017 main.go:141] libmachine: (ha-565823-m02) <backend model='random'>/dev/random</backend>
I1211 23:59:42.083126 106017 main.go:141] libmachine: (ha-565823-m02) </rng>
I1211 23:59:42.083154 106017 main.go:141] libmachine: (ha-565823-m02)
I1211 23:59:42.083172 106017 main.go:141] libmachine: (ha-565823-m02)
I1211 23:59:42.083184 106017 main.go:141] libmachine: (ha-565823-m02) </devices>
I1211 23:59:42.083193 106017 main.go:141] libmachine: (ha-565823-m02) </domain>
I1211 23:59:42.083206 106017 main.go:141] libmachine: (ha-565823-m02)
I1211 23:59:42.090031 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:4e:60:e6 in network default
I1211 23:59:42.090722 106017 main.go:141] libmachine: (ha-565823-m02) Ensuring networks are active...
I1211 23:59:42.090744 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:42.091386 106017 main.go:141] libmachine: (ha-565823-m02) Ensuring network default is active
I1211 23:59:42.091728 106017 main.go:141] libmachine: (ha-565823-m02) Ensuring network mk-ha-565823 is active
I1211 23:59:42.092172 106017 main.go:141] libmachine: (ha-565823-m02) Getting domain xml...
I1211 23:59:42.092821 106017 main.go:141] libmachine: (ha-565823-m02) Creating domain...
I1211 23:59:43.306722 106017 main.go:141] libmachine: (ha-565823-m02) Waiting to get IP...
I1211 23:59:43.307541 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:43.307970 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:43.308021 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:43.307943 106399 retry.go:31] will retry after 188.292611ms: waiting for machine to come up
I1211 23:59:43.498538 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:43.498980 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:43.499007 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:43.498936 106399 retry.go:31] will retry after 383.283577ms: waiting for machine to come up
I1211 23:59:43.883676 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:43.884158 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:43.884186 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:43.884123 106399 retry.go:31] will retry after 368.673726ms: waiting for machine to come up
I1211 23:59:44.254720 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:44.255182 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:44.255205 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:44.255142 106399 retry.go:31] will retry after 403.445822ms: waiting for machine to come up
I1211 23:59:44.660664 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:44.661153 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:44.661178 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:44.661074 106399 retry.go:31] will retry after 718.942978ms: waiting for machine to come up
I1211 23:59:45.382183 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:45.382736 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:45.382761 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:45.382694 106399 retry.go:31] will retry after 941.806671ms: waiting for machine to come up
I1211 23:59:46.326070 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:46.326533 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:46.326566 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:46.326481 106399 retry.go:31] will retry after 1.01864437s: waiting for machine to come up
I1211 23:59:47.347315 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:47.347790 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:47.347812 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:47.347737 106399 retry.go:31] will retry after 1.213138s: waiting for machine to come up
I1211 23:59:48.562238 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:48.562705 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:48.562737 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:48.562658 106399 retry.go:31] will retry after 1.846591325s: waiting for machine to come up
I1211 23:59:50.410650 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:50.411116 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:50.411143 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:50.411072 106399 retry.go:31] will retry after 2.02434837s: waiting for machine to come up
I1211 23:59:52.436763 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:52.437247 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:52.437276 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:52.437194 106399 retry.go:31] will retry after 1.785823174s: waiting for machine to come up
I1211 23:59:54.224640 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:54.224948 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:54.224975 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:54.224901 106399 retry.go:31] will retry after 2.203569579s: waiting for machine to come up
I1211 23:59:56.431378 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1211 23:59:56.431904 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1211 23:59:56.431933 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1211 23:59:56.431858 106399 retry.go:31] will retry after 3.94903919s: waiting for machine to come up
I1212 00:00:00.384703 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:00.385175 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find current IP address of domain ha-565823-m02 in network mk-ha-565823
I1212 00:00:00.385208 106017 main.go:141] libmachine: (ha-565823-m02) DBG | I1212 00:00:00.385121 106399 retry.go:31] will retry after 3.809627495s: waiting for machine to come up
I1212 00:00:04.197607 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.198181 106017 main.go:141] libmachine: (ha-565823-m02) Found IP for machine: 192.168.39.103
I1212 00:00:04.198204 106017 main.go:141] libmachine: (ha-565823-m02) Reserving static IP address...
I1212 00:00:04.198220 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has current primary IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.198616 106017 main.go:141] libmachine: (ha-565823-m02) DBG | unable to find host DHCP lease matching {name: "ha-565823-m02", mac: "52:54:00:cc:31:80", ip: "192.168.39.103"} in network mk-ha-565823
I1212 00:00:04.273114 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Getting to WaitForSSH function...
I1212 00:00:04.273143 106017 main.go:141] libmachine: (ha-565823-m02) Reserved static IP address: 192.168.39.103
I1212 00:00:04.273155 106017 main.go:141] libmachine: (ha-565823-m02) Waiting for SSH to be available...
I1212 00:00:04.275998 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.276409 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:minikube Clientid:01:52:54:00:cc:31:80}
I1212 00:00:04.276438 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.276561 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Using SSH client type: external
I1212 00:00:04.276592 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02/id_rsa (-rw-------)
I1212 00:00:04.276623 106017 main.go:141] libmachine: (ha-565823-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.103 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1212 00:00:04.276639 106017 main.go:141] libmachine: (ha-565823-m02) DBG | About to run SSH command:
I1212 00:00:04.276655 106017 main.go:141] libmachine: (ha-565823-m02) DBG | exit 0
I1212 00:00:04.400102 106017 main.go:141] libmachine: (ha-565823-m02) DBG | SSH cmd err, output: <nil>:
I1212 00:00:04.400348 106017 main.go:141] libmachine: (ha-565823-m02) KVM machine creation complete!
I1212 00:00:04.400912 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetConfigRaw
I1212 00:00:04.401484 106017 main.go:141] libmachine: (ha-565823-m02) Calling .DriverName
I1212 00:00:04.401664 106017 main.go:141] libmachine: (ha-565823-m02) Calling .DriverName
I1212 00:00:04.401821 106017 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1212 00:00:04.401837 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetState
I1212 00:00:04.403174 106017 main.go:141] libmachine: Detecting operating system of created instance...
I1212 00:00:04.403192 106017 main.go:141] libmachine: Waiting for SSH to be available...
I1212 00:00:04.403199 106017 main.go:141] libmachine: Getting to WaitForSSH function...
I1212 00:00:04.403208 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHHostname
I1212 00:00:04.405388 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.405786 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:04.405820 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.405928 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHPort
I1212 00:00:04.406109 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:04.406313 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:04.406472 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHUsername
I1212 00:00:04.406636 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:00:04.406846 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.103 22 <nil> <nil>}
I1212 00:00:04.406860 106017 main.go:141] libmachine: About to run SSH command:
exit 0
I1212 00:00:04.507379 106017 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1212 00:00:04.507409 106017 main.go:141] libmachine: Detecting the provisioner...
I1212 00:00:04.507426 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHHostname
I1212 00:00:04.510219 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.510595 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:04.510633 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.510776 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHPort
I1212 00:00:04.511014 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:04.511172 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:04.511323 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHUsername
I1212 00:00:04.511507 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:00:04.511752 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.103 22 <nil> <nil>}
I1212 00:00:04.511765 106017 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1212 00:00:04.612413 106017 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1212 00:00:04.612516 106017 main.go:141] libmachine: found compatible host: buildroot
I1212 00:00:04.612530 106017 main.go:141] libmachine: Provisioning with buildroot...
I1212 00:00:04.612538 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetMachineName
I1212 00:00:04.612840 106017 buildroot.go:166] provisioning hostname "ha-565823-m02"
I1212 00:00:04.612874 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetMachineName
I1212 00:00:04.613079 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHHostname
I1212 00:00:04.615872 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.616272 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:04.616326 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.616447 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHPort
I1212 00:00:04.616621 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:04.616780 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:04.616976 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHUsername
I1212 00:00:04.617134 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:00:04.617294 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.103 22 <nil> <nil>}
I1212 00:00:04.617306 106017 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-565823-m02 && echo "ha-565823-m02" | sudo tee /etc/hostname
I1212 00:00:04.736911 106017 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-565823-m02
I1212 00:00:04.736949 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHHostname
I1212 00:00:04.739899 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.740287 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:04.740321 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.740530 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHPort
I1212 00:00:04.740723 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:04.740885 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:04.741022 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHUsername
I1212 00:00:04.741259 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:00:04.741462 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.103 22 <nil> <nil>}
I1212 00:00:04.741481 106017 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-565823-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-565823-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-565823-m02' | sudo tee -a /etc/hosts;
fi
fi
I1212 00:00:04.854133 106017 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1212 00:00:04.854171 106017 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20083-86355/.minikube CaCertPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20083-86355/.minikube}
I1212 00:00:04.854189 106017 buildroot.go:174] setting up certificates
I1212 00:00:04.854199 106017 provision.go:84] configureAuth start
I1212 00:00:04.854213 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetMachineName
I1212 00:00:04.854617 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetIP
I1212 00:00:04.858031 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.858466 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:04.858492 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.858772 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHHostname
I1212 00:00:04.860980 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.861315 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:04.861344 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:04.861482 106017 provision.go:143] copyHostCerts
I1212 00:00:04.861512 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem
I1212 00:00:04.861546 106017 exec_runner.go:144] found /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem, removing ...
I1212 00:00:04.861556 106017 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem
I1212 00:00:04.861621 106017 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem (1078 bytes)
I1212 00:00:04.861699 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem
I1212 00:00:04.861718 106017 exec_runner.go:144] found /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem, removing ...
I1212 00:00:04.861725 106017 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem
I1212 00:00:04.861748 106017 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem (1123 bytes)
I1212 00:00:04.861792 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem
I1212 00:00:04.861809 106017 exec_runner.go:144] found /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem, removing ...
I1212 00:00:04.861815 106017 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem
I1212 00:00:04.861836 106017 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem (1675 bytes)
I1212 00:00:04.861892 106017 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca-key.pem org=jenkins.ha-565823-m02 san=[127.0.0.1 192.168.39.103 ha-565823-m02 localhost minikube]
I1212 00:00:05.017387 106017 provision.go:177] copyRemoteCerts
I1212 00:00:05.017447 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1212 00:00:05.017475 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHHostname
I1212 00:00:05.020320 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.020751 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:05.020781 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.020994 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHPort
I1212 00:00:05.021285 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:05.021461 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHUsername
I1212 00:00:05.021631 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.103 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02/id_rsa Username:docker}
I1212 00:00:05.103134 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1212 00:00:05.103225 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1212 00:00:05.128318 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem -> /etc/docker/server.pem
I1212 00:00:05.128392 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1212 00:00:05.152814 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1212 00:00:05.152893 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1212 00:00:05.177479 106017 provision.go:87] duration metric: took 323.264224ms to configureAuth
I1212 00:00:05.177509 106017 buildroot.go:189] setting minikube options for container-runtime
I1212 00:00:05.177674 106017 config.go:182] Loaded profile config "ha-565823": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1212 00:00:05.177748 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHHostname
I1212 00:00:05.180791 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.181249 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:05.181280 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.181463 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHPort
I1212 00:00:05.181702 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:05.181870 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:05.182010 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHUsername
I1212 00:00:05.182176 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:00:05.182341 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.103 22 <nil> <nil>}
I1212 00:00:05.182357 106017 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1212 00:00:05.417043 106017 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1212 00:00:05.417067 106017 main.go:141] libmachine: Checking connection to Docker...
I1212 00:00:05.417075 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetURL
I1212 00:00:05.418334 106017 main.go:141] libmachine: (ha-565823-m02) DBG | Using libvirt version 6000000
I1212 00:00:05.420596 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.420905 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:05.420938 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.421114 106017 main.go:141] libmachine: Docker is up and running!
I1212 00:00:05.421129 106017 main.go:141] libmachine: Reticulating splines...
I1212 00:00:05.421139 106017 client.go:171] duration metric: took 23.684732891s to LocalClient.Create
I1212 00:00:05.421170 106017 start.go:167] duration metric: took 23.684823561s to libmachine.API.Create "ha-565823"
I1212 00:00:05.421183 106017 start.go:293] postStartSetup for "ha-565823-m02" (driver="kvm2")
I1212 00:00:05.421197 106017 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1212 00:00:05.421214 106017 main.go:141] libmachine: (ha-565823-m02) Calling .DriverName
I1212 00:00:05.421468 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1212 00:00:05.421495 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHHostname
I1212 00:00:05.424694 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.425050 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:05.425083 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.425238 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHPort
I1212 00:00:05.425449 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:05.425599 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHUsername
I1212 00:00:05.425739 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.103 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02/id_rsa Username:docker}
I1212 00:00:05.506562 106017 ssh_runner.go:195] Run: cat /etc/os-release
I1212 00:00:05.511891 106017 info.go:137] Remote host: Buildroot 2023.02.9
I1212 00:00:05.511921 106017 filesync.go:126] Scanning /home/jenkins/minikube-integration/20083-86355/.minikube/addons for local assets ...
I1212 00:00:05.512000 106017 filesync.go:126] Scanning /home/jenkins/minikube-integration/20083-86355/.minikube/files for local assets ...
I1212 00:00:05.512114 106017 filesync.go:149] local asset: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem -> 936002.pem in /etc/ssl/certs
I1212 00:00:05.512128 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem -> /etc/ssl/certs/936002.pem
I1212 00:00:05.512236 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1212 00:00:05.525426 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem --> /etc/ssl/certs/936002.pem (1708 bytes)
I1212 00:00:05.552318 106017 start.go:296] duration metric: took 131.1154ms for postStartSetup
I1212 00:00:05.552386 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetConfigRaw
I1212 00:00:05.553038 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetIP
I1212 00:00:05.556173 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.556661 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:05.556704 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.556972 106017 profile.go:143] Saving config to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/config.json ...
I1212 00:00:05.557179 106017 start.go:128] duration metric: took 23.838875142s to createHost
I1212 00:00:05.557206 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHHostname
I1212 00:00:05.559644 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.560000 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:05.560021 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.560242 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHPort
I1212 00:00:05.560469 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:05.560659 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:05.560833 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHUsername
I1212 00:00:05.561033 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:00:05.561234 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.103 22 <nil> <nil>}
I1212 00:00:05.561248 106017 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1212 00:00:05.664479 106017 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733961605.636878321
I1212 00:00:05.664504 106017 fix.go:216] guest clock: 1733961605.636878321
I1212 00:00:05.664511 106017 fix.go:229] Guest: 2024-12-12 00:00:05.636878321 +0000 UTC Remote: 2024-12-12 00:00:05.557193497 +0000 UTC m=+75.719020541 (delta=79.684824ms)
I1212 00:00:05.664529 106017 fix.go:200] guest clock delta is within tolerance: 79.684824ms
I1212 00:00:05.664536 106017 start.go:83] releasing machines lock for "ha-565823-m02", held for 23.946326821s
I1212 00:00:05.664559 106017 main.go:141] libmachine: (ha-565823-m02) Calling .DriverName
I1212 00:00:05.664834 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetIP
I1212 00:00:05.667309 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.667587 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:05.667625 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.670169 106017 out.go:177] * Found network options:
I1212 00:00:05.671775 106017 out.go:177] - NO_PROXY=192.168.39.19
W1212 00:00:05.673420 106017 proxy.go:119] fail to check proxy env: Error ip not in block
I1212 00:00:05.673451 106017 main.go:141] libmachine: (ha-565823-m02) Calling .DriverName
I1212 00:00:05.673974 106017 main.go:141] libmachine: (ha-565823-m02) Calling .DriverName
I1212 00:00:05.674184 106017 main.go:141] libmachine: (ha-565823-m02) Calling .DriverName
I1212 00:00:05.674310 106017 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1212 00:00:05.674362 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHHostname
W1212 00:00:05.674404 106017 proxy.go:119] fail to check proxy env: Error ip not in block
I1212 00:00:05.674488 106017 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1212 00:00:05.674510 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHHostname
I1212 00:00:05.677209 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.677558 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:05.677588 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.677632 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.677782 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHPort
I1212 00:00:05.677967 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:05.678067 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:05.678094 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:05.678133 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHUsername
I1212 00:00:05.678286 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHPort
I1212 00:00:05.678288 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.103 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02/id_rsa Username:docker}
I1212 00:00:05.678440 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHKeyPath
I1212 00:00:05.678560 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetSSHUsername
I1212 00:00:05.678668 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.103 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m02/id_rsa Username:docker}
I1212 00:00:05.906824 106017 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1212 00:00:05.913945 106017 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1212 00:00:05.914026 106017 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1212 00:00:05.931775 106017 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1212 00:00:05.931797 106017 start.go:495] detecting cgroup driver to use...
I1212 00:00:05.931857 106017 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1212 00:00:05.948556 106017 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1212 00:00:05.963326 106017 docker.go:217] disabling cri-docker service (if available) ...
I1212 00:00:05.963397 106017 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1212 00:00:05.978208 106017 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1212 00:00:05.992483 106017 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1212 00:00:06.103988 106017 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1212 00:00:06.275509 106017 docker.go:233] disabling docker service ...
I1212 00:00:06.275580 106017 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1212 00:00:06.293042 106017 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1212 00:00:06.306048 106017 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1212 00:00:06.431702 106017 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1212 00:00:06.557913 106017 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1212 00:00:06.573066 106017 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1212 00:00:06.592463 106017 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1212 00:00:06.592536 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:00:06.604024 106017 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1212 00:00:06.604087 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:00:06.615267 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:00:06.626194 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:00:06.637083 106017 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1212 00:00:06.648061 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:00:06.659477 106017 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:00:06.677134 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:00:06.687875 106017 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1212 00:00:06.701376 106017 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1212 00:00:06.701451 106017 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1212 00:00:06.714621 106017 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1212 00:00:06.724651 106017 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1212 00:00:06.844738 106017 ssh_runner.go:195] Run: sudo systemctl restart crio
I1212 00:00:06.941123 106017 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1212 00:00:06.941186 106017 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1212 00:00:06.946025 106017 start.go:563] Will wait 60s for crictl version
I1212 00:00:06.946103 106017 ssh_runner.go:195] Run: which crictl
I1212 00:00:06.950454 106017 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1212 00:00:06.989220 106017 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1212 00:00:06.989302 106017 ssh_runner.go:195] Run: crio --version
I1212 00:00:07.018407 106017 ssh_runner.go:195] Run: crio --version
I1212 00:00:07.049375 106017 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1212 00:00:07.051430 106017 out.go:177] - env NO_PROXY=192.168.39.19
I1212 00:00:07.052588 106017 main.go:141] libmachine: (ha-565823-m02) Calling .GetIP
I1212 00:00:07.055087 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:07.055359 106017 main.go:141] libmachine: (ha-565823-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:cc:31:80", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:57 +0000 UTC Type:0 Mac:52:54:00:cc:31:80 Iaid: IPaddr:192.168.39.103 Prefix:24 Hostname:ha-565823-m02 Clientid:01:52:54:00:cc:31:80}
I1212 00:00:07.055377 106017 main.go:141] libmachine: (ha-565823-m02) DBG | domain ha-565823-m02 has defined IP address 192.168.39.103 and MAC address 52:54:00:cc:31:80 in network mk-ha-565823
I1212 00:00:07.055577 106017 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1212 00:00:07.059718 106017 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1212 00:00:07.072121 106017 mustload.go:65] Loading cluster: ha-565823
I1212 00:00:07.072328 106017 config.go:182] Loaded profile config "ha-565823": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1212 00:00:07.072649 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1212 00:00:07.072692 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1212 00:00:07.087345 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36461
I1212 00:00:07.087790 106017 main.go:141] libmachine: () Calling .GetVersion
I1212 00:00:07.088265 106017 main.go:141] libmachine: Using API Version 1
I1212 00:00:07.088285 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1212 00:00:07.088623 106017 main.go:141] libmachine: () Calling .GetMachineName
I1212 00:00:07.088818 106017 main.go:141] libmachine: (ha-565823) Calling .GetState
I1212 00:00:07.090394 106017 host.go:66] Checking if "ha-565823" exists ...
I1212 00:00:07.090786 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1212 00:00:07.090832 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1212 00:00:07.107441 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41599
I1212 00:00:07.107836 106017 main.go:141] libmachine: () Calling .GetVersion
I1212 00:00:07.108308 106017 main.go:141] libmachine: Using API Version 1
I1212 00:00:07.108327 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1212 00:00:07.108632 106017 main.go:141] libmachine: () Calling .GetMachineName
I1212 00:00:07.108786 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1212 00:00:07.108915 106017 certs.go:68] Setting up /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823 for IP: 192.168.39.103
I1212 00:00:07.108926 106017 certs.go:194] generating shared ca certs ...
I1212 00:00:07.108939 106017 certs.go:226] acquiring lock for ca certs: {Name:mka9ea18513c4060e2e33ca32fb36d76a5887cce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:00:07.109062 106017 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.key
I1212 00:00:07.109105 106017 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.key
I1212 00:00:07.109114 106017 certs.go:256] generating profile certs ...
I1212 00:00:07.109178 106017 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.key
I1212 00:00:07.109202 106017 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.1e03bbcc
I1212 00:00:07.109217 106017 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.1e03bbcc with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.19 192.168.39.103 192.168.39.254]
I1212 00:00:07.203114 106017 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.1e03bbcc ...
I1212 00:00:07.203150 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.1e03bbcc: {Name:mk3a75c055b0a829a056d90903c78ae5decf9bac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:00:07.203349 106017 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.1e03bbcc ...
I1212 00:00:07.203372 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.1e03bbcc: {Name:mkce850d5486843203391b76609d5fd65c614c5b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:00:07.203468 106017 certs.go:381] copying /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.1e03bbcc -> /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt
I1212 00:00:07.203647 106017 certs.go:385] copying /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.1e03bbcc -> /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key
I1212 00:00:07.203815 106017 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.key
I1212 00:00:07.203836 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1212 00:00:07.203855 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1212 00:00:07.203870 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1212 00:00:07.203891 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1212 00:00:07.203909 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1212 00:00:07.203931 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1212 00:00:07.203949 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1212 00:00:07.203968 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1212 00:00:07.204035 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600.pem (1338 bytes)
W1212 00:00:07.204078 106017 certs.go:480] ignoring /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600_empty.pem, impossibly tiny 0 bytes
I1212 00:00:07.204113 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca-key.pem (1675 bytes)
I1212 00:00:07.204170 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem (1078 bytes)
I1212 00:00:07.204217 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem (1123 bytes)
I1212 00:00:07.204255 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem (1675 bytes)
I1212 00:00:07.204310 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem (1708 bytes)
I1212 00:00:07.204351 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem -> /usr/share/ca-certificates/936002.pem
I1212 00:00:07.204383 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1212 00:00:07.204402 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600.pem -> /usr/share/ca-certificates/93600.pem
I1212 00:00:07.204445 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1212 00:00:07.207043 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1212 00:00:07.207413 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1212 00:00:07.207439 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1212 00:00:07.207647 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1212 00:00:07.207863 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1212 00:00:07.208027 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1212 00:00:07.208177 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.19 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa Username:docker}
I1212 00:00:07.288012 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1212 00:00:07.293204 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1212 00:00:07.304789 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1212 00:00:07.310453 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1212 00:00:07.321124 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1212 00:00:07.326057 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1212 00:00:07.337737 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1212 00:00:07.342691 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1212 00:00:07.354806 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1212 00:00:07.359143 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1212 00:00:07.371799 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1212 00:00:07.376295 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1212 00:00:07.387705 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1212 00:00:07.415288 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1212 00:00:07.440414 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1212 00:00:07.466177 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1212 00:00:07.490907 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1212 00:00:07.517228 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1212 00:00:07.542858 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1212 00:00:07.567465 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1212 00:00:07.592181 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem --> /usr/share/ca-certificates/936002.pem (1708 bytes)
I1212 00:00:07.616218 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1212 00:00:07.641063 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600.pem --> /usr/share/ca-certificates/93600.pem (1338 bytes)
I1212 00:00:07.665682 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1212 00:00:07.683443 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1212 00:00:07.700820 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1212 00:00:07.718283 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1212 00:00:07.735173 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1212 00:00:07.752079 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1212 00:00:07.770479 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1212 00:00:07.789102 106017 ssh_runner.go:195] Run: openssl version
I1212 00:00:07.795248 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/936002.pem && ln -fs /usr/share/ca-certificates/936002.pem /etc/ssl/certs/936002.pem"
I1212 00:00:07.806811 106017 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/936002.pem
I1212 00:00:07.811750 106017 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 11 23:49 /usr/share/ca-certificates/936002.pem
I1212 00:00:07.811816 106017 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/936002.pem
I1212 00:00:07.818034 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/936002.pem /etc/ssl/certs/3ec20f2e.0"
I1212 00:00:07.829409 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1212 00:00:07.840952 106017 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1212 00:00:07.845782 106017 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 11 23:34 /usr/share/ca-certificates/minikubeCA.pem
I1212 00:00:07.845853 106017 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1212 00:00:07.851849 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1212 00:00:07.863158 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/93600.pem && ln -fs /usr/share/ca-certificates/93600.pem /etc/ssl/certs/93600.pem"
I1212 00:00:07.875091 106017 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/93600.pem
I1212 00:00:07.880111 106017 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 11 23:49 /usr/share/ca-certificates/93600.pem
I1212 00:00:07.880173 106017 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/93600.pem
I1212 00:00:07.886325 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/93600.pem /etc/ssl/certs/51391683.0"
I1212 00:00:07.897750 106017 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1212 00:00:07.902056 106017 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1212 00:00:07.902131 106017 kubeadm.go:934] updating node {m02 192.168.39.103 8443 v1.31.2 crio true true} ...
I1212 00:00:07.902244 106017 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-565823-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.103
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-565823 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1212 00:00:07.902279 106017 kube-vip.go:115] generating kube-vip config ...
I1212 00:00:07.902323 106017 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1212 00:00:07.920010 106017 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1212 00:00:07.920099 106017 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1212 00:00:07.920166 106017 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1212 00:00:07.930159 106017 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1212 00:00:07.930221 106017 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1212 00:00:07.939751 106017 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1212 00:00:07.939776 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1212 00:00:07.939831 106017 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1212 00:00:07.939835 106017 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1212 00:00:07.939861 106017 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1212 00:00:07.944054 106017 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1212 00:00:07.944086 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1212 00:00:09.149265 106017 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1212 00:00:09.168056 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1212 00:00:09.168181 106017 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1212 00:00:09.173566 106017 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1212 00:00:09.173601 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1212 00:00:09.219150 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1212 00:00:09.219238 106017 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1212 00:00:09.234545 106017 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1212 00:00:09.234589 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1212 00:00:09.726465 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1212 00:00:09.736811 106017 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1212 00:00:09.753799 106017 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1212 00:00:09.771455 106017 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1212 00:00:09.789916 106017 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1212 00:00:09.794008 106017 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1212 00:00:09.807290 106017 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1212 00:00:09.944370 106017 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1212 00:00:09.973225 106017 host.go:66] Checking if "ha-565823" exists ...
I1212 00:00:09.973893 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1212 00:00:09.973959 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1212 00:00:09.989196 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41061
I1212 00:00:09.989723 106017 main.go:141] libmachine: () Calling .GetVersion
I1212 00:00:09.990363 106017 main.go:141] libmachine: Using API Version 1
I1212 00:00:09.990386 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1212 00:00:09.990735 106017 main.go:141] libmachine: () Calling .GetMachineName
I1212 00:00:09.990931 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1212 00:00:09.991104 106017 start.go:317] joinCluster: &{Name:ha-565823 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/20083/minikube-v1.34.0-1733936888-20083-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1733912881-20083@sha256:64d8b27f78fd269d886e21ba8fc88be20de183ba5cc5bce33d0810e8a65f1df2 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-565823 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.19 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.103 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1212 00:00:09.991225 106017 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1212 00:00:09.991249 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1212 00:00:09.994437 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1212 00:00:09.995018 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1212 00:00:09.995065 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1212 00:00:09.995202 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1212 00:00:09.995448 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1212 00:00:09.995585 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1212 00:00:09.995765 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.19 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa Username:docker}
I1212 00:00:10.156968 106017 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.103 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1212 00:00:10.157029 106017 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token huaiy2.jqx4ang4teqw9q83 --discovery-token-ca-cert-hash sha256:4154e7eae42e1564ca85ef7ac398e0375de6c20bae3d3359067e15f1e845457b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-565823-m02 --control-plane --apiserver-advertise-address=192.168.39.103 --apiserver-bind-port=8443"
I1212 00:00:31.347275 106017 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token huaiy2.jqx4ang4teqw9q83 --discovery-token-ca-cert-hash sha256:4154e7eae42e1564ca85ef7ac398e0375de6c20bae3d3359067e15f1e845457b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-565823-m02 --control-plane --apiserver-advertise-address=192.168.39.103 --apiserver-bind-port=8443": (21.190211224s)
I1212 00:00:31.347321 106017 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1212 00:00:31.826934 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-565823-m02 minikube.k8s.io/updated_at=2024_12_12T00_00_31_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=7fa9733e2a94b345defa62bfa3d9dc225cfbd458 minikube.k8s.io/name=ha-565823 minikube.k8s.io/primary=false
I1212 00:00:32.001431 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-565823-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1212 00:00:32.141631 106017 start.go:319] duration metric: took 22.150523355s to joinCluster
I1212 00:00:32.141725 106017 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.103 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1212 00:00:32.141997 106017 config.go:182] Loaded profile config "ha-565823": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1212 00:00:32.143552 106017 out.go:177] * Verifying Kubernetes components...
I1212 00:00:32.145227 106017 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1212 00:00:32.332043 106017 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1212 00:00:32.348508 106017 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20083-86355/kubeconfig
I1212 00:00:32.348864 106017 kapi.go:59] client config for ha-565823: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.crt", KeyFile:"/home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.key", CAFile:"/home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243c2e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1212 00:00:32.348951 106017 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.19:8443
I1212 00:00:32.349295 106017 node_ready.go:35] waiting up to 6m0s for node "ha-565823-m02" to be "Ready" ...
I1212 00:00:32.349423 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:32.349436 106017 round_trippers.go:469] Request Headers:
I1212 00:00:32.349449 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:32.349460 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:32.362203 106017 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1212 00:00:32.850412 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:32.850436 106017 round_trippers.go:469] Request Headers:
I1212 00:00:32.850447 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:32.850455 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:32.854786 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:33.349683 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:33.349707 106017 round_trippers.go:469] Request Headers:
I1212 00:00:33.349714 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:33.349718 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:33.354356 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:33.849742 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:33.849766 106017 round_trippers.go:469] Request Headers:
I1212 00:00:33.849774 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:33.849778 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:33.854313 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:34.350516 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:34.350539 106017 round_trippers.go:469] Request Headers:
I1212 00:00:34.350547 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:34.350551 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:34.355023 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:34.355775 106017 node_ready.go:53] node "ha-565823-m02" has status "Ready":"False"
I1212 00:00:34.850173 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:34.850197 106017 round_trippers.go:469] Request Headers:
I1212 00:00:34.850206 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:34.850210 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:34.853276 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:35.350529 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:35.350560 106017 round_trippers.go:469] Request Headers:
I1212 00:00:35.350568 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:35.350574 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:35.354219 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:35.850352 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:35.850378 106017 round_trippers.go:469] Request Headers:
I1212 00:00:35.850386 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:35.850391 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:35.853507 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:36.349531 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:36.349555 106017 round_trippers.go:469] Request Headers:
I1212 00:00:36.349566 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:36.349572 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:36.353110 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:36.849604 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:36.849629 106017 round_trippers.go:469] Request Headers:
I1212 00:00:36.849640 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:36.849645 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:36.856046 106017 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1212 00:00:36.856697 106017 node_ready.go:53] node "ha-565823-m02" has status "Ready":"False"
I1212 00:00:37.349961 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:37.349980 106017 round_trippers.go:469] Request Headers:
I1212 00:00:37.349989 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:37.349993 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:37.354377 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:37.849622 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:37.849647 106017 round_trippers.go:469] Request Headers:
I1212 00:00:37.849660 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:37.849665 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:37.853494 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:38.349611 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:38.349641 106017 round_trippers.go:469] Request Headers:
I1212 00:00:38.349654 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:38.349686 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:38.354211 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:38.850399 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:38.850424 106017 round_trippers.go:469] Request Headers:
I1212 00:00:38.850434 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:38.850440 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:38.854312 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:39.350249 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:39.350275 106017 round_trippers.go:469] Request Headers:
I1212 00:00:39.350288 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:39.350293 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:39.354293 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:39.355152 106017 node_ready.go:53] node "ha-565823-m02" has status "Ready":"False"
I1212 00:00:39.849553 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:39.849578 106017 round_trippers.go:469] Request Headers:
I1212 00:00:39.849587 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:39.849592 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:39.854321 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:40.350406 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:40.350438 106017 round_trippers.go:469] Request Headers:
I1212 00:00:40.350450 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:40.350456 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:40.354039 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:40.850576 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:40.850604 106017 round_trippers.go:469] Request Headers:
I1212 00:00:40.850615 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:40.850620 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:40.854393 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:41.349882 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:41.349908 106017 round_trippers.go:469] Request Headers:
I1212 00:00:41.349919 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:41.349925 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:41.353612 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:41.849701 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:41.849723 106017 round_trippers.go:469] Request Headers:
I1212 00:00:41.849732 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:41.849737 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:41.852781 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:41.853447 106017 node_ready.go:53] node "ha-565823-m02" has status "Ready":"False"
I1212 00:00:42.349592 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:42.349615 106017 round_trippers.go:469] Request Headers:
I1212 00:00:42.349624 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:42.349629 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:42.352747 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:42.849858 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:42.849881 106017 round_trippers.go:469] Request Headers:
I1212 00:00:42.849889 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:42.849894 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:42.853198 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:43.350237 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:43.350265 106017 round_trippers.go:469] Request Headers:
I1212 00:00:43.350274 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:43.350278 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:43.353850 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:43.850187 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:43.850215 106017 round_trippers.go:469] Request Headers:
I1212 00:00:43.850227 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:43.850232 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:43.853783 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:43.854292 106017 node_ready.go:53] node "ha-565823-m02" has status "Ready":"False"
I1212 00:00:44.349681 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:44.349707 106017 round_trippers.go:469] Request Headers:
I1212 00:00:44.349714 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:44.349719 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:44.353562 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:44.849731 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:44.849764 106017 round_trippers.go:469] Request Headers:
I1212 00:00:44.849775 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:44.849783 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:44.853689 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:45.349741 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:45.349768 106017 round_trippers.go:469] Request Headers:
I1212 00:00:45.349777 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:45.349781 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:45.353601 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:45.849492 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:45.849515 106017 round_trippers.go:469] Request Headers:
I1212 00:00:45.849524 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:45.849528 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:45.853061 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:46.349543 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:46.349573 106017 round_trippers.go:469] Request Headers:
I1212 00:00:46.349584 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:46.349589 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:46.352599 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:00:46.353168 106017 node_ready.go:53] node "ha-565823-m02" has status "Ready":"False"
I1212 00:00:46.850149 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:46.850169 106017 round_trippers.go:469] Request Headers:
I1212 00:00:46.850177 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:46.850182 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:46.854205 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:47.350169 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:47.350191 106017 round_trippers.go:469] Request Headers:
I1212 00:00:47.350200 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:47.350206 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:47.353664 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:47.849752 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:47.849780 106017 round_trippers.go:469] Request Headers:
I1212 00:00:47.849793 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:47.849798 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:47.853354 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:48.350356 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:48.350379 106017 round_trippers.go:469] Request Headers:
I1212 00:00:48.350387 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:48.350391 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:48.353938 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:48.354537 106017 node_ready.go:53] node "ha-565823-m02" has status "Ready":"False"
I1212 00:00:48.849794 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:48.849820 106017 round_trippers.go:469] Request Headers:
I1212 00:00:48.849829 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:48.849834 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:48.853163 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:49.350186 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:49.350215 106017 round_trippers.go:469] Request Headers:
I1212 00:00:49.350224 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:49.350229 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:49.353713 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:49.849652 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:49.849676 106017 round_trippers.go:469] Request Headers:
I1212 00:00:49.849684 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:49.849687 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:49.853033 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:50.350113 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:50.350142 106017 round_trippers.go:469] Request Headers:
I1212 00:00:50.350153 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:50.350159 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:50.353742 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:50.849593 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:50.849613 106017 round_trippers.go:469] Request Headers:
I1212 00:00:50.849621 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:50.849624 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:50.852952 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:50.853510 106017 node_ready.go:53] node "ha-565823-m02" has status "Ready":"False"
I1212 00:00:51.349926 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:51.349948 106017 round_trippers.go:469] Request Headers:
I1212 00:00:51.349957 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:51.349963 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:51.353301 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:51.849615 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:51.849638 106017 round_trippers.go:469] Request Headers:
I1212 00:00:51.849646 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:51.849655 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:51.853844 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:52.350547 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:52.350572 106017 round_trippers.go:469] Request Headers:
I1212 00:00:52.350580 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:52.350584 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:52.354248 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:52.850223 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:52.850252 106017 round_trippers.go:469] Request Headers:
I1212 00:00:52.850263 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:52.850268 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:52.853470 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:52.854190 106017 node_ready.go:49] node "ha-565823-m02" has status "Ready":"True"
I1212 00:00:52.854220 106017 node_ready.go:38] duration metric: took 20.504892955s for node "ha-565823-m02" to be "Ready" ...
I1212 00:00:52.854231 106017 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1212 00:00:52.854318 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods
I1212 00:00:52.854327 106017 round_trippers.go:469] Request Headers:
I1212 00:00:52.854334 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:52.854339 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:52.859106 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:52.865543 106017 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-4q46c" in "kube-system" namespace to be "Ready" ...
I1212 00:00:52.865630 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-4q46c
I1212 00:00:52.865638 106017 round_trippers.go:469] Request Headers:
I1212 00:00:52.865646 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:52.865651 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:52.868523 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:00:52.869398 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:00:52.869413 106017 round_trippers.go:469] Request Headers:
I1212 00:00:52.869424 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:52.869431 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:52.871831 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:00:52.872543 106017 pod_ready.go:93] pod "coredns-7c65d6cfc9-4q46c" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:52.872562 106017 pod_ready.go:82] duration metric: took 6.990987ms for pod "coredns-7c65d6cfc9-4q46c" in "kube-system" namespace to be "Ready" ...
I1212 00:00:52.872571 106017 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-mqzbv" in "kube-system" namespace to be "Ready" ...
I1212 00:00:52.872619 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-mqzbv
I1212 00:00:52.872627 106017 round_trippers.go:469] Request Headers:
I1212 00:00:52.872633 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:52.872639 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:52.874818 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:00:52.875523 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:00:52.875541 106017 round_trippers.go:469] Request Headers:
I1212 00:00:52.875551 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:52.875557 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:52.877466 106017 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1212 00:00:52.878112 106017 pod_ready.go:93] pod "coredns-7c65d6cfc9-mqzbv" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:52.878131 106017 pod_ready.go:82] duration metric: took 5.554087ms for pod "coredns-7c65d6cfc9-mqzbv" in "kube-system" namespace to be "Ready" ...
I1212 00:00:52.878140 106017 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:00:52.878190 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/etcd-ha-565823
I1212 00:00:52.878197 106017 round_trippers.go:469] Request Headers:
I1212 00:00:52.878204 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:52.878211 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:52.880364 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:00:52.880870 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:00:52.880885 106017 round_trippers.go:469] Request Headers:
I1212 00:00:52.880891 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:52.880895 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:52.883116 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:00:52.883560 106017 pod_ready.go:93] pod "etcd-ha-565823" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:52.883576 106017 pod_ready.go:82] duration metric: took 5.430598ms for pod "etcd-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:00:52.883587 106017 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:00:52.883672 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/etcd-ha-565823-m02
I1212 00:00:52.883682 106017 round_trippers.go:469] Request Headers:
I1212 00:00:52.883691 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:52.883700 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:52.886455 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:00:52.887079 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:52.887092 106017 round_trippers.go:469] Request Headers:
I1212 00:00:52.887099 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:52.887104 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:52.889373 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:00:52.889794 106017 pod_ready.go:93] pod "etcd-ha-565823-m02" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:52.889810 106017 pod_ready.go:82] duration metric: took 6.198051ms for pod "etcd-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:00:52.889825 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:00:53.051288 106017 request.go:632] Waited for 161.36947ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-565823
I1212 00:00:53.051368 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-565823
I1212 00:00:53.051379 106017 round_trippers.go:469] Request Headers:
I1212 00:00:53.051390 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:53.051401 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:53.055000 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:53.251236 106017 request.go:632] Waited for 195.409824ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:00:53.251334 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:00:53.251344 106017 round_trippers.go:469] Request Headers:
I1212 00:00:53.251352 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:53.251356 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:53.254773 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:53.255341 106017 pod_ready.go:93] pod "kube-apiserver-ha-565823" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:53.255360 106017 pod_ready.go:82] duration metric: took 365.529115ms for pod "kube-apiserver-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:00:53.255371 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:00:53.450696 106017 request.go:632] Waited for 195.24618ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-565823-m02
I1212 00:00:53.450768 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-565823-m02
I1212 00:00:53.450773 106017 round_trippers.go:469] Request Headers:
I1212 00:00:53.450782 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:53.450788 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:53.454132 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:53.650685 106017 request.go:632] Waited for 195.384956ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:53.650745 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:53.650751 106017 round_trippers.go:469] Request Headers:
I1212 00:00:53.650758 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:53.650762 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:53.654400 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:53.655229 106017 pod_ready.go:93] pod "kube-apiserver-ha-565823-m02" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:53.655251 106017 pod_ready.go:82] duration metric: took 399.872206ms for pod "kube-apiserver-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:00:53.655268 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:00:53.850267 106017 request.go:632] Waited for 194.898023ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-565823
I1212 00:00:53.850372 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-565823
I1212 00:00:53.850386 106017 round_trippers.go:469] Request Headers:
I1212 00:00:53.850398 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:53.850408 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:53.853683 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:54.050714 106017 request.go:632] Waited for 196.358846ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:00:54.050791 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:00:54.050798 106017 round_trippers.go:469] Request Headers:
I1212 00:00:54.050810 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:54.050821 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:54.056588 106017 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1212 00:00:54.057030 106017 pod_ready.go:93] pod "kube-controller-manager-ha-565823" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:54.057048 106017 pod_ready.go:82] duration metric: took 401.768958ms for pod "kube-controller-manager-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:00:54.057064 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:00:54.251122 106017 request.go:632] Waited for 193.98571ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-565823-m02
I1212 00:00:54.251196 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-565823-m02
I1212 00:00:54.251202 106017 round_trippers.go:469] Request Headers:
I1212 00:00:54.251209 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:54.251215 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:54.254477 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:54.451067 106017 request.go:632] Waited for 195.40262ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:54.451162 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:54.451179 106017 round_trippers.go:469] Request Headers:
I1212 00:00:54.451188 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:54.451192 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:54.455097 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:54.455639 106017 pod_ready.go:93] pod "kube-controller-manager-ha-565823-m02" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:54.455655 106017 pod_ready.go:82] duration metric: took 398.584366ms for pod "kube-controller-manager-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:00:54.455670 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-hr5qc" in "kube-system" namespace to be "Ready" ...
I1212 00:00:54.650842 106017 request.go:632] Waited for 195.080577ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hr5qc
I1212 00:00:54.650913 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hr5qc
I1212 00:00:54.650919 106017 round_trippers.go:469] Request Headers:
I1212 00:00:54.650926 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:54.650932 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:54.654798 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:54.851030 106017 request.go:632] Waited for 195.376895ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:00:54.851100 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:00:54.851111 106017 round_trippers.go:469] Request Headers:
I1212 00:00:54.851123 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:54.851133 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:54.854879 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:54.855493 106017 pod_ready.go:93] pod "kube-proxy-hr5qc" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:54.855509 106017 pod_ready.go:82] duration metric: took 399.831743ms for pod "kube-proxy-hr5qc" in "kube-system" namespace to be "Ready" ...
I1212 00:00:54.855522 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-p2lsd" in "kube-system" namespace to be "Ready" ...
I1212 00:00:55.050825 106017 request.go:632] Waited for 195.216303ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-proxy-p2lsd
I1212 00:00:55.050891 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-proxy-p2lsd
I1212 00:00:55.050897 106017 round_trippers.go:469] Request Headers:
I1212 00:00:55.050904 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:55.050910 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:55.055618 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:55.250720 106017 request.go:632] Waited for 194.371361ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:55.250781 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:55.250786 106017 round_trippers.go:469] Request Headers:
I1212 00:00:55.250795 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:55.250802 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:55.255100 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:55.255613 106017 pod_ready.go:93] pod "kube-proxy-p2lsd" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:55.255633 106017 pod_ready.go:82] duration metric: took 400.104583ms for pod "kube-proxy-p2lsd" in "kube-system" namespace to be "Ready" ...
I1212 00:00:55.255659 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:00:55.450909 106017 request.go:632] Waited for 195.147666ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-565823
I1212 00:00:55.450990 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-565823
I1212 00:00:55.450999 106017 round_trippers.go:469] Request Headers:
I1212 00:00:55.451016 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:55.451026 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:55.455430 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:55.650645 106017 request.go:632] Waited for 194.425591ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:00:55.650713 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:00:55.650719 106017 round_trippers.go:469] Request Headers:
I1212 00:00:55.650727 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:55.650736 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:55.654680 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:55.655493 106017 pod_ready.go:93] pod "kube-scheduler-ha-565823" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:55.655512 106017 pod_ready.go:82] duration metric: took 399.840095ms for pod "kube-scheduler-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:00:55.655522 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:00:55.850696 106017 request.go:632] Waited for 195.072101ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-565823-m02
I1212 00:00:55.850764 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-565823-m02
I1212 00:00:55.850769 106017 round_trippers.go:469] Request Headers:
I1212 00:00:55.850777 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:55.850782 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:55.855247 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:56.050354 106017 request.go:632] Waited for 194.294814ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:56.050422 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:00:56.050428 106017 round_trippers.go:469] Request Headers:
I1212 00:00:56.050438 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:56.050441 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:56.053971 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:00:56.054426 106017 pod_ready.go:93] pod "kube-scheduler-ha-565823-m02" in "kube-system" namespace has status "Ready":"True"
I1212 00:00:56.054442 106017 pod_ready.go:82] duration metric: took 398.914314ms for pod "kube-scheduler-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:00:56.054455 106017 pod_ready.go:39] duration metric: took 3.200213001s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1212 00:00:56.054475 106017 api_server.go:52] waiting for apiserver process to appear ...
I1212 00:00:56.054526 106017 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1212 00:00:56.072661 106017 api_server.go:72] duration metric: took 23.930895419s to wait for apiserver process to appear ...
I1212 00:00:56.072689 106017 api_server.go:88] waiting for apiserver healthz status ...
I1212 00:00:56.072711 106017 api_server.go:253] Checking apiserver healthz at https://192.168.39.19:8443/healthz ...
I1212 00:00:56.077698 106017 api_server.go:279] https://192.168.39.19:8443/healthz returned 200:
ok
I1212 00:00:56.077790 106017 round_trippers.go:463] GET https://192.168.39.19:8443/version
I1212 00:00:56.077803 106017 round_trippers.go:469] Request Headers:
I1212 00:00:56.077813 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:56.077823 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:56.078602 106017 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1212 00:00:56.078749 106017 api_server.go:141] control plane version: v1.31.2
I1212 00:00:56.078777 106017 api_server.go:131] duration metric: took 6.080516ms to wait for apiserver health ...
I1212 00:00:56.078787 106017 system_pods.go:43] waiting for kube-system pods to appear ...
I1212 00:00:56.251224 106017 request.go:632] Waited for 172.358728ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods
I1212 00:00:56.251308 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods
I1212 00:00:56.251314 106017 round_trippers.go:469] Request Headers:
I1212 00:00:56.251322 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:56.251328 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:56.257604 106017 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1212 00:00:56.263097 106017 system_pods.go:59] 17 kube-system pods found
I1212 00:00:56.263131 106017 system_pods.go:61] "coredns-7c65d6cfc9-4q46c" [0b135b50-44c6-455c-85c0-d72033038d11] Running
I1212 00:00:56.263138 106017 system_pods.go:61] "coredns-7c65d6cfc9-mqzbv" [0103eb36-35d9-48da-9244-89cc2ea25ec4] Running
I1212 00:00:56.263146 106017 system_pods.go:61] "etcd-ha-565823" [1f96a46f-dc8e-4251-ac9a-8559b8cc62c1] Running
I1212 00:00:56.263154 106017 system_pods.go:61] "etcd-ha-565823-m02" [88741dde-fdfa-4d57-b65e-72d0fbdca2f0] Running
I1212 00:00:56.263159 106017 system_pods.go:61] "kindnet-hz9rk" [1198ce2d-aac5-4e9f-9605-22e06dc18348] Running
I1212 00:00:56.263164 106017 system_pods.go:61] "kindnet-kr5js" [752782e7-ecce-4a3a-95dd-ff734ded5684] Running
I1212 00:00:56.263168 106017 system_pods.go:61] "kube-apiserver-ha-565823" [e68bf1a4-affd-4e12-9bbd-c0f4272e4076] Running
I1212 00:00:56.263173 106017 system_pods.go:61] "kube-apiserver-ha-565823-m02" [a9e529c5-c273-4673-b7ab-0f50d09a6ff1] Running
I1212 00:00:56.263179 106017 system_pods.go:61] "kube-controller-manager-ha-565823" [ccf0bb46-7d19-44c0-b701-5d82443baec7] Running
I1212 00:00:56.263184 106017 system_pods.go:61] "kube-controller-manager-ha-565823-m02" [0bfe4a85-ff70-4cd5-b9d6-bf175dfbe525] Running
I1212 00:00:56.263191 106017 system_pods.go:61] "kube-proxy-hr5qc" [88445d08-4d68-4ca2-b91a-125924b109da] Running
I1212 00:00:56.263197 106017 system_pods.go:61] "kube-proxy-p2lsd" [1682cacb-a489-4f19-a32e-5618bc038aa6] Running
I1212 00:00:56.263203 106017 system_pods.go:61] "kube-scheduler-ha-565823" [a8e11855-0b26-481b-b1d8-dfdd3e2f51bb] Running
I1212 00:00:56.263211 106017 system_pods.go:61] "kube-scheduler-ha-565823-m02" [6496a7db-b4d3-4619-b359-129fd9628c18] Running
I1212 00:00:56.263216 106017 system_pods.go:61] "kube-vip-ha-565823" [25c710fa-1329-4008-9e3b-1f72904a6310] Running
I1212 00:00:56.263222 106017 system_pods.go:61] "kube-vip-ha-565823-m02" [890bfead-5786-4501-8933-1800ce2d94fc] Running
I1212 00:00:56.263228 106017 system_pods.go:61] "storage-provisioner" [b87f311a-6a5e-42bd-8091-6b771551e24c] Running
I1212 00:00:56.263239 106017 system_pods.go:74] duration metric: took 184.44261ms to wait for pod list to return data ...
I1212 00:00:56.263253 106017 default_sa.go:34] waiting for default service account to be created ...
I1212 00:00:56.450737 106017 request.go:632] Waited for 187.395152ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/default/serviceaccounts
I1212 00:00:56.450799 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/default/serviceaccounts
I1212 00:00:56.450805 106017 round_trippers.go:469] Request Headers:
I1212 00:00:56.450817 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:56.450824 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:56.455806 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:56.456064 106017 default_sa.go:45] found service account: "default"
I1212 00:00:56.456083 106017 default_sa.go:55] duration metric: took 192.823176ms for default service account to be created ...
I1212 00:00:56.456093 106017 system_pods.go:116] waiting for k8s-apps to be running ...
I1212 00:00:56.650300 106017 request.go:632] Waited for 194.107546ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods
I1212 00:00:56.650372 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods
I1212 00:00:56.650380 106017 round_trippers.go:469] Request Headers:
I1212 00:00:56.650392 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:56.650403 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:56.656388 106017 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1212 00:00:56.662029 106017 system_pods.go:86] 17 kube-system pods found
I1212 00:00:56.662073 106017 system_pods.go:89] "coredns-7c65d6cfc9-4q46c" [0b135b50-44c6-455c-85c0-d72033038d11] Running
I1212 00:00:56.662082 106017 system_pods.go:89] "coredns-7c65d6cfc9-mqzbv" [0103eb36-35d9-48da-9244-89cc2ea25ec4] Running
I1212 00:00:56.662088 106017 system_pods.go:89] "etcd-ha-565823" [1f96a46f-dc8e-4251-ac9a-8559b8cc62c1] Running
I1212 00:00:56.662094 106017 system_pods.go:89] "etcd-ha-565823-m02" [88741dde-fdfa-4d57-b65e-72d0fbdca2f0] Running
I1212 00:00:56.662100 106017 system_pods.go:89] "kindnet-hz9rk" [1198ce2d-aac5-4e9f-9605-22e06dc18348] Running
I1212 00:00:56.662108 106017 system_pods.go:89] "kindnet-kr5js" [752782e7-ecce-4a3a-95dd-ff734ded5684] Running
I1212 00:00:56.662118 106017 system_pods.go:89] "kube-apiserver-ha-565823" [e68bf1a4-affd-4e12-9bbd-c0f4272e4076] Running
I1212 00:00:56.662124 106017 system_pods.go:89] "kube-apiserver-ha-565823-m02" [a9e529c5-c273-4673-b7ab-0f50d09a6ff1] Running
I1212 00:00:56.662133 106017 system_pods.go:89] "kube-controller-manager-ha-565823" [ccf0bb46-7d19-44c0-b701-5d82443baec7] Running
I1212 00:00:56.662140 106017 system_pods.go:89] "kube-controller-manager-ha-565823-m02" [0bfe4a85-ff70-4cd5-b9d6-bf175dfbe525] Running
I1212 00:00:56.662148 106017 system_pods.go:89] "kube-proxy-hr5qc" [88445d08-4d68-4ca2-b91a-125924b109da] Running
I1212 00:00:56.662153 106017 system_pods.go:89] "kube-proxy-p2lsd" [1682cacb-a489-4f19-a32e-5618bc038aa6] Running
I1212 00:00:56.662161 106017 system_pods.go:89] "kube-scheduler-ha-565823" [a8e11855-0b26-481b-b1d8-dfdd3e2f51bb] Running
I1212 00:00:56.662165 106017 system_pods.go:89] "kube-scheduler-ha-565823-m02" [6496a7db-b4d3-4619-b359-129fd9628c18] Running
I1212 00:00:56.662173 106017 system_pods.go:89] "kube-vip-ha-565823" [25c710fa-1329-4008-9e3b-1f72904a6310] Running
I1212 00:00:56.662178 106017 system_pods.go:89] "kube-vip-ha-565823-m02" [890bfead-5786-4501-8933-1800ce2d94fc] Running
I1212 00:00:56.662187 106017 system_pods.go:89] "storage-provisioner" [b87f311a-6a5e-42bd-8091-6b771551e24c] Running
I1212 00:00:56.662196 106017 system_pods.go:126] duration metric: took 206.091251ms to wait for k8s-apps to be running ...
I1212 00:00:56.662210 106017 system_svc.go:44] waiting for kubelet service to be running ....
I1212 00:00:56.662262 106017 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1212 00:00:56.679491 106017 system_svc.go:56] duration metric: took 17.268621ms WaitForService to wait for kubelet
I1212 00:00:56.679526 106017 kubeadm.go:582] duration metric: took 24.537768524s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1212 00:00:56.679546 106017 node_conditions.go:102] verifying NodePressure condition ...
I1212 00:00:56.851276 106017 request.go:632] Waited for 171.630771ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes
I1212 00:00:56.851341 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes
I1212 00:00:56.851347 106017 round_trippers.go:469] Request Headers:
I1212 00:00:56.851354 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:00:56.851363 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:00:56.856253 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:00:56.857605 106017 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1212 00:00:56.857634 106017 node_conditions.go:123] node cpu capacity is 2
I1212 00:00:56.857650 106017 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1212 00:00:56.857655 106017 node_conditions.go:123] node cpu capacity is 2
I1212 00:00:56.857661 106017 node_conditions.go:105] duration metric: took 178.109574ms to run NodePressure ...
I1212 00:00:56.857683 106017 start.go:241] waiting for startup goroutines ...
I1212 00:00:56.857713 106017 start.go:255] writing updated cluster config ...
I1212 00:00:56.859819 106017 out.go:201]
I1212 00:00:56.861355 106017 config.go:182] Loaded profile config "ha-565823": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1212 00:00:56.861459 106017 profile.go:143] Saving config to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/config.json ...
I1212 00:00:56.863133 106017 out.go:177] * Starting "ha-565823-m03" control-plane node in "ha-565823" cluster
I1212 00:00:56.864330 106017 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1212 00:00:56.864351 106017 cache.go:56] Caching tarball of preloaded images
I1212 00:00:56.864443 106017 preload.go:172] Found /home/jenkins/minikube-integration/20083-86355/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1212 00:00:56.864454 106017 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1212 00:00:56.864537 106017 profile.go:143] Saving config to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/config.json ...
I1212 00:00:56.864703 106017 start.go:360] acquireMachinesLock for ha-565823-m03: {Name:mk1fa60d266c903bd18858ee13e25d7a9c937e78 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1212 00:00:56.864743 106017 start.go:364] duration metric: took 22.236µs to acquireMachinesLock for "ha-565823-m03"
I1212 00:00:56.864764 106017 start.go:93] Provisioning new machine with config: &{Name:ha-565823 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/20083/minikube-v1.34.0-1733936888-20083-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1733912881-20083@sha256:64d8b27f78fd269d886e21ba8fc88be20de183ba5cc5bce33d0810e8a65f1df2 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-565823 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.19 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.103 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bin
aryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1212 00:00:56.864862 106017 start.go:125] createHost starting for "m03" (driver="kvm2")
I1212 00:00:56.866313 106017 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1212 00:00:56.866390 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1212 00:00:56.866430 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1212 00:00:56.881400 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40505
I1212 00:00:56.881765 106017 main.go:141] libmachine: () Calling .GetVersion
I1212 00:00:56.882247 106017 main.go:141] libmachine: Using API Version 1
I1212 00:00:56.882274 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1212 00:00:56.882594 106017 main.go:141] libmachine: () Calling .GetMachineName
I1212 00:00:56.882778 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetMachineName
I1212 00:00:56.882918 106017 main.go:141] libmachine: (ha-565823-m03) Calling .DriverName
I1212 00:00:56.883084 106017 start.go:159] libmachine.API.Create for "ha-565823" (driver="kvm2")
I1212 00:00:56.883116 106017 client.go:168] LocalClient.Create starting
I1212 00:00:56.883150 106017 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem
I1212 00:00:56.883194 106017 main.go:141] libmachine: Decoding PEM data...
I1212 00:00:56.883215 106017 main.go:141] libmachine: Parsing certificate...
I1212 00:00:56.883281 106017 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem
I1212 00:00:56.883314 106017 main.go:141] libmachine: Decoding PEM data...
I1212 00:00:56.883330 106017 main.go:141] libmachine: Parsing certificate...
I1212 00:00:56.883354 106017 main.go:141] libmachine: Running pre-create checks...
I1212 00:00:56.883365 106017 main.go:141] libmachine: (ha-565823-m03) Calling .PreCreateCheck
I1212 00:00:56.883572 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetConfigRaw
I1212 00:00:56.883977 106017 main.go:141] libmachine: Creating machine...
I1212 00:00:56.883994 106017 main.go:141] libmachine: (ha-565823-m03) Calling .Create
I1212 00:00:56.884152 106017 main.go:141] libmachine: (ha-565823-m03) Creating KVM machine...
I1212 00:00:56.885388 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found existing default KVM network
I1212 00:00:56.885537 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found existing private KVM network mk-ha-565823
I1212 00:00:56.885677 106017 main.go:141] libmachine: (ha-565823-m03) Setting up store path in /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03 ...
I1212 00:00:56.885696 106017 main.go:141] libmachine: (ha-565823-m03) Building disk image from file:///home/jenkins/minikube-integration/20083-86355/.minikube/cache/iso/amd64/minikube-v1.34.0-1733936888-20083-amd64.iso
I1212 00:00:56.885764 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:00:56.885674 106823 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20083-86355/.minikube
I1212 00:00:56.885859 106017 main.go:141] libmachine: (ha-565823-m03) Downloading /home/jenkins/minikube-integration/20083-86355/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20083-86355/.minikube/cache/iso/amd64/minikube-v1.34.0-1733936888-20083-amd64.iso...
I1212 00:00:57.157670 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:00:57.157529 106823 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03/id_rsa...
I1212 00:00:57.207576 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:00:57.207455 106823 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03/ha-565823-m03.rawdisk...
I1212 00:00:57.207627 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Writing magic tar header
I1212 00:00:57.207643 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Writing SSH key tar header
I1212 00:00:57.207726 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:00:57.207648 106823 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03 ...
I1212 00:00:57.207776 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03
I1212 00:00:57.207803 106017 main.go:141] libmachine: (ha-565823-m03) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03 (perms=drwx------)
I1212 00:00:57.207814 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355/.minikube/machines
I1212 00:00:57.207826 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355/.minikube
I1212 00:00:57.207832 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20083-86355
I1212 00:00:57.207841 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1212 00:00:57.207846 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Checking permissions on dir: /home/jenkins
I1212 00:00:57.207853 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Checking permissions on dir: /home
I1212 00:00:57.207859 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Skipping /home - not owner
I1212 00:00:57.207869 106017 main.go:141] libmachine: (ha-565823-m03) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355/.minikube/machines (perms=drwxr-xr-x)
I1212 00:00:57.207875 106017 main.go:141] libmachine: (ha-565823-m03) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355/.minikube (perms=drwxr-xr-x)
I1212 00:00:57.207903 106017 main.go:141] libmachine: (ha-565823-m03) Setting executable bit set on /home/jenkins/minikube-integration/20083-86355 (perms=drwxrwxr-x)
I1212 00:00:57.207923 106017 main.go:141] libmachine: (ha-565823-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1212 00:00:57.207937 106017 main.go:141] libmachine: (ha-565823-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1212 00:00:57.207945 106017 main.go:141] libmachine: (ha-565823-m03) Creating domain...
I1212 00:00:57.208764 106017 main.go:141] libmachine: (ha-565823-m03) define libvirt domain using xml:
I1212 00:00:57.208779 106017 main.go:141] libmachine: (ha-565823-m03) <domain type='kvm'>
I1212 00:00:57.208785 106017 main.go:141] libmachine: (ha-565823-m03) <name>ha-565823-m03</name>
I1212 00:00:57.208790 106017 main.go:141] libmachine: (ha-565823-m03) <memory unit='MiB'>2200</memory>
I1212 00:00:57.208795 106017 main.go:141] libmachine: (ha-565823-m03) <vcpu>2</vcpu>
I1212 00:00:57.208799 106017 main.go:141] libmachine: (ha-565823-m03) <features>
I1212 00:00:57.208803 106017 main.go:141] libmachine: (ha-565823-m03) <acpi/>
I1212 00:00:57.208807 106017 main.go:141] libmachine: (ha-565823-m03) <apic/>
I1212 00:00:57.208816 106017 main.go:141] libmachine: (ha-565823-m03) <pae/>
I1212 00:00:57.208827 106017 main.go:141] libmachine: (ha-565823-m03)
I1212 00:00:57.208832 106017 main.go:141] libmachine: (ha-565823-m03) </features>
I1212 00:00:57.208837 106017 main.go:141] libmachine: (ha-565823-m03) <cpu mode='host-passthrough'>
I1212 00:00:57.208849 106017 main.go:141] libmachine: (ha-565823-m03)
I1212 00:00:57.208858 106017 main.go:141] libmachine: (ha-565823-m03) </cpu>
I1212 00:00:57.208866 106017 main.go:141] libmachine: (ha-565823-m03) <os>
I1212 00:00:57.208875 106017 main.go:141] libmachine: (ha-565823-m03) <type>hvm</type>
I1212 00:00:57.208882 106017 main.go:141] libmachine: (ha-565823-m03) <boot dev='cdrom'/>
I1212 00:00:57.208899 106017 main.go:141] libmachine: (ha-565823-m03) <boot dev='hd'/>
I1212 00:00:57.208912 106017 main.go:141] libmachine: (ha-565823-m03) <bootmenu enable='no'/>
I1212 00:00:57.208918 106017 main.go:141] libmachine: (ha-565823-m03) </os>
I1212 00:00:57.208926 106017 main.go:141] libmachine: (ha-565823-m03) <devices>
I1212 00:00:57.208933 106017 main.go:141] libmachine: (ha-565823-m03) <disk type='file' device='cdrom'>
I1212 00:00:57.208946 106017 main.go:141] libmachine: (ha-565823-m03) <source file='/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03/boot2docker.iso'/>
I1212 00:00:57.208957 106017 main.go:141] libmachine: (ha-565823-m03) <target dev='hdc' bus='scsi'/>
I1212 00:00:57.208964 106017 main.go:141] libmachine: (ha-565823-m03) <readonly/>
I1212 00:00:57.208971 106017 main.go:141] libmachine: (ha-565823-m03) </disk>
I1212 00:00:57.208981 106017 main.go:141] libmachine: (ha-565823-m03) <disk type='file' device='disk'>
I1212 00:00:57.208993 106017 main.go:141] libmachine: (ha-565823-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1212 00:00:57.209040 106017 main.go:141] libmachine: (ha-565823-m03) <source file='/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03/ha-565823-m03.rawdisk'/>
I1212 00:00:57.209066 106017 main.go:141] libmachine: (ha-565823-m03) <target dev='hda' bus='virtio'/>
I1212 00:00:57.209075 106017 main.go:141] libmachine: (ha-565823-m03) </disk>
I1212 00:00:57.209092 106017 main.go:141] libmachine: (ha-565823-m03) <interface type='network'>
I1212 00:00:57.209105 106017 main.go:141] libmachine: (ha-565823-m03) <source network='mk-ha-565823'/>
I1212 00:00:57.209114 106017 main.go:141] libmachine: (ha-565823-m03) <model type='virtio'/>
I1212 00:00:57.209125 106017 main.go:141] libmachine: (ha-565823-m03) </interface>
I1212 00:00:57.209136 106017 main.go:141] libmachine: (ha-565823-m03) <interface type='network'>
I1212 00:00:57.209145 106017 main.go:141] libmachine: (ha-565823-m03) <source network='default'/>
I1212 00:00:57.209155 106017 main.go:141] libmachine: (ha-565823-m03) <model type='virtio'/>
I1212 00:00:57.209164 106017 main.go:141] libmachine: (ha-565823-m03) </interface>
I1212 00:00:57.209179 106017 main.go:141] libmachine: (ha-565823-m03) <serial type='pty'>
I1212 00:00:57.209191 106017 main.go:141] libmachine: (ha-565823-m03) <target port='0'/>
I1212 00:00:57.209198 106017 main.go:141] libmachine: (ha-565823-m03) </serial>
I1212 00:00:57.209211 106017 main.go:141] libmachine: (ha-565823-m03) <console type='pty'>
I1212 00:00:57.209219 106017 main.go:141] libmachine: (ha-565823-m03) <target type='serial' port='0'/>
I1212 00:00:57.209228 106017 main.go:141] libmachine: (ha-565823-m03) </console>
I1212 00:00:57.209238 106017 main.go:141] libmachine: (ha-565823-m03) <rng model='virtio'>
I1212 00:00:57.209275 106017 main.go:141] libmachine: (ha-565823-m03) <backend model='random'>/dev/random</backend>
I1212 00:00:57.209299 106017 main.go:141] libmachine: (ha-565823-m03) </rng>
I1212 00:00:57.209310 106017 main.go:141] libmachine: (ha-565823-m03)
I1212 00:00:57.209316 106017 main.go:141] libmachine: (ha-565823-m03)
I1212 00:00:57.209327 106017 main.go:141] libmachine: (ha-565823-m03) </devices>
I1212 00:00:57.209344 106017 main.go:141] libmachine: (ha-565823-m03) </domain>
I1212 00:00:57.209358 106017 main.go:141] libmachine: (ha-565823-m03)
I1212 00:00:57.216296 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:a0:11:b6 in network default
I1212 00:00:57.216833 106017 main.go:141] libmachine: (ha-565823-m03) Ensuring networks are active...
I1212 00:00:57.216849 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:00:57.217611 106017 main.go:141] libmachine: (ha-565823-m03) Ensuring network default is active
I1212 00:00:57.217884 106017 main.go:141] libmachine: (ha-565823-m03) Ensuring network mk-ha-565823 is active
I1212 00:00:57.218224 106017 main.go:141] libmachine: (ha-565823-m03) Getting domain xml...
I1212 00:00:57.218920 106017 main.go:141] libmachine: (ha-565823-m03) Creating domain...
I1212 00:00:58.452742 106017 main.go:141] libmachine: (ha-565823-m03) Waiting to get IP...
I1212 00:00:58.453425 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:00:58.453790 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:00:58.453832 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:00:58.453785 106823 retry.go:31] will retry after 272.104158ms: waiting for machine to come up
I1212 00:00:58.727281 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:00:58.727898 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:00:58.727928 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:00:58.727841 106823 retry.go:31] will retry after 285.622453ms: waiting for machine to come up
I1212 00:00:59.015493 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:00:59.016037 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:00:59.016069 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:00:59.015997 106823 retry.go:31] will retry after 462.910385ms: waiting for machine to come up
I1212 00:00:59.480661 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:00:59.481128 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:00:59.481154 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:00:59.481091 106823 retry.go:31] will retry after 428.639733ms: waiting for machine to come up
I1212 00:00:59.911938 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:00:59.912474 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:00:59.912505 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:00:59.912415 106823 retry.go:31] will retry after 493.229639ms: waiting for machine to come up
I1212 00:01:00.406997 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:00.407456 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:01:00.407482 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:01:00.407400 106823 retry.go:31] will retry after 633.230425ms: waiting for machine to come up
I1212 00:01:01.042449 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:01.042884 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:01:01.042905 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:01:01.042838 106823 retry.go:31] will retry after 978.049608ms: waiting for machine to come up
I1212 00:01:02.022776 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:02.023212 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:01:02.023245 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:01:02.023153 106823 retry.go:31] will retry after 1.111513755s: waiting for machine to come up
I1212 00:01:03.136308 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:03.136734 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:01:03.136763 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:01:03.136679 106823 retry.go:31] will retry after 1.728462417s: waiting for machine to come up
I1212 00:01:04.867619 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:04.868118 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:01:04.868157 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:01:04.868052 106823 retry.go:31] will retry after 1.898297589s: waiting for machine to come up
I1212 00:01:06.769272 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:06.769757 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:01:06.769825 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:01:06.769731 106823 retry.go:31] will retry after 1.922578081s: waiting for machine to come up
I1212 00:01:08.693477 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:08.693992 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:01:08.694026 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:01:08.693918 106823 retry.go:31] will retry after 2.235570034s: waiting for machine to come up
I1212 00:01:10.932341 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:10.932805 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:01:10.932827 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:01:10.932750 106823 retry.go:31] will retry after 4.200404272s: waiting for machine to come up
I1212 00:01:15.136581 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:15.136955 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find current IP address of domain ha-565823-m03 in network mk-ha-565823
I1212 00:01:15.136979 106017 main.go:141] libmachine: (ha-565823-m03) DBG | I1212 00:01:15.136906 106823 retry.go:31] will retry after 4.331994391s: waiting for machine to come up
I1212 00:01:19.472184 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:19.472659 106017 main.go:141] libmachine: (ha-565823-m03) Found IP for machine: 192.168.39.95
I1212 00:01:19.472679 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has current primary IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:19.472686 106017 main.go:141] libmachine: (ha-565823-m03) Reserving static IP address...
I1212 00:01:19.473105 106017 main.go:141] libmachine: (ha-565823-m03) DBG | unable to find host DHCP lease matching {name: "ha-565823-m03", mac: "52:54:00:03:bd:55", ip: "192.168.39.95"} in network mk-ha-565823
I1212 00:01:19.544988 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Getting to WaitForSSH function...
I1212 00:01:19.545019 106017 main.go:141] libmachine: (ha-565823-m03) Reserved static IP address: 192.168.39.95
I1212 00:01:19.545082 106017 main.go:141] libmachine: (ha-565823-m03) Waiting for SSH to be available...
I1212 00:01:19.547914 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:19.548457 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:minikube Clientid:01:52:54:00:03:bd:55}
I1212 00:01:19.548493 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:19.548645 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Using SSH client type: external
I1212 00:01:19.548672 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03/id_rsa (-rw-------)
I1212 00:01:19.548700 106017 main.go:141] libmachine: (ha-565823-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.95 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1212 00:01:19.548714 106017 main.go:141] libmachine: (ha-565823-m03) DBG | About to run SSH command:
I1212 00:01:19.548726 106017 main.go:141] libmachine: (ha-565823-m03) DBG | exit 0
I1212 00:01:19.675749 106017 main.go:141] libmachine: (ha-565823-m03) DBG | SSH cmd err, output: <nil>:
I1212 00:01:19.676029 106017 main.go:141] libmachine: (ha-565823-m03) KVM machine creation complete!
I1212 00:01:19.676360 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetConfigRaw
I1212 00:01:19.676900 106017 main.go:141] libmachine: (ha-565823-m03) Calling .DriverName
I1212 00:01:19.677088 106017 main.go:141] libmachine: (ha-565823-m03) Calling .DriverName
I1212 00:01:19.677296 106017 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1212 00:01:19.677311 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetState
I1212 00:01:19.678472 106017 main.go:141] libmachine: Detecting operating system of created instance...
I1212 00:01:19.678488 106017 main.go:141] libmachine: Waiting for SSH to be available...
I1212 00:01:19.678497 106017 main.go:141] libmachine: Getting to WaitForSSH function...
I1212 00:01:19.678505 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHHostname
I1212 00:01:19.680612 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:19.680988 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:19.681021 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:19.681172 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHPort
I1212 00:01:19.681326 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:19.681449 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:19.681545 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHUsername
I1212 00:01:19.681635 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:01:19.681832 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.95 22 <nil> <nil>}
I1212 00:01:19.681842 106017 main.go:141] libmachine: About to run SSH command:
exit 0
I1212 00:01:19.794939 106017 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1212 00:01:19.794969 106017 main.go:141] libmachine: Detecting the provisioner...
I1212 00:01:19.794980 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHHostname
I1212 00:01:19.797552 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:19.797884 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:19.797916 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:19.798040 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHPort
I1212 00:01:19.798220 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:19.798369 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:19.798507 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHUsername
I1212 00:01:19.798667 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:01:19.798834 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.95 22 <nil> <nil>}
I1212 00:01:19.798844 106017 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1212 00:01:19.912451 106017 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1212 00:01:19.912540 106017 main.go:141] libmachine: found compatible host: buildroot
I1212 00:01:19.912555 106017 main.go:141] libmachine: Provisioning with buildroot...
I1212 00:01:19.912568 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetMachineName
I1212 00:01:19.912805 106017 buildroot.go:166] provisioning hostname "ha-565823-m03"
I1212 00:01:19.912831 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetMachineName
I1212 00:01:19.912939 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHHostname
I1212 00:01:19.915606 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:19.916027 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:19.916059 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:19.916213 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHPort
I1212 00:01:19.916386 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:19.916533 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:19.916630 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHUsername
I1212 00:01:19.916776 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:01:19.917012 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.95 22 <nil> <nil>}
I1212 00:01:19.917027 106017 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-565823-m03 && echo "ha-565823-m03" | sudo tee /etc/hostname
I1212 00:01:20.047071 106017 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-565823-m03
I1212 00:01:20.047100 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHHostname
I1212 00:01:20.049609 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.050009 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:20.050034 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.050209 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHPort
I1212 00:01:20.050389 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:20.050537 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:20.050700 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHUsername
I1212 00:01:20.050854 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:01:20.051086 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.95 22 <nil> <nil>}
I1212 00:01:20.051105 106017 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-565823-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-565823-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-565823-m03' | sudo tee -a /etc/hosts;
fi
fi
I1212 00:01:20.174838 106017 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1212 00:01:20.174877 106017 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20083-86355/.minikube CaCertPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20083-86355/.minikube}
I1212 00:01:20.174898 106017 buildroot.go:174] setting up certificates
I1212 00:01:20.174909 106017 provision.go:84] configureAuth start
I1212 00:01:20.174924 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetMachineName
I1212 00:01:20.175232 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetIP
I1212 00:01:20.177664 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.178007 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:20.178038 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.178124 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHHostname
I1212 00:01:20.180472 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.180778 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:20.180806 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.180963 106017 provision.go:143] copyHostCerts
I1212 00:01:20.180995 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem
I1212 00:01:20.181046 106017 exec_runner.go:144] found /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem, removing ...
I1212 00:01:20.181058 106017 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem
I1212 00:01:20.181146 106017 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20083-86355/.minikube/ca.pem (1078 bytes)
I1212 00:01:20.181242 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem
I1212 00:01:20.181266 106017 exec_runner.go:144] found /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem, removing ...
I1212 00:01:20.181279 106017 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem
I1212 00:01:20.181315 106017 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20083-86355/.minikube/cert.pem (1123 bytes)
I1212 00:01:20.181387 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem
I1212 00:01:20.181413 106017 exec_runner.go:144] found /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem, removing ...
I1212 00:01:20.181419 106017 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem
I1212 00:01:20.181456 106017 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20083-86355/.minikube/key.pem (1675 bytes)
I1212 00:01:20.181524 106017 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca-key.pem org=jenkins.ha-565823-m03 san=[127.0.0.1 192.168.39.95 ha-565823-m03 localhost minikube]
I1212 00:01:20.442822 106017 provision.go:177] copyRemoteCerts
I1212 00:01:20.442883 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1212 00:01:20.442916 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHHostname
I1212 00:01:20.445614 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.445950 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:20.445983 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.446122 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHPort
I1212 00:01:20.446304 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:20.446460 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHUsername
I1212 00:01:20.446571 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.95 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03/id_rsa Username:docker}
I1212 00:01:20.533808 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1212 00:01:20.533894 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1212 00:01:20.558631 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1212 00:01:20.558695 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1212 00:01:20.584088 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem -> /etc/docker/server.pem
I1212 00:01:20.584173 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1212 00:01:20.608061 106017 provision.go:87] duration metric: took 433.135165ms to configureAuth
I1212 00:01:20.608090 106017 buildroot.go:189] setting minikube options for container-runtime
I1212 00:01:20.608294 106017 config.go:182] Loaded profile config "ha-565823": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1212 00:01:20.608371 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHHostname
I1212 00:01:20.611003 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.611319 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:20.611348 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.611489 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHPort
I1212 00:01:20.611709 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:20.611885 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:20.612026 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHUsername
I1212 00:01:20.612174 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:01:20.612326 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.95 22 <nil> <nil>}
I1212 00:01:20.612341 106017 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1212 00:01:20.847014 106017 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1212 00:01:20.847049 106017 main.go:141] libmachine: Checking connection to Docker...
I1212 00:01:20.847062 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetURL
I1212 00:01:20.848448 106017 main.go:141] libmachine: (ha-565823-m03) DBG | Using libvirt version 6000000
I1212 00:01:20.850813 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.851216 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:20.851246 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.851443 106017 main.go:141] libmachine: Docker is up and running!
I1212 00:01:20.851459 106017 main.go:141] libmachine: Reticulating splines...
I1212 00:01:20.851469 106017 client.go:171] duration metric: took 23.968343391s to LocalClient.Create
I1212 00:01:20.851499 106017 start.go:167] duration metric: took 23.968416391s to libmachine.API.Create "ha-565823"
I1212 00:01:20.851513 106017 start.go:293] postStartSetup for "ha-565823-m03" (driver="kvm2")
I1212 00:01:20.851525 106017 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1212 00:01:20.851547 106017 main.go:141] libmachine: (ha-565823-m03) Calling .DriverName
I1212 00:01:20.851812 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1212 00:01:20.851848 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHHostname
I1212 00:01:20.854066 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.854470 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:20.854498 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.854683 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHPort
I1212 00:01:20.854881 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:20.855047 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHUsername
I1212 00:01:20.855202 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.95 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03/id_rsa Username:docker}
I1212 00:01:20.942769 106017 ssh_runner.go:195] Run: cat /etc/os-release
I1212 00:01:20.947268 106017 info.go:137] Remote host: Buildroot 2023.02.9
I1212 00:01:20.947295 106017 filesync.go:126] Scanning /home/jenkins/minikube-integration/20083-86355/.minikube/addons for local assets ...
I1212 00:01:20.947350 106017 filesync.go:126] Scanning /home/jenkins/minikube-integration/20083-86355/.minikube/files for local assets ...
I1212 00:01:20.947427 106017 filesync.go:149] local asset: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem -> 936002.pem in /etc/ssl/certs
I1212 00:01:20.947438 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem -> /etc/ssl/certs/936002.pem
I1212 00:01:20.947517 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1212 00:01:20.957067 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem --> /etc/ssl/certs/936002.pem (1708 bytes)
I1212 00:01:20.982552 106017 start.go:296] duration metric: took 131.024484ms for postStartSetup
I1212 00:01:20.982610 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetConfigRaw
I1212 00:01:20.983169 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetIP
I1212 00:01:20.985456 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.985914 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:20.985943 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.986219 106017 profile.go:143] Saving config to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/config.json ...
I1212 00:01:20.986450 106017 start.go:128] duration metric: took 24.12157496s to createHost
I1212 00:01:20.986480 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHHostname
I1212 00:01:20.988832 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.989169 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:20.989192 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:20.989296 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHPort
I1212 00:01:20.989476 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:20.989596 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:20.989695 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHUsername
I1212 00:01:20.989852 106017 main.go:141] libmachine: Using SSH client type: native
I1212 00:01:20.990012 106017 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x867100] 0x869de0 <nil> [] 0s} 192.168.39.95 22 <nil> <nil>}
I1212 00:01:20.990022 106017 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1212 00:01:21.104340 106017 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733961681.076284817
I1212 00:01:21.104366 106017 fix.go:216] guest clock: 1733961681.076284817
I1212 00:01:21.104376 106017 fix.go:229] Guest: 2024-12-12 00:01:21.076284817 +0000 UTC Remote: 2024-12-12 00:01:20.986466192 +0000 UTC m=+151.148293246 (delta=89.818625ms)
I1212 00:01:21.104397 106017 fix.go:200] guest clock delta is within tolerance: 89.818625ms
I1212 00:01:21.104403 106017 start.go:83] releasing machines lock for "ha-565823-m03", held for 24.239651482s
I1212 00:01:21.104427 106017 main.go:141] libmachine: (ha-565823-m03) Calling .DriverName
I1212 00:01:21.104703 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetIP
I1212 00:01:21.107255 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:21.107654 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:21.107680 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:21.109803 106017 out.go:177] * Found network options:
I1212 00:01:21.111036 106017 out.go:177] - NO_PROXY=192.168.39.19,192.168.39.103
W1212 00:01:21.112272 106017 proxy.go:119] fail to check proxy env: Error ip not in block
W1212 00:01:21.112293 106017 proxy.go:119] fail to check proxy env: Error ip not in block
I1212 00:01:21.112306 106017 main.go:141] libmachine: (ha-565823-m03) Calling .DriverName
I1212 00:01:21.112787 106017 main.go:141] libmachine: (ha-565823-m03) Calling .DriverName
I1212 00:01:21.112963 106017 main.go:141] libmachine: (ha-565823-m03) Calling .DriverName
I1212 00:01:21.113063 106017 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1212 00:01:21.113107 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHHostname
W1212 00:01:21.113169 106017 proxy.go:119] fail to check proxy env: Error ip not in block
W1212 00:01:21.113192 106017 proxy.go:119] fail to check proxy env: Error ip not in block
I1212 00:01:21.113246 106017 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1212 00:01:21.113266 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHHostname
I1212 00:01:21.115806 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:21.115895 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:21.116242 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:21.116269 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:21.116313 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:21.116334 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:21.116399 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHPort
I1212 00:01:21.116570 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHPort
I1212 00:01:21.116593 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:21.116694 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHKeyPath
I1212 00:01:21.116713 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHUsername
I1212 00:01:21.116861 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetSSHUsername
I1212 00:01:21.116856 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.95 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03/id_rsa Username:docker}
I1212 00:01:21.116989 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.95 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823-m03/id_rsa Username:docker}
I1212 00:01:21.354040 106017 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1212 00:01:21.360555 106017 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1212 00:01:21.360632 106017 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1212 00:01:21.379750 106017 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1212 00:01:21.379780 106017 start.go:495] detecting cgroup driver to use...
I1212 00:01:21.379863 106017 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1212 00:01:21.395389 106017 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1212 00:01:21.409350 106017 docker.go:217] disabling cri-docker service (if available) ...
I1212 00:01:21.409431 106017 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1212 00:01:21.425472 106017 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1212 00:01:21.440472 106017 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1212 00:01:21.567746 106017 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1212 00:01:21.711488 106017 docker.go:233] disabling docker service ...
I1212 00:01:21.711577 106017 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1212 00:01:21.727302 106017 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1212 00:01:21.740916 106017 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1212 00:01:21.878118 106017 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1212 00:01:22.013165 106017 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1212 00:01:22.031377 106017 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1212 00:01:22.050768 106017 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1212 00:01:22.050841 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:01:22.062469 106017 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1212 00:01:22.062542 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:01:22.074854 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:01:22.085834 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:01:22.096567 106017 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1212 00:01:22.110009 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:01:22.121122 106017 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:01:22.139153 106017 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1212 00:01:22.150221 106017 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1212 00:01:22.160252 106017 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1212 00:01:22.160329 106017 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1212 00:01:22.175082 106017 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1212 00:01:22.185329 106017 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1212 00:01:22.327197 106017 ssh_runner.go:195] Run: sudo systemctl restart crio
I1212 00:01:22.421776 106017 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1212 00:01:22.421853 106017 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1212 00:01:22.427874 106017 start.go:563] Will wait 60s for crictl version
I1212 00:01:22.427937 106017 ssh_runner.go:195] Run: which crictl
I1212 00:01:22.432412 106017 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1212 00:01:22.478561 106017 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1212 00:01:22.478659 106017 ssh_runner.go:195] Run: crio --version
I1212 00:01:22.507894 106017 ssh_runner.go:195] Run: crio --version
I1212 00:01:22.541025 106017 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1212 00:01:22.542600 106017 out.go:177] - env NO_PROXY=192.168.39.19
I1212 00:01:22.544205 106017 out.go:177] - env NO_PROXY=192.168.39.19,192.168.39.103
I1212 00:01:22.545527 106017 main.go:141] libmachine: (ha-565823-m03) Calling .GetIP
I1212 00:01:22.548679 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:22.549115 106017 main.go:141] libmachine: (ha-565823-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:03:bd:55", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 01:01:12 +0000 UTC Type:0 Mac:52:54:00:03:bd:55 Iaid: IPaddr:192.168.39.95 Prefix:24 Hostname:ha-565823-m03 Clientid:01:52:54:00:03:bd:55}
I1212 00:01:22.549143 106017 main.go:141] libmachine: (ha-565823-m03) DBG | domain ha-565823-m03 has defined IP address 192.168.39.95 and MAC address 52:54:00:03:bd:55 in network mk-ha-565823
I1212 00:01:22.549402 106017 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1212 00:01:22.553987 106017 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1212 00:01:22.567227 106017 mustload.go:65] Loading cluster: ha-565823
I1212 00:01:22.567647 106017 config.go:182] Loaded profile config "ha-565823": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1212 00:01:22.568059 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1212 00:01:22.568178 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1212 00:01:22.583960 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44539
I1212 00:01:22.584451 106017 main.go:141] libmachine: () Calling .GetVersion
I1212 00:01:22.584977 106017 main.go:141] libmachine: Using API Version 1
I1212 00:01:22.585002 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1212 00:01:22.585378 106017 main.go:141] libmachine: () Calling .GetMachineName
I1212 00:01:22.585624 106017 main.go:141] libmachine: (ha-565823) Calling .GetState
I1212 00:01:22.587277 106017 host.go:66] Checking if "ha-565823" exists ...
I1212 00:01:22.587636 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1212 00:01:22.587686 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1212 00:01:22.602128 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43965
I1212 00:01:22.602635 106017 main.go:141] libmachine: () Calling .GetVersion
I1212 00:01:22.603141 106017 main.go:141] libmachine: Using API Version 1
I1212 00:01:22.603163 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1212 00:01:22.603490 106017 main.go:141] libmachine: () Calling .GetMachineName
I1212 00:01:22.603676 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1212 00:01:22.603824 106017 certs.go:68] Setting up /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823 for IP: 192.168.39.95
I1212 00:01:22.603837 106017 certs.go:194] generating shared ca certs ...
I1212 00:01:22.603856 106017 certs.go:226] acquiring lock for ca certs: {Name:mka9ea18513c4060e2e33ca32fb36d76a5887cce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:01:22.603989 106017 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.key
I1212 00:01:22.604025 106017 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.key
I1212 00:01:22.604035 106017 certs.go:256] generating profile certs ...
I1212 00:01:22.604113 106017 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.key
I1212 00:01:22.604138 106017 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.bab6a67c
I1212 00:01:22.604153 106017 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.bab6a67c with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.19 192.168.39.103 192.168.39.95 192.168.39.254]
I1212 00:01:22.747110 106017 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.bab6a67c ...
I1212 00:01:22.747151 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.bab6a67c: {Name:mke6cc66706783f55b7ebb6ba30cc07d7c6eb29b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:01:22.747333 106017 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.bab6a67c ...
I1212 00:01:22.747345 106017 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.bab6a67c: {Name:mk0abaf339db164c799eddef60276ad5fb5ed33d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1212 00:01:22.747431 106017 certs.go:381] copying /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt.bab6a67c -> /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt
I1212 00:01:22.747642 106017 certs.go:385] copying /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key.bab6a67c -> /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key
I1212 00:01:22.747827 106017 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.key
I1212 00:01:22.747853 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1212 00:01:22.747874 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1212 00:01:22.747894 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1212 00:01:22.747911 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1212 00:01:22.747929 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1212 00:01:22.747949 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1212 00:01:22.747967 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1212 00:01:22.767751 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1212 00:01:22.767871 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600.pem (1338 bytes)
W1212 00:01:22.767924 106017 certs.go:480] ignoring /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600_empty.pem, impossibly tiny 0 bytes
I1212 00:01:22.767939 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca-key.pem (1675 bytes)
I1212 00:01:22.767972 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/ca.pem (1078 bytes)
I1212 00:01:22.768009 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/cert.pem (1123 bytes)
I1212 00:01:22.768041 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/key.pem (1675 bytes)
I1212 00:01:22.768088 106017 certs.go:484] found cert: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem (1708 bytes)
I1212 00:01:22.768123 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1212 00:01:22.768140 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600.pem -> /usr/share/ca-certificates/93600.pem
I1212 00:01:22.768153 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem -> /usr/share/ca-certificates/936002.pem
I1212 00:01:22.768246 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1212 00:01:22.771620 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1212 00:01:22.772074 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1212 00:01:22.772105 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1212 00:01:22.772278 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1212 00:01:22.772487 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1212 00:01:22.772661 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1212 00:01:22.772805 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.19 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa Username:docker}
I1212 00:01:22.855976 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1212 00:01:22.862422 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1212 00:01:22.875336 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1212 00:01:22.881430 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1212 00:01:22.892620 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1212 00:01:22.897804 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1212 00:01:22.910746 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1212 00:01:22.916511 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1212 00:01:22.927437 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1212 00:01:22.932403 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1212 00:01:22.945174 106017 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1212 00:01:22.949699 106017 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1212 00:01:22.963425 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1212 00:01:22.991332 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1212 00:01:23.014716 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1212 00:01:23.038094 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1212 00:01:23.062120 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1212 00:01:23.086604 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1212 00:01:23.110420 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1212 00:01:23.136037 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1212 00:01:23.162577 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1212 00:01:23.188311 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/certs/93600.pem --> /usr/share/ca-certificates/93600.pem (1338 bytes)
I1212 00:01:23.211713 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/files/etc/ssl/certs/936002.pem --> /usr/share/ca-certificates/936002.pem (1708 bytes)
I1212 00:01:23.235230 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1212 00:01:23.253375 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1212 00:01:23.271455 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1212 00:01:23.289505 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1212 00:01:23.307850 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1212 00:01:23.325848 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1212 00:01:23.344038 106017 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1212 00:01:23.362393 106017 ssh_runner.go:195] Run: openssl version
I1212 00:01:23.368722 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1212 00:01:23.380405 106017 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1212 00:01:23.385472 106017 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 11 23:34 /usr/share/ca-certificates/minikubeCA.pem
I1212 00:01:23.385534 106017 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1212 00:01:23.392130 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1212 00:01:23.405241 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/93600.pem && ln -fs /usr/share/ca-certificates/93600.pem /etc/ssl/certs/93600.pem"
I1212 00:01:23.418140 106017 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/93600.pem
I1212 00:01:23.422762 106017 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 11 23:49 /usr/share/ca-certificates/93600.pem
I1212 00:01:23.422819 106017 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/93600.pem
I1212 00:01:23.428754 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/93600.pem /etc/ssl/certs/51391683.0"
I1212 00:01:23.441496 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/936002.pem && ln -fs /usr/share/ca-certificates/936002.pem /etc/ssl/certs/936002.pem"
I1212 00:01:23.454394 106017 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/936002.pem
I1212 00:01:23.459170 106017 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 11 23:49 /usr/share/ca-certificates/936002.pem
I1212 00:01:23.459227 106017 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/936002.pem
I1212 00:01:23.465192 106017 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/936002.pem /etc/ssl/certs/3ec20f2e.0"
I1212 00:01:23.476720 106017 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1212 00:01:23.481551 106017 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1212 00:01:23.481615 106017 kubeadm.go:934] updating node {m03 192.168.39.95 8443 v1.31.2 crio true true} ...
I1212 00:01:23.481715 106017 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-565823-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.95
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-565823 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1212 00:01:23.481752 106017 kube-vip.go:115] generating kube-vip config ...
I1212 00:01:23.481784 106017 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1212 00:01:23.499895 106017 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1212 00:01:23.499971 106017 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1212 00:01:23.500042 106017 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1212 00:01:23.510617 106017 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1212 00:01:23.510681 106017 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1212 00:01:23.520696 106017 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1212 00:01:23.520748 106017 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1212 00:01:23.520697 106017 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1212 00:01:23.520779 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1212 00:01:23.520698 106017 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1212 00:01:23.520844 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1212 00:01:23.520847 106017 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1212 00:01:23.520904 106017 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1212 00:01:23.539476 106017 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1212 00:01:23.539619 106017 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1212 00:01:23.539628 106017 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1212 00:01:23.539658 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1212 00:01:23.539704 106017 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1212 00:01:23.539735 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1212 00:01:23.554300 106017 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1212 00:01:23.554341 106017 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20083-86355/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1212 00:01:24.410276 106017 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1212 00:01:24.421207 106017 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1212 00:01:24.438691 106017 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1212 00:01:24.456935 106017 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1212 00:01:24.474104 106017 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1212 00:01:24.478799 106017 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1212 00:01:24.492116 106017 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1212 00:01:24.635069 106017 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1212 00:01:24.653898 106017 host.go:66] Checking if "ha-565823" exists ...
I1212 00:01:24.654454 106017 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1212 00:01:24.654529 106017 main.go:141] libmachine: Launching plugin server for driver kvm2
I1212 00:01:24.669805 106017 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36453
I1212 00:01:24.670391 106017 main.go:141] libmachine: () Calling .GetVersion
I1212 00:01:24.671018 106017 main.go:141] libmachine: Using API Version 1
I1212 00:01:24.671047 106017 main.go:141] libmachine: () Calling .SetConfigRaw
I1212 00:01:24.671400 106017 main.go:141] libmachine: () Calling .GetMachineName
I1212 00:01:24.671580 106017 main.go:141] libmachine: (ha-565823) Calling .DriverName
I1212 00:01:24.671761 106017 start.go:317] joinCluster: &{Name:ha-565823 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/20083/minikube-v1.34.0-1733936888-20083-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1733912881-20083@sha256:64d8b27f78fd269d886e21ba8fc88be20de183ba5cc5bce33d0810e8a65f1df2 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-565823 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.19 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.103 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.95 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dn
s:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1212 00:01:24.671883 106017 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1212 00:01:24.671905 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHHostname
I1212 00:01:24.675034 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1212 00:01:24.675479 106017 main.go:141] libmachine: (ha-565823) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2b:2e:da", ip: ""} in network mk-ha-565823: {Iface:virbr1 ExpiryTime:2024-12-12 00:59:05 +0000 UTC Type:0 Mac:52:54:00:2b:2e:da Iaid: IPaddr:192.168.39.19 Prefix:24 Hostname:ha-565823 Clientid:01:52:54:00:2b:2e:da}
I1212 00:01:24.675501 106017 main.go:141] libmachine: (ha-565823) DBG | domain ha-565823 has defined IP address 192.168.39.19 and MAC address 52:54:00:2b:2e:da in network mk-ha-565823
I1212 00:01:24.675693 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHPort
I1212 00:01:24.675871 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHKeyPath
I1212 00:01:24.676006 106017 main.go:141] libmachine: (ha-565823) Calling .GetSSHUsername
I1212 00:01:24.676127 106017 sshutil.go:53] new ssh client: &{IP:192.168.39.19 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20083-86355/.minikube/machines/ha-565823/id_rsa Username:docker}
I1212 00:01:24.845860 106017 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.95 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1212 00:01:24.845904 106017 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 4sbqiu.4yic5pe52bxp935w --discovery-token-ca-cert-hash sha256:4154e7eae42e1564ca85ef7ac398e0375de6c20bae3d3359067e15f1e845457b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-565823-m03 --control-plane --apiserver-advertise-address=192.168.39.95 --apiserver-bind-port=8443"
I1212 00:01:47.124612 106017 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 4sbqiu.4yic5pe52bxp935w --discovery-token-ca-cert-hash sha256:4154e7eae42e1564ca85ef7ac398e0375de6c20bae3d3359067e15f1e845457b --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-565823-m03 --control-plane --apiserver-advertise-address=192.168.39.95 --apiserver-bind-port=8443": (22.27867542s)
I1212 00:01:47.124662 106017 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1212 00:01:47.623528 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-565823-m03 minikube.k8s.io/updated_at=2024_12_12T00_01_47_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=7fa9733e2a94b345defa62bfa3d9dc225cfbd458 minikube.k8s.io/name=ha-565823 minikube.k8s.io/primary=false
I1212 00:01:47.763869 106017 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-565823-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1212 00:01:47.919307 106017 start.go:319] duration metric: took 23.247542297s to joinCluster
I1212 00:01:47.919407 106017 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.95 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1212 00:01:47.919784 106017 config.go:182] Loaded profile config "ha-565823": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1212 00:01:47.920983 106017 out.go:177] * Verifying Kubernetes components...
I1212 00:01:47.922471 106017 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1212 00:01:48.195755 106017 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1212 00:01:48.249445 106017 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20083-86355/kubeconfig
I1212 00:01:48.249790 106017 kapi.go:59] client config for ha-565823: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.crt", KeyFile:"/home/jenkins/minikube-integration/20083-86355/.minikube/profiles/ha-565823/client.key", CAFile:"/home/jenkins/minikube-integration/20083-86355/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243c2e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1212 00:01:48.249881 106017 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.19:8443
I1212 00:01:48.250202 106017 node_ready.go:35] waiting up to 6m0s for node "ha-565823-m03" to be "Ready" ...
I1212 00:01:48.250300 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:48.250311 106017 round_trippers.go:469] Request Headers:
I1212 00:01:48.250329 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:48.250338 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:48.255147 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:01:48.750647 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:48.750680 106017 round_trippers.go:469] Request Headers:
I1212 00:01:48.750691 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:48.750699 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:48.755066 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:01:49.251152 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:49.251203 106017 round_trippers.go:469] Request Headers:
I1212 00:01:49.251216 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:49.251222 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:49.254927 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:49.751403 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:49.751424 106017 round_trippers.go:469] Request Headers:
I1212 00:01:49.751432 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:49.751436 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:49.754669 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:50.250595 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:50.250620 106017 round_trippers.go:469] Request Headers:
I1212 00:01:50.250629 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:50.250633 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:50.254009 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:50.254537 106017 node_ready.go:53] node "ha-565823-m03" has status "Ready":"False"
I1212 00:01:50.751206 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:50.751237 106017 round_trippers.go:469] Request Headers:
I1212 00:01:50.751250 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:50.751256 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:50.755159 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:51.250921 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:51.250950 106017 round_trippers.go:469] Request Headers:
I1212 00:01:51.250961 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:51.250967 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:51.255349 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:01:51.751245 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:51.751270 106017 round_trippers.go:469] Request Headers:
I1212 00:01:51.751283 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:51.751290 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:51.755162 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:52.250889 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:52.250916 106017 round_trippers.go:469] Request Headers:
I1212 00:01:52.250929 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:52.250935 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:52.254351 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:52.255115 106017 node_ready.go:53] node "ha-565823-m03" has status "Ready":"False"
I1212 00:01:52.750458 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:52.750481 106017 round_trippers.go:469] Request Headers:
I1212 00:01:52.750492 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:52.750499 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:52.753763 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:53.251029 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:53.251058 106017 round_trippers.go:469] Request Headers:
I1212 00:01:53.251071 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:53.251077 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:53.256338 106017 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1212 00:01:53.751364 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:53.751389 106017 round_trippers.go:469] Request Headers:
I1212 00:01:53.751401 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:53.751414 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:53.754657 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:54.250629 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:54.250665 106017 round_trippers.go:469] Request Headers:
I1212 00:01:54.250675 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:54.250680 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:54.254457 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:54.255509 106017 node_ready.go:53] node "ha-565823-m03" has status "Ready":"False"
I1212 00:01:54.750450 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:54.750484 106017 round_trippers.go:469] Request Headers:
I1212 00:01:54.750496 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:54.750502 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:54.753928 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:55.251309 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:55.251338 106017 round_trippers.go:469] Request Headers:
I1212 00:01:55.251347 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:55.251351 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:55.254751 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:55.751050 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:55.751076 106017 round_trippers.go:469] Request Headers:
I1212 00:01:55.751089 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:55.751093 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:55.755810 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:01:56.250473 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:56.250504 106017 round_trippers.go:469] Request Headers:
I1212 00:01:56.250524 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:56.250530 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:56.253711 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:56.751414 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:56.751435 106017 round_trippers.go:469] Request Headers:
I1212 00:01:56.751444 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:56.751449 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:56.755218 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:56.755864 106017 node_ready.go:53] node "ha-565823-m03" has status "Ready":"False"
I1212 00:01:57.251118 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:57.251142 106017 round_trippers.go:469] Request Headers:
I1212 00:01:57.251150 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:57.251154 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:57.254747 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:57.750776 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:57.750806 106017 round_trippers.go:469] Request Headers:
I1212 00:01:57.750817 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:57.750829 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:57.754143 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:58.251295 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:58.251320 106017 round_trippers.go:469] Request Headers:
I1212 00:01:58.251329 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:58.251333 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:58.254626 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:58.750576 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:58.750599 106017 round_trippers.go:469] Request Headers:
I1212 00:01:58.750608 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:58.750611 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:58.754105 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:59.251173 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:59.251200 106017 round_trippers.go:469] Request Headers:
I1212 00:01:59.251209 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:59.251213 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:59.254355 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:01:59.255121 106017 node_ready.go:53] node "ha-565823-m03" has status "Ready":"False"
I1212 00:01:59.750953 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:01:59.750977 106017 round_trippers.go:469] Request Headers:
I1212 00:01:59.750985 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:01:59.750989 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:01:59.754627 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:00.250978 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:00.251004 106017 round_trippers.go:469] Request Headers:
I1212 00:02:00.251013 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:00.251016 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:00.254467 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:00.750877 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:00.750901 106017 round_trippers.go:469] Request Headers:
I1212 00:02:00.750912 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:00.750918 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:00.754221 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:01.251370 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:01.251393 106017 round_trippers.go:469] Request Headers:
I1212 00:02:01.251401 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:01.251405 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:01.254805 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:01.255406 106017 node_ready.go:53] node "ha-565823-m03" has status "Ready":"False"
I1212 00:02:01.750655 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:01.750676 106017 round_trippers.go:469] Request Headers:
I1212 00:02:01.750684 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:01.750690 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:01.753736 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:02.251367 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:02.251390 106017 round_trippers.go:469] Request Headers:
I1212 00:02:02.251399 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:02.251403 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:02.255039 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:02.750915 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:02.750948 106017 round_trippers.go:469] Request Headers:
I1212 00:02:02.750958 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:02.750964 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:02.754145 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:03.250760 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:03.250788 106017 round_trippers.go:469] Request Headers:
I1212 00:02:03.250798 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:03.250805 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:03.260534 106017 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1212 00:02:03.261313 106017 node_ready.go:53] node "ha-565823-m03" has status "Ready":"False"
I1212 00:02:03.750548 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:03.750571 106017 round_trippers.go:469] Request Headers:
I1212 00:02:03.750582 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:03.750587 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:03.753887 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:04.250808 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:04.250830 106017 round_trippers.go:469] Request Headers:
I1212 00:02:04.250838 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:04.250841 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:04.254163 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:04.750428 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:04.750453 106017 round_trippers.go:469] Request Headers:
I1212 00:02:04.750464 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:04.750469 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:04.754235 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:05.251014 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:05.251038 106017 round_trippers.go:469] Request Headers:
I1212 00:02:05.251053 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:05.251061 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:05.254268 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:05.751257 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:05.751286 106017 round_trippers.go:469] Request Headers:
I1212 00:02:05.751300 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:05.751309 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:05.754346 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:05.755137 106017 node_ready.go:53] node "ha-565823-m03" has status "Ready":"False"
I1212 00:02:06.250474 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:06.250500 106017 round_trippers.go:469] Request Headers:
I1212 00:02:06.250510 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:06.250515 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:06.253901 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:06.751012 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:06.751043 106017 round_trippers.go:469] Request Headers:
I1212 00:02:06.751062 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:06.751067 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:06.755777 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:02:07.250458 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:07.250481 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.250489 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.250494 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.254349 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:07.751140 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:07.751164 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.751172 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.751178 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.754545 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:07.755268 106017 node_ready.go:49] node "ha-565823-m03" has status "Ready":"True"
I1212 00:02:07.755289 106017 node_ready.go:38] duration metric: took 19.505070997s for node "ha-565823-m03" to be "Ready" ...
I1212 00:02:07.755298 106017 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1212 00:02:07.755371 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods
I1212 00:02:07.755381 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.755388 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.755394 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.764865 106017 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1212 00:02:07.771847 106017 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-4q46c" in "kube-system" namespace to be "Ready" ...
I1212 00:02:07.771957 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-4q46c
I1212 00:02:07.771969 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.771979 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.771985 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.774662 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:02:07.775180 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:02:07.775197 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.775207 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.775212 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.778204 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:02:07.778657 106017 pod_ready.go:93] pod "coredns-7c65d6cfc9-4q46c" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:07.778673 106017 pod_ready.go:82] duration metric: took 6.798091ms for pod "coredns-7c65d6cfc9-4q46c" in "kube-system" namespace to be "Ready" ...
I1212 00:02:07.778684 106017 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-mqzbv" in "kube-system" namespace to be "Ready" ...
I1212 00:02:07.778739 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-mqzbv
I1212 00:02:07.778749 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.778759 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.778766 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.780968 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:02:07.781650 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:02:07.781667 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.781674 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.781679 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.783908 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:02:07.784542 106017 pod_ready.go:93] pod "coredns-7c65d6cfc9-mqzbv" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:07.784564 106017 pod_ready.go:82] duration metric: took 5.872725ms for pod "coredns-7c65d6cfc9-mqzbv" in "kube-system" namespace to be "Ready" ...
I1212 00:02:07.784576 106017 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:02:07.784636 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/etcd-ha-565823
I1212 00:02:07.784644 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.784651 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.784657 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.786892 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:02:07.787666 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:02:07.787681 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.787688 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.787694 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.789880 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:02:07.790470 106017 pod_ready.go:93] pod "etcd-ha-565823" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:07.790486 106017 pod_ready.go:82] duration metric: took 5.899971ms for pod "etcd-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:02:07.790494 106017 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:02:07.790537 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/etcd-ha-565823-m02
I1212 00:02:07.790545 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.790552 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.790555 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.793137 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:02:07.793764 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:02:07.793781 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.793791 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.793799 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.796241 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:02:07.796610 106017 pod_ready.go:93] pod "etcd-ha-565823-m02" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:07.796625 106017 pod_ready.go:82] duration metric: took 6.124204ms for pod "etcd-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:02:07.796636 106017 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-565823-m03" in "kube-system" namespace to be "Ready" ...
I1212 00:02:07.952109 106017 request.go:632] Waited for 155.381921ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/etcd-ha-565823-m03
I1212 00:02:07.952174 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/etcd-ha-565823-m03
I1212 00:02:07.952179 106017 round_trippers.go:469] Request Headers:
I1212 00:02:07.952187 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:07.952193 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:07.955641 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:08.151556 106017 request.go:632] Waited for 195.239119ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:08.151668 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:08.151684 106017 round_trippers.go:469] Request Headers:
I1212 00:02:08.151694 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:08.151702 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:08.154961 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:08.155639 106017 pod_ready.go:93] pod "etcd-ha-565823-m03" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:08.155660 106017 pod_ready.go:82] duration metric: took 359.016335ms for pod "etcd-ha-565823-m03" in "kube-system" namespace to be "Ready" ...
I1212 00:02:08.155677 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:02:08.351679 106017 request.go:632] Waited for 195.932687ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-565823
I1212 00:02:08.351780 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-565823
I1212 00:02:08.351790 106017 round_trippers.go:469] Request Headers:
I1212 00:02:08.351808 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:08.351821 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:08.355049 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:08.552214 106017 request.go:632] Waited for 196.357688ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:02:08.552278 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:02:08.552283 106017 round_trippers.go:469] Request Headers:
I1212 00:02:08.552291 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:08.552295 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:08.555420 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:08.555971 106017 pod_ready.go:93] pod "kube-apiserver-ha-565823" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:08.555995 106017 pod_ready.go:82] duration metric: took 400.310286ms for pod "kube-apiserver-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:02:08.556009 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:02:08.752055 106017 request.go:632] Waited for 195.936446ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-565823-m02
I1212 00:02:08.752134 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-565823-m02
I1212 00:02:08.752141 106017 round_trippers.go:469] Request Headers:
I1212 00:02:08.752152 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:08.752161 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:08.755742 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:08.951367 106017 request.go:632] Waited for 194.249731ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:02:08.951449 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:02:08.951462 106017 round_trippers.go:469] Request Headers:
I1212 00:02:08.951477 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:08.951487 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:08.956306 106017 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1212 00:02:08.956889 106017 pod_ready.go:93] pod "kube-apiserver-ha-565823-m02" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:08.956911 106017 pod_ready.go:82] duration metric: took 400.890038ms for pod "kube-apiserver-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:02:08.956924 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-565823-m03" in "kube-system" namespace to be "Ready" ...
I1212 00:02:09.152049 106017 request.go:632] Waited for 195.045457ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-565823-m03
I1212 00:02:09.152139 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-565823-m03
I1212 00:02:09.152145 106017 round_trippers.go:469] Request Headers:
I1212 00:02:09.152153 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:09.152158 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:09.155700 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:09.351978 106017 request.go:632] Waited for 195.381489ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:09.352057 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:09.352066 106017 round_trippers.go:469] Request Headers:
I1212 00:02:09.352075 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:09.352081 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:09.355842 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:09.356358 106017 pod_ready.go:93] pod "kube-apiserver-ha-565823-m03" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:09.356379 106017 pod_ready.go:82] duration metric: took 399.447689ms for pod "kube-apiserver-ha-565823-m03" in "kube-system" namespace to be "Ready" ...
I1212 00:02:09.356389 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:02:09.551411 106017 request.go:632] Waited for 194.933011ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-565823
I1212 00:02:09.551471 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-565823
I1212 00:02:09.551476 106017 round_trippers.go:469] Request Headers:
I1212 00:02:09.551485 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:09.551489 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:09.554894 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:09.751755 106017 request.go:632] Waited for 196.244381ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:02:09.751835 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:02:09.751841 106017 round_trippers.go:469] Request Headers:
I1212 00:02:09.751848 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:09.751854 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:09.754952 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:09.755722 106017 pod_ready.go:93] pod "kube-controller-manager-ha-565823" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:09.755745 106017 pod_ready.go:82] duration metric: took 399.345607ms for pod "kube-controller-manager-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:02:09.755761 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:02:09.951966 106017 request.go:632] Waited for 196.120958ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-565823-m02
I1212 00:02:09.952068 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-565823-m02
I1212 00:02:09.952080 106017 round_trippers.go:469] Request Headers:
I1212 00:02:09.952092 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:09.952104 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:09.955804 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:10.152052 106017 request.go:632] Waited for 195.597395ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:02:10.152141 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:02:10.152152 106017 round_trippers.go:469] Request Headers:
I1212 00:02:10.152161 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:10.152166 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:10.155038 106017 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1212 00:02:10.155549 106017 pod_ready.go:93] pod "kube-controller-manager-ha-565823-m02" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:10.155569 106017 pod_ready.go:82] duration metric: took 399.796008ms for pod "kube-controller-manager-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:02:10.155583 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-565823-m03" in "kube-system" namespace to be "Ready" ...
I1212 00:02:10.351722 106017 request.go:632] Waited for 196.013906ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-565823-m03
I1212 00:02:10.351803 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-565823-m03
I1212 00:02:10.351811 106017 round_trippers.go:469] Request Headers:
I1212 00:02:10.351826 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:10.351837 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:10.355190 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:10.551684 106017 request.go:632] Waited for 195.377569ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:10.551808 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:10.551816 106017 round_trippers.go:469] Request Headers:
I1212 00:02:10.551824 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:10.551829 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:10.555651 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:10.556178 106017 pod_ready.go:93] pod "kube-controller-manager-ha-565823-m03" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:10.556199 106017 pod_ready.go:82] duration metric: took 400.605936ms for pod "kube-controller-manager-ha-565823-m03" in "kube-system" namespace to be "Ready" ...
I1212 00:02:10.556213 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-hr5qc" in "kube-system" namespace to be "Ready" ...
I1212 00:02:10.751531 106017 request.go:632] Waited for 195.242482ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hr5qc
I1212 00:02:10.751632 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hr5qc
I1212 00:02:10.751654 106017 round_trippers.go:469] Request Headers:
I1212 00:02:10.751669 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:10.751679 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:10.755253 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:10.951536 106017 request.go:632] Waited for 195.352907ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:02:10.951607 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:02:10.951622 106017 round_trippers.go:469] Request Headers:
I1212 00:02:10.951633 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:10.951641 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:10.954707 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:10.955175 106017 pod_ready.go:93] pod "kube-proxy-hr5qc" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:10.955193 106017 pod_ready.go:82] duration metric: took 398.973413ms for pod "kube-proxy-hr5qc" in "kube-system" namespace to be "Ready" ...
I1212 00:02:10.955204 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-klpqs" in "kube-system" namespace to be "Ready" ...
I1212 00:02:11.151212 106017 request.go:632] Waited for 195.914198ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-proxy-klpqs
I1212 00:02:11.151269 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-proxy-klpqs
I1212 00:02:11.151274 106017 round_trippers.go:469] Request Headers:
I1212 00:02:11.151282 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:11.151285 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:11.154675 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:11.351669 106017 request.go:632] Waited for 196.350446ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:11.351765 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:11.351776 106017 round_trippers.go:469] Request Headers:
I1212 00:02:11.351788 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:11.351796 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:11.354976 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:11.355603 106017 pod_ready.go:93] pod "kube-proxy-klpqs" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:11.355620 106017 pod_ready.go:82] duration metric: took 400.410567ms for pod "kube-proxy-klpqs" in "kube-system" namespace to be "Ready" ...
I1212 00:02:11.355631 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-p2lsd" in "kube-system" namespace to be "Ready" ...
I1212 00:02:11.551803 106017 request.go:632] Waited for 196.076188ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-proxy-p2lsd
I1212 00:02:11.551880 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-proxy-p2lsd
I1212 00:02:11.551892 106017 round_trippers.go:469] Request Headers:
I1212 00:02:11.551903 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:11.551915 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:11.555786 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:11.751843 106017 request.go:632] Waited for 195.375551ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:02:11.751907 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:02:11.751912 106017 round_trippers.go:469] Request Headers:
I1212 00:02:11.751919 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:11.751924 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:11.755210 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:11.755911 106017 pod_ready.go:93] pod "kube-proxy-p2lsd" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:11.755936 106017 pod_ready.go:82] duration metric: took 400.297319ms for pod "kube-proxy-p2lsd" in "kube-system" namespace to be "Ready" ...
I1212 00:02:11.755951 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:02:11.951789 106017 request.go:632] Waited for 195.74885ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-565823
I1212 00:02:11.951866 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-565823
I1212 00:02:11.951874 106017 round_trippers.go:469] Request Headers:
I1212 00:02:11.951891 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:11.951904 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:11.955633 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:12.152006 106017 request.go:632] Waited for 195.692099ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:02:12.152097 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823
I1212 00:02:12.152112 106017 round_trippers.go:469] Request Headers:
I1212 00:02:12.152120 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:12.152125 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:12.155247 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:12.155984 106017 pod_ready.go:93] pod "kube-scheduler-ha-565823" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:12.156005 106017 pod_ready.go:82] duration metric: took 400.045384ms for pod "kube-scheduler-ha-565823" in "kube-system" namespace to be "Ready" ...
I1212 00:02:12.156015 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:02:12.352045 106017 request.go:632] Waited for 195.938605ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-565823-m02
I1212 00:02:12.352121 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-565823-m02
I1212 00:02:12.352126 106017 round_trippers.go:469] Request Headers:
I1212 00:02:12.352134 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:12.352143 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:12.355894 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:12.551904 106017 request.go:632] Waited for 195.351995ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:02:12.551970 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m02
I1212 00:02:12.551977 106017 round_trippers.go:469] Request Headers:
I1212 00:02:12.551988 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:12.551993 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:12.555652 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:12.556289 106017 pod_ready.go:93] pod "kube-scheduler-ha-565823-m02" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:12.556309 106017 pod_ready.go:82] duration metric: took 400.287227ms for pod "kube-scheduler-ha-565823-m02" in "kube-system" namespace to be "Ready" ...
I1212 00:02:12.556319 106017 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-565823-m03" in "kube-system" namespace to be "Ready" ...
I1212 00:02:12.751148 106017 request.go:632] Waited for 194.747976ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-565823-m03
I1212 00:02:12.751223 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-565823-m03
I1212 00:02:12.751231 106017 round_trippers.go:469] Request Headers:
I1212 00:02:12.751244 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:12.751260 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:12.754576 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:12.951572 106017 request.go:632] Waited for 196.386091ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:12.951672 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes/ha-565823-m03
I1212 00:02:12.951678 106017 round_trippers.go:469] Request Headers:
I1212 00:02:12.951689 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:12.951693 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:12.954814 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:12.955311 106017 pod_ready.go:93] pod "kube-scheduler-ha-565823-m03" in "kube-system" namespace has status "Ready":"True"
I1212 00:02:12.955329 106017 pod_ready.go:82] duration metric: took 398.995551ms for pod "kube-scheduler-ha-565823-m03" in "kube-system" namespace to be "Ready" ...
I1212 00:02:12.955348 106017 pod_ready.go:39] duration metric: took 5.200033872s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1212 00:02:12.955369 106017 api_server.go:52] waiting for apiserver process to appear ...
I1212 00:02:12.955437 106017 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1212 00:02:12.971324 106017 api_server.go:72] duration metric: took 25.051879033s to wait for apiserver process to appear ...
I1212 00:02:12.971354 106017 api_server.go:88] waiting for apiserver healthz status ...
I1212 00:02:12.971379 106017 api_server.go:253] Checking apiserver healthz at https://192.168.39.19:8443/healthz ...
I1212 00:02:12.977750 106017 api_server.go:279] https://192.168.39.19:8443/healthz returned 200:
ok
I1212 00:02:12.977832 106017 round_trippers.go:463] GET https://192.168.39.19:8443/version
I1212 00:02:12.977843 106017 round_trippers.go:469] Request Headers:
I1212 00:02:12.977856 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:12.977863 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:12.978833 106017 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1212 00:02:12.978904 106017 api_server.go:141] control plane version: v1.31.2
I1212 00:02:12.978918 106017 api_server.go:131] duration metric: took 7.558877ms to wait for apiserver health ...
I1212 00:02:12.978926 106017 system_pods.go:43] waiting for kube-system pods to appear ...
I1212 00:02:13.151199 106017 request.go:632] Waited for 172.198927ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods
I1212 00:02:13.151292 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods
I1212 00:02:13.151303 106017 round_trippers.go:469] Request Headers:
I1212 00:02:13.151316 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:13.151325 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:13.157197 106017 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1212 00:02:13.164153 106017 system_pods.go:59] 24 kube-system pods found
I1212 00:02:13.164182 106017 system_pods.go:61] "coredns-7c65d6cfc9-4q46c" [0b135b50-44c6-455c-85c0-d72033038d11] Running
I1212 00:02:13.164187 106017 system_pods.go:61] "coredns-7c65d6cfc9-mqzbv" [0103eb36-35d9-48da-9244-89cc2ea25ec4] Running
I1212 00:02:13.164191 106017 system_pods.go:61] "etcd-ha-565823" [1f96a46f-dc8e-4251-ac9a-8559b8cc62c1] Running
I1212 00:02:13.164194 106017 system_pods.go:61] "etcd-ha-565823-m02" [88741dde-fdfa-4d57-b65e-72d0fbdca2f0] Running
I1212 00:02:13.164197 106017 system_pods.go:61] "etcd-ha-565823-m03" [506e75d1-9e81-4c24-bf45-26f7fde169fa] Running
I1212 00:02:13.164200 106017 system_pods.go:61] "kindnet-hz9rk" [1198ce2d-aac5-4e9f-9605-22e06dc18348] Running
I1212 00:02:13.164203 106017 system_pods.go:61] "kindnet-jffrr" [d455764c-714e-4a39-9d11-1fc4ab3ae0c9] Running
I1212 00:02:13.164206 106017 system_pods.go:61] "kindnet-kr5js" [752782e7-ecce-4a3a-95dd-ff734ded5684] Running
I1212 00:02:13.164209 106017 system_pods.go:61] "kube-apiserver-ha-565823" [e68bf1a4-affd-4e12-9bbd-c0f4272e4076] Running
I1212 00:02:13.164211 106017 system_pods.go:61] "kube-apiserver-ha-565823-m02" [a9e529c5-c273-4673-b7ab-0f50d09a6ff1] Running
I1212 00:02:13.164214 106017 system_pods.go:61] "kube-apiserver-ha-565823-m03" [636f5858-1c42-480d-9810-abf8aa16aa69] Running
I1212 00:02:13.164218 106017 system_pods.go:61] "kube-controller-manager-ha-565823" [ccf0bb46-7d19-44c0-b701-5d82443baec7] Running
I1212 00:02:13.164221 106017 system_pods.go:61] "kube-controller-manager-ha-565823-m02" [0bfe4a85-ff70-4cd5-b9d6-bf175dfbe525] Running
I1212 00:02:13.164224 106017 system_pods.go:61] "kube-controller-manager-ha-565823-m03" [47632e43-a401-4553-9bba-e8296023a6a2] Running
I1212 00:02:13.164227 106017 system_pods.go:61] "kube-proxy-hr5qc" [88445d08-4d68-4ca2-b91a-125924b109da] Running
I1212 00:02:13.164230 106017 system_pods.go:61] "kube-proxy-klpqs" [42725ff5-dd5d-455f-a29a-9ce6c4b8f810] Running
I1212 00:02:13.164233 106017 system_pods.go:61] "kube-proxy-p2lsd" [1682cacb-a489-4f19-a32e-5618bc038aa6] Running
I1212 00:02:13.164236 106017 system_pods.go:61] "kube-scheduler-ha-565823" [a8e11855-0b26-481b-b1d8-dfdd3e2f51bb] Running
I1212 00:02:13.164240 106017 system_pods.go:61] "kube-scheduler-ha-565823-m02" [6496a7db-b4d3-4619-b359-129fd9628c18] Running
I1212 00:02:13.164243 106017 system_pods.go:61] "kube-scheduler-ha-565823-m03" [467b67ab-33b8-4e90-b3d7-73f233c0a9e2] Running
I1212 00:02:13.164246 106017 system_pods.go:61] "kube-vip-ha-565823" [25c710fa-1329-4008-9e3b-1f72904a6310] Running
I1212 00:02:13.164249 106017 system_pods.go:61] "kube-vip-ha-565823-m02" [890bfead-5786-4501-8933-1800ce2d94fc] Running
I1212 00:02:13.164251 106017 system_pods.go:61] "kube-vip-ha-565823-m03" [768639dc-dd70-4124-99c0-4e4d9b9bb9b5] Running
I1212 00:02:13.164254 106017 system_pods.go:61] "storage-provisioner" [b87f311a-6a5e-42bd-8091-6b771551e24c] Running
I1212 00:02:13.164259 106017 system_pods.go:74] duration metric: took 185.327636ms to wait for pod list to return data ...
I1212 00:02:13.164271 106017 default_sa.go:34] waiting for default service account to be created ...
I1212 00:02:13.351702 106017 request.go:632] Waited for 187.33366ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/default/serviceaccounts
I1212 00:02:13.351785 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/default/serviceaccounts
I1212 00:02:13.351793 106017 round_trippers.go:469] Request Headers:
I1212 00:02:13.351804 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:13.351814 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:13.355589 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:13.355716 106017 default_sa.go:45] found service account: "default"
I1212 00:02:13.355732 106017 default_sa.go:55] duration metric: took 191.453257ms for default service account to be created ...
I1212 00:02:13.355741 106017 system_pods.go:116] waiting for k8s-apps to be running ...
I1212 00:02:13.552179 106017 request.go:632] Waited for 196.355674ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods
I1212 00:02:13.552246 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/namespaces/kube-system/pods
I1212 00:02:13.552253 106017 round_trippers.go:469] Request Headers:
I1212 00:02:13.552265 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:13.552274 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:13.558546 106017 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1212 00:02:13.567311 106017 system_pods.go:86] 24 kube-system pods found
I1212 00:02:13.567335 106017 system_pods.go:89] "coredns-7c65d6cfc9-4q46c" [0b135b50-44c6-455c-85c0-d72033038d11] Running
I1212 00:02:13.567341 106017 system_pods.go:89] "coredns-7c65d6cfc9-mqzbv" [0103eb36-35d9-48da-9244-89cc2ea25ec4] Running
I1212 00:02:13.567345 106017 system_pods.go:89] "etcd-ha-565823" [1f96a46f-dc8e-4251-ac9a-8559b8cc62c1] Running
I1212 00:02:13.567349 106017 system_pods.go:89] "etcd-ha-565823-m02" [88741dde-fdfa-4d57-b65e-72d0fbdca2f0] Running
I1212 00:02:13.567352 106017 system_pods.go:89] "etcd-ha-565823-m03" [506e75d1-9e81-4c24-bf45-26f7fde169fa] Running
I1212 00:02:13.567355 106017 system_pods.go:89] "kindnet-hz9rk" [1198ce2d-aac5-4e9f-9605-22e06dc18348] Running
I1212 00:02:13.567359 106017 system_pods.go:89] "kindnet-jffrr" [d455764c-714e-4a39-9d11-1fc4ab3ae0c9] Running
I1212 00:02:13.567362 106017 system_pods.go:89] "kindnet-kr5js" [752782e7-ecce-4a3a-95dd-ff734ded5684] Running
I1212 00:02:13.567366 106017 system_pods.go:89] "kube-apiserver-ha-565823" [e68bf1a4-affd-4e12-9bbd-c0f4272e4076] Running
I1212 00:02:13.567369 106017 system_pods.go:89] "kube-apiserver-ha-565823-m02" [a9e529c5-c273-4673-b7ab-0f50d09a6ff1] Running
I1212 00:02:13.567373 106017 system_pods.go:89] "kube-apiserver-ha-565823-m03" [636f5858-1c42-480d-9810-abf8aa16aa69] Running
I1212 00:02:13.567377 106017 system_pods.go:89] "kube-controller-manager-ha-565823" [ccf0bb46-7d19-44c0-b701-5d82443baec7] Running
I1212 00:02:13.567380 106017 system_pods.go:89] "kube-controller-manager-ha-565823-m02" [0bfe4a85-ff70-4cd5-b9d6-bf175dfbe525] Running
I1212 00:02:13.567384 106017 system_pods.go:89] "kube-controller-manager-ha-565823-m03" [47632e43-a401-4553-9bba-e8296023a6a2] Running
I1212 00:02:13.567387 106017 system_pods.go:89] "kube-proxy-hr5qc" [88445d08-4d68-4ca2-b91a-125924b109da] Running
I1212 00:02:13.567390 106017 system_pods.go:89] "kube-proxy-klpqs" [42725ff5-dd5d-455f-a29a-9ce6c4b8f810] Running
I1212 00:02:13.567393 106017 system_pods.go:89] "kube-proxy-p2lsd" [1682cacb-a489-4f19-a32e-5618bc038aa6] Running
I1212 00:02:13.567396 106017 system_pods.go:89] "kube-scheduler-ha-565823" [a8e11855-0b26-481b-b1d8-dfdd3e2f51bb] Running
I1212 00:02:13.567400 106017 system_pods.go:89] "kube-scheduler-ha-565823-m02" [6496a7db-b4d3-4619-b359-129fd9628c18] Running
I1212 00:02:13.567404 106017 system_pods.go:89] "kube-scheduler-ha-565823-m03" [467b67ab-33b8-4e90-b3d7-73f233c0a9e2] Running
I1212 00:02:13.567406 106017 system_pods.go:89] "kube-vip-ha-565823" [25c710fa-1329-4008-9e3b-1f72904a6310] Running
I1212 00:02:13.567411 106017 system_pods.go:89] "kube-vip-ha-565823-m02" [890bfead-5786-4501-8933-1800ce2d94fc] Running
I1212 00:02:13.567416 106017 system_pods.go:89] "kube-vip-ha-565823-m03" [768639dc-dd70-4124-99c0-4e4d9b9bb9b5] Running
I1212 00:02:13.567419 106017 system_pods.go:89] "storage-provisioner" [b87f311a-6a5e-42bd-8091-6b771551e24c] Running
I1212 00:02:13.567425 106017 system_pods.go:126] duration metric: took 211.677185ms to wait for k8s-apps to be running ...
I1212 00:02:13.567435 106017 system_svc.go:44] waiting for kubelet service to be running ....
I1212 00:02:13.567479 106017 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1212 00:02:13.584100 106017 system_svc.go:56] duration metric: took 16.645631ms WaitForService to wait for kubelet
I1212 00:02:13.584137 106017 kubeadm.go:582] duration metric: took 25.664696546s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1212 00:02:13.584164 106017 node_conditions.go:102] verifying NodePressure condition ...
I1212 00:02:13.751620 106017 request.go:632] Waited for 167.335283ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.19:8443/api/v1/nodes
I1212 00:02:13.751682 106017 round_trippers.go:463] GET https://192.168.39.19:8443/api/v1/nodes
I1212 00:02:13.751687 106017 round_trippers.go:469] Request Headers:
I1212 00:02:13.751694 106017 round_trippers.go:473] Accept: application/json, */*
I1212 00:02:13.751707 106017 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1212 00:02:13.755649 106017 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1212 00:02:13.756501 106017 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1212 00:02:13.756522 106017 node_conditions.go:123] node cpu capacity is 2
I1212 00:02:13.756532 106017 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1212 00:02:13.756535 106017 node_conditions.go:123] node cpu capacity is 2
I1212 00:02:13.756538 106017 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1212 00:02:13.756541 106017 node_conditions.go:123] node cpu capacity is 2
I1212 00:02:13.756545 106017 node_conditions.go:105] duration metric: took 172.375714ms to run NodePressure ...
I1212 00:02:13.756565 106017 start.go:241] waiting for startup goroutines ...
I1212 00:02:13.756588 106017 start.go:255] writing updated cluster config ...
I1212 00:02:13.756868 106017 ssh_runner.go:195] Run: rm -f paused
I1212 00:02:13.808453 106017 start.go:600] kubectl: 1.32.0, cluster: 1.31.2 (minor skew: 1)
I1212 00:02:13.810275 106017 out.go:177] * Done! kubectl is now configured to use "ha-565823" cluster and "default" namespace by default
==> CRI-O <==
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.761883468Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961975761857769,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=f3e876b1-0429-49c5-a09b-d7d06648a861 name=/runtime.v1.ImageService/ImageFsInfo
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.762501359Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=f3da1fd4-3f5d-4375-924f-8ca46ee15cb8 name=/runtime.v1.RuntimeService/ListContainers
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.762582126Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=f3da1fd4-3f5d-4375-924f-8ca46ee15cb8 name=/runtime.v1.RuntimeService/ListContainers
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.763610944Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:f0043af06cb9226ebe47b67f9d15a30d87546d6f49538bbb415d3474988fbc56,PodSandboxId:0d77818a442cebd88747ca7b32cc66cf4b7a762a2477c83570112898293db3eb,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733961741043581575,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-x4p94,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 6c1cc1db-013c-4f02-bc24-0e633c565129,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:999ac642455914fc7106ee846e6963858950265f3b20e267beea0d33bb96b481,PodSandboxId:ab4dd7022ef59a6c1c03400a0acc77ae43c6989f613e95d8c2d40b985dc2fadc,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733961598062406556,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-mqzbv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0103eb36-35d9-48da-9244-89cc2ea25ec4,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0beb663c1a28f15433da64aaa322ece1179a634d496302faaa231fb50ef4a9c3,PodSandboxId:2787b4f317bfab4b0fad8f2f9e12dbca81f27b034687933a718437d26d8cd412,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733961598002322638,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4q46c,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
0b135b50-44c6-455c-85c0-d72033038d11,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ba4c8c97ea09031da0b679b2d4068b11a5dbf621e1e15f9788241d12ef8218e3,PodSandboxId:4161eb9de6ddb004ebad01cea7ce55f4f50a49a78809249c73346dbdc6744843,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733961597923499007,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b87f311a-6a5e-42bd-8091-6b771551e24c,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bfdacc6be0aeebf9f7adae9deffb700cafef2a682cab0a77b280192565aeb098,PodSandboxId:332b05e74370f4b115ead0a36f3a55b81aced85616dfd3616458f6a200d7a3f8,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733961585927004330,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-hz9rk,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1198ce2d-aac5-4e9f-9605-22e06dc18348,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:514637eeaa81289a53c2a40b10f6b526bde1c9085500007fb555890ddbc40c57,PodSandboxId:920e405616cded9c7837ae4402dae34a01840c97199be9309231565344266483,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733961581
168643463,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-hr5qc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 88445d08-4d68-4ca2-b91a-125924b109da,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:768be9c2541014544ec0c7e8069fdf0c3ce145898eea400073ae8b79e0761778,PodSandboxId:87c6df22f89765e0f3017c2719348bd647b876a8c1604f3f1ba5be67b85021b5,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173396157355
7802551,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: eaa7a8577c4c0d2b65a93222694855a4,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:452c6d19b2de997b5758578262adb5d70dca08c4bc4748b16ae6a6b0ab97e3b1,PodSandboxId:0ab557e831fb3eddef52b36ec11c6347f939b5dbe4814866869f056bc56ff11a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733961569170690271,Labels:map[strin
g]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0fddadc76c4b2da11fc48dabaf0f7ded,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:743ae8ccc81f5a0b5a3d85146c6d453dcf412d31d4aec91a537a27c981dd589b,PodSandboxId:e6c331c3b34391d3ab5a93fd30799fa9b0305433ed3f5b33b3b99889997900f4,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733961569122150072,Labels:map[string]string{io.k
ubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a76b767f5584521bc3a8a4e6679c0b2e,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4f25ff314c2e8b8fc72d18ae5a324abf68fb975dd2e04982381620635bec1e95,PodSandboxId:d851e6de61a681ef6ef030a85d51814d4c786d0aecf12ec1647964b01a18a8b3,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733961569095720588,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,
io.kubernetes.pod.name: kube-apiserver-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fae40d20051ab63ee6c84f456649100b,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b28e7b492cfe776574eca3c37d3062a30b479b5971866a25e28290de8118bef4,PodSandboxId:a6c5b082d192453941a1a181b0e9f9a1f7d2cce65bcdfcce237cda7a9bc51e50,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733961569081937973,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.nam
e: kube-scheduler-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a41f6f20361d8a099d64b4adbb7842d4,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=f3da1fd4-3f5d-4375-924f-8ca46ee15cb8 name=/runtime.v1.RuntimeService/ListContainers
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.809931266Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=902406a6-5954-4de7-8907-d240e5165a5e name=/runtime.v1.RuntimeService/Version
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.810024650Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=902406a6-5954-4de7-8907-d240e5165a5e name=/runtime.v1.RuntimeService/Version
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.810917300Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=470b2870-540e-4076-8244-f9720b7b53c4 name=/runtime.v1.ImageService/ImageFsInfo
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.811427068Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961975811403450,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=470b2870-540e-4076-8244-f9720b7b53c4 name=/runtime.v1.ImageService/ImageFsInfo
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.811974699Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=d08b312a-8721-4cf5-bb0e-8857317c2a0b name=/runtime.v1.RuntimeService/ListContainers
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.812045713Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=d08b312a-8721-4cf5-bb0e-8857317c2a0b name=/runtime.v1.RuntimeService/ListContainers
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.812343545Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:f0043af06cb9226ebe47b67f9d15a30d87546d6f49538bbb415d3474988fbc56,PodSandboxId:0d77818a442cebd88747ca7b32cc66cf4b7a762a2477c83570112898293db3eb,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733961741043581575,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-x4p94,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 6c1cc1db-013c-4f02-bc24-0e633c565129,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:999ac642455914fc7106ee846e6963858950265f3b20e267beea0d33bb96b481,PodSandboxId:ab4dd7022ef59a6c1c03400a0acc77ae43c6989f613e95d8c2d40b985dc2fadc,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733961598062406556,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-mqzbv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0103eb36-35d9-48da-9244-89cc2ea25ec4,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0beb663c1a28f15433da64aaa322ece1179a634d496302faaa231fb50ef4a9c3,PodSandboxId:2787b4f317bfab4b0fad8f2f9e12dbca81f27b034687933a718437d26d8cd412,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733961598002322638,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4q46c,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
0b135b50-44c6-455c-85c0-d72033038d11,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ba4c8c97ea09031da0b679b2d4068b11a5dbf621e1e15f9788241d12ef8218e3,PodSandboxId:4161eb9de6ddb004ebad01cea7ce55f4f50a49a78809249c73346dbdc6744843,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733961597923499007,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b87f311a-6a5e-42bd-8091-6b771551e24c,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bfdacc6be0aeebf9f7adae9deffb700cafef2a682cab0a77b280192565aeb098,PodSandboxId:332b05e74370f4b115ead0a36f3a55b81aced85616dfd3616458f6a200d7a3f8,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733961585927004330,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-hz9rk,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1198ce2d-aac5-4e9f-9605-22e06dc18348,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:514637eeaa81289a53c2a40b10f6b526bde1c9085500007fb555890ddbc40c57,PodSandboxId:920e405616cded9c7837ae4402dae34a01840c97199be9309231565344266483,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733961581
168643463,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-hr5qc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 88445d08-4d68-4ca2-b91a-125924b109da,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:768be9c2541014544ec0c7e8069fdf0c3ce145898eea400073ae8b79e0761778,PodSandboxId:87c6df22f89765e0f3017c2719348bd647b876a8c1604f3f1ba5be67b85021b5,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173396157355
7802551,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: eaa7a8577c4c0d2b65a93222694855a4,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:452c6d19b2de997b5758578262adb5d70dca08c4bc4748b16ae6a6b0ab97e3b1,PodSandboxId:0ab557e831fb3eddef52b36ec11c6347f939b5dbe4814866869f056bc56ff11a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733961569170690271,Labels:map[strin
g]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0fddadc76c4b2da11fc48dabaf0f7ded,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:743ae8ccc81f5a0b5a3d85146c6d453dcf412d31d4aec91a537a27c981dd589b,PodSandboxId:e6c331c3b34391d3ab5a93fd30799fa9b0305433ed3f5b33b3b99889997900f4,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733961569122150072,Labels:map[string]string{io.k
ubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a76b767f5584521bc3a8a4e6679c0b2e,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4f25ff314c2e8b8fc72d18ae5a324abf68fb975dd2e04982381620635bec1e95,PodSandboxId:d851e6de61a681ef6ef030a85d51814d4c786d0aecf12ec1647964b01a18a8b3,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733961569095720588,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,
io.kubernetes.pod.name: kube-apiserver-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fae40d20051ab63ee6c84f456649100b,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b28e7b492cfe776574eca3c37d3062a30b479b5971866a25e28290de8118bef4,PodSandboxId:a6c5b082d192453941a1a181b0e9f9a1f7d2cce65bcdfcce237cda7a9bc51e50,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733961569081937973,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.nam
e: kube-scheduler-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a41f6f20361d8a099d64b4adbb7842d4,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=d08b312a-8721-4cf5-bb0e-8857317c2a0b name=/runtime.v1.RuntimeService/ListContainers
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.854814986Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=26c23b8d-0a35-41ce-aafa-e20957cac0f8 name=/runtime.v1.RuntimeService/Version
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.854892194Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=26c23b8d-0a35-41ce-aafa-e20957cac0f8 name=/runtime.v1.RuntimeService/Version
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.856779118Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=37d467ba-17aa-46c5-99d4-6f98c9deb50b name=/runtime.v1.ImageService/ImageFsInfo
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.857499445Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961975857469580,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=37d467ba-17aa-46c5-99d4-6f98c9deb50b name=/runtime.v1.ImageService/ImageFsInfo
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.858112181Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=5f9f55fd-9759-46fb-94e3-25f9972d51ea name=/runtime.v1.RuntimeService/ListContainers
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.858168554Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=5f9f55fd-9759-46fb-94e3-25f9972d51ea name=/runtime.v1.RuntimeService/ListContainers
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.858383734Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:f0043af06cb9226ebe47b67f9d15a30d87546d6f49538bbb415d3474988fbc56,PodSandboxId:0d77818a442cebd88747ca7b32cc66cf4b7a762a2477c83570112898293db3eb,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733961741043581575,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-x4p94,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 6c1cc1db-013c-4f02-bc24-0e633c565129,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:999ac642455914fc7106ee846e6963858950265f3b20e267beea0d33bb96b481,PodSandboxId:ab4dd7022ef59a6c1c03400a0acc77ae43c6989f613e95d8c2d40b985dc2fadc,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733961598062406556,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-mqzbv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0103eb36-35d9-48da-9244-89cc2ea25ec4,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0beb663c1a28f15433da64aaa322ece1179a634d496302faaa231fb50ef4a9c3,PodSandboxId:2787b4f317bfab4b0fad8f2f9e12dbca81f27b034687933a718437d26d8cd412,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733961598002322638,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4q46c,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
0b135b50-44c6-455c-85c0-d72033038d11,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ba4c8c97ea09031da0b679b2d4068b11a5dbf621e1e15f9788241d12ef8218e3,PodSandboxId:4161eb9de6ddb004ebad01cea7ce55f4f50a49a78809249c73346dbdc6744843,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733961597923499007,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b87f311a-6a5e-42bd-8091-6b771551e24c,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bfdacc6be0aeebf9f7adae9deffb700cafef2a682cab0a77b280192565aeb098,PodSandboxId:332b05e74370f4b115ead0a36f3a55b81aced85616dfd3616458f6a200d7a3f8,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733961585927004330,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-hz9rk,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1198ce2d-aac5-4e9f-9605-22e06dc18348,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:514637eeaa81289a53c2a40b10f6b526bde1c9085500007fb555890ddbc40c57,PodSandboxId:920e405616cded9c7837ae4402dae34a01840c97199be9309231565344266483,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733961581
168643463,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-hr5qc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 88445d08-4d68-4ca2-b91a-125924b109da,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:768be9c2541014544ec0c7e8069fdf0c3ce145898eea400073ae8b79e0761778,PodSandboxId:87c6df22f89765e0f3017c2719348bd647b876a8c1604f3f1ba5be67b85021b5,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173396157355
7802551,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: eaa7a8577c4c0d2b65a93222694855a4,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:452c6d19b2de997b5758578262adb5d70dca08c4bc4748b16ae6a6b0ab97e3b1,PodSandboxId:0ab557e831fb3eddef52b36ec11c6347f939b5dbe4814866869f056bc56ff11a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733961569170690271,Labels:map[strin
g]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0fddadc76c4b2da11fc48dabaf0f7ded,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:743ae8ccc81f5a0b5a3d85146c6d453dcf412d31d4aec91a537a27c981dd589b,PodSandboxId:e6c331c3b34391d3ab5a93fd30799fa9b0305433ed3f5b33b3b99889997900f4,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733961569122150072,Labels:map[string]string{io.k
ubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a76b767f5584521bc3a8a4e6679c0b2e,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4f25ff314c2e8b8fc72d18ae5a324abf68fb975dd2e04982381620635bec1e95,PodSandboxId:d851e6de61a681ef6ef030a85d51814d4c786d0aecf12ec1647964b01a18a8b3,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733961569095720588,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,
io.kubernetes.pod.name: kube-apiserver-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fae40d20051ab63ee6c84f456649100b,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b28e7b492cfe776574eca3c37d3062a30b479b5971866a25e28290de8118bef4,PodSandboxId:a6c5b082d192453941a1a181b0e9f9a1f7d2cce65bcdfcce237cda7a9bc51e50,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733961569081937973,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.nam
e: kube-scheduler-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a41f6f20361d8a099d64b4adbb7842d4,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=5f9f55fd-9759-46fb-94e3-25f9972d51ea name=/runtime.v1.RuntimeService/ListContainers
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.901690916Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=8b168bce-288d-4156-a532-3f20ce289d1d name=/runtime.v1.RuntimeService/Version
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.901805622Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=8b168bce-288d-4156-a532-3f20ce289d1d name=/runtime.v1.RuntimeService/Version
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.903186027Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=15b43115-1873-4445-9fd4-ce127b685b05 name=/runtime.v1.ImageService/ImageFsInfo
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.903689252Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961975903663510,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=15b43115-1873-4445-9fd4-ce127b685b05 name=/runtime.v1.ImageService/ImageFsInfo
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.904369525Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=10492270-f6db-4387-b147-befa353350e0 name=/runtime.v1.RuntimeService/ListContainers
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.904423685Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=10492270-f6db-4387-b147-befa353350e0 name=/runtime.v1.RuntimeService/ListContainers
Dec 12 00:06:15 ha-565823 crio[664]: time="2024-12-12 00:06:15.904661975Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:f0043af06cb9226ebe47b67f9d15a30d87546d6f49538bbb415d3474988fbc56,PodSandboxId:0d77818a442cebd88747ca7b32cc66cf4b7a762a2477c83570112898293db3eb,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733961741043581575,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-x4p94,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 6c1cc1db-013c-4f02-bc24-0e633c565129,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:999ac642455914fc7106ee846e6963858950265f3b20e267beea0d33bb96b481,PodSandboxId:ab4dd7022ef59a6c1c03400a0acc77ae43c6989f613e95d8c2d40b985dc2fadc,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733961598062406556,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-mqzbv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0103eb36-35d9-48da-9244-89cc2ea25ec4,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0beb663c1a28f15433da64aaa322ece1179a634d496302faaa231fb50ef4a9c3,PodSandboxId:2787b4f317bfab4b0fad8f2f9e12dbca81f27b034687933a718437d26d8cd412,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733961598002322638,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4q46c,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
0b135b50-44c6-455c-85c0-d72033038d11,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ba4c8c97ea09031da0b679b2d4068b11a5dbf621e1e15f9788241d12ef8218e3,PodSandboxId:4161eb9de6ddb004ebad01cea7ce55f4f50a49a78809249c73346dbdc6744843,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733961597923499007,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b87f311a-6a5e-42bd-8091-6b771551e24c,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:bfdacc6be0aeebf9f7adae9deffb700cafef2a682cab0a77b280192565aeb098,PodSandboxId:332b05e74370f4b115ead0a36f3a55b81aced85616dfd3616458f6a200d7a3f8,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:50415e5d05f05adbdfd902507532ebb86f924dc2e05511a3b47920156ee4236e,State:CO
NTAINER_RUNNING,CreatedAt:1733961585927004330,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-hz9rk,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1198ce2d-aac5-4e9f-9605-22e06dc18348,},Annotations:map[string]string{io.kubernetes.container.hash: 9533276,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:514637eeaa81289a53c2a40b10f6b526bde1c9085500007fb555890ddbc40c57,PodSandboxId:920e405616cded9c7837ae4402dae34a01840c97199be9309231565344266483,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733961581
168643463,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-hr5qc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 88445d08-4d68-4ca2-b91a-125924b109da,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:768be9c2541014544ec0c7e8069fdf0c3ce145898eea400073ae8b79e0761778,PodSandboxId:87c6df22f89765e0f3017c2719348bd647b876a8c1604f3f1ba5be67b85021b5,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173396157355
7802551,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: eaa7a8577c4c0d2b65a93222694855a4,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:452c6d19b2de997b5758578262adb5d70dca08c4bc4748b16ae6a6b0ab97e3b1,PodSandboxId:0ab557e831fb3eddef52b36ec11c6347f939b5dbe4814866869f056bc56ff11a,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733961569170690271,Labels:map[strin
g]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0fddadc76c4b2da11fc48dabaf0f7ded,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:743ae8ccc81f5a0b5a3d85146c6d453dcf412d31d4aec91a537a27c981dd589b,PodSandboxId:e6c331c3b34391d3ab5a93fd30799fa9b0305433ed3f5b33b3b99889997900f4,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733961569122150072,Labels:map[string]string{io.k
ubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a76b767f5584521bc3a8a4e6679c0b2e,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4f25ff314c2e8b8fc72d18ae5a324abf68fb975dd2e04982381620635bec1e95,PodSandboxId:d851e6de61a681ef6ef030a85d51814d4c786d0aecf12ec1647964b01a18a8b3,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733961569095720588,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,
io.kubernetes.pod.name: kube-apiserver-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fae40d20051ab63ee6c84f456649100b,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b28e7b492cfe776574eca3c37d3062a30b479b5971866a25e28290de8118bef4,PodSandboxId:a6c5b082d192453941a1a181b0e9f9a1f7d2cce65bcdfcce237cda7a9bc51e50,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733961569081937973,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.nam
e: kube-scheduler-ha-565823,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a41f6f20361d8a099d64b4adbb7842d4,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=10492270-f6db-4387-b147-befa353350e0 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
f0043af06cb92 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 0d77818a442ce busybox-7dff88458-x4p94
999ac64245591 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 ab4dd7022ef59 coredns-7c65d6cfc9-mqzbv
0beb663c1a28f c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 2787b4f317bfa coredns-7c65d6cfc9-4q46c
ba4c8c97ea090 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 4161eb9de6ddb storage-provisioner
bfdacc6be0aee docker.io/kindest/kindnetd@sha256:3da053f9c42d9123d34d4582cc77041c013e1419204b9ef180f0b3bffa7769e3 6 minutes ago Running kindnet-cni 0 332b05e74370f kindnet-hz9rk
514637eeaa812 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 920e405616cde kube-proxy-hr5qc
768be9c254101 ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517 6 minutes ago Running kube-vip 0 87c6df22f8976 kube-vip-ha-565823
452c6d19b2de9 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 0ab557e831fb3 kube-controller-manager-ha-565823
743ae8ccc81f5 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 e6c331c3b3439 etcd-ha-565823
4f25ff314c2e8 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 d851e6de61a68 kube-apiserver-ha-565823
b28e7b492cfe7 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 a6c5b082d1924 kube-scheduler-ha-565823
==> coredns [0beb663c1a28f15433da64aaa322ece1179a634d496302faaa231fb50ef4a9c3] <==
[INFO] 10.244.1.2:40894 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.004450385s
[INFO] 10.244.1.2:47929 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000225565s
[INFO] 10.244.1.2:51252 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000126773s
[INFO] 10.244.1.2:47545 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000126535s
[INFO] 10.244.1.2:37654 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000119814s
[INFO] 10.244.2.2:44808 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00015021s
[INFO] 10.244.2.2:48775 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001815223s
[INFO] 10.244.2.2:56148 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000132782s
[INFO] 10.244.2.2:57998 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000133493s
[INFO] 10.244.0.4:39053 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000087907s
[INFO] 10.244.0.4:34059 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001091775s
[INFO] 10.244.1.2:56415 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000835348s
[INFO] 10.244.1.2:46751 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000114147s
[INFO] 10.244.1.2:35096 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000100606s
[INFO] 10.244.2.2:40358 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000136169s
[INFO] 10.244.2.2:56318 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000204673s
[INFO] 10.244.0.4:34528 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00012651s
[INFO] 10.244.1.2:56678 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000145563s
[INFO] 10.244.1.2:43671 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000363816s
[INFO] 10.244.1.2:48047 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000136942s
[INFO] 10.244.1.2:35425 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.00019653s
[INFO] 10.244.2.2:59862 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000112519s
[INFO] 10.244.0.4:33935 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000108695s
[INFO] 10.244.0.4:51044 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000115709s
[INFO] 10.244.0.4:40489 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000092799s
==> coredns [999ac642455914fc7106ee846e6963858950265f3b20e267beea0d33bb96b481] <==
[INFO] 10.244.0.4:33301 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000137834s
[INFO] 10.244.0.4:55709 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.001541208s
[INFO] 10.244.0.4:59133 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001387137s
[INFO] 10.244.1.2:35268 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.004904013s
[INFO] 10.244.1.2:45390 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000166839s
[INFO] 10.244.2.2:51385 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000248421s
[INFO] 10.244.2.2:33701 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001310625s
[INFO] 10.244.2.2:48335 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000124081s
[INFO] 10.244.2.2:58439 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000278252s
[INFO] 10.244.0.4:51825 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000131036s
[INFO] 10.244.0.4:54179 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001798071s
[INFO] 10.244.0.4:38851 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000094604s
[INFO] 10.244.0.4:48660 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000050194s
[INFO] 10.244.0.4:57598 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000082654s
[INFO] 10.244.0.4:43576 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000100662s
[INFO] 10.244.1.2:60988 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00015105s
[INFO] 10.244.2.2:60481 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000130341s
[INFO] 10.244.2.2:48427 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000079579s
[INFO] 10.244.0.4:39760 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000227961s
[INFO] 10.244.0.4:48093 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000090061s
[INFO] 10.244.0.4:37075 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000076033s
[INFO] 10.244.2.2:55165 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000258305s
[INFO] 10.244.2.2:40866 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000177114s
[INFO] 10.244.2.2:58880 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000137362s
[INFO] 10.244.0.4:60821 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000179152s
==> describe nodes <==
Name: ha-565823
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-565823
kubernetes.io/os=linux
minikube.k8s.io/commit=7fa9733e2a94b345defa62bfa3d9dc225cfbd458
minikube.k8s.io/name=ha-565823
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_11T23_59_36_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 11 Dec 2024 23:59:34 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-565823
AcquireTime: <unset>
RenewTime: Thu, 12 Dec 2024 00:06:12 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 12 Dec 2024 00:02:38 +0000 Wed, 11 Dec 2024 23:59:34 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 12 Dec 2024 00:02:38 +0000 Wed, 11 Dec 2024 23:59:34 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 12 Dec 2024 00:02:38 +0000 Wed, 11 Dec 2024 23:59:34 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 12 Dec 2024 00:02:38 +0000 Wed, 11 Dec 2024 23:59:57 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.19
Hostname: ha-565823
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 344476ebea784ce5952c6b9d7486bfc2
System UUID: 344476eb-ea78-4ce5-952c-6b9d7486bfc2
Boot ID: cf8379f5-6946-439d-a3d4-fa7d39c2dea7
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-x4p94 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m2s
kube-system coredns-7c65d6cfc9-4q46c 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m36s
kube-system coredns-7c65d6cfc9-mqzbv 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m36s
kube-system etcd-ha-565823 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m41s
kube-system kindnet-hz9rk 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m37s
kube-system kube-apiserver-ha-565823 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m41s
kube-system kube-controller-manager-ha-565823 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m41s
kube-system kube-proxy-hr5qc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m37s
kube-system kube-scheduler-ha-565823 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m41s
kube-system kube-vip-ha-565823 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m41s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m35s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m34s kube-proxy
Normal Starting 6m41s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m41s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m41s kubelet Node ha-565823 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m41s kubelet Node ha-565823 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m41s kubelet Node ha-565823 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m37s node-controller Node ha-565823 event: Registered Node ha-565823 in Controller
Normal NodeReady 6m19s kubelet Node ha-565823 status is now: NodeReady
Normal RegisteredNode 5m39s node-controller Node ha-565823 event: Registered Node ha-565823 in Controller
Normal RegisteredNode 4m23s node-controller Node ha-565823 event: Registered Node ha-565823 in Controller
Name: ha-565823-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-565823-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=7fa9733e2a94b345defa62bfa3d9dc225cfbd458
minikube.k8s.io/name=ha-565823
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_12T00_00_31_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 12 Dec 2024 00:00:29 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-565823-m02
AcquireTime: <unset>
RenewTime: Thu, 12 Dec 2024 00:03:33 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Thu, 12 Dec 2024 00:02:33 +0000 Thu, 12 Dec 2024 00:04:14 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Thu, 12 Dec 2024 00:02:33 +0000 Thu, 12 Dec 2024 00:04:14 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Thu, 12 Dec 2024 00:02:33 +0000 Thu, 12 Dec 2024 00:04:14 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Thu, 12 Dec 2024 00:02:33 +0000 Thu, 12 Dec 2024 00:04:14 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.103
Hostname: ha-565823-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 9273c598fccb4678bf93616ea428fab5
System UUID: 9273c598-fccb-4678-bf93-616ea428fab5
Boot ID: 73eb7add-f6da-422d-ad45-9773172878c2
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-nsw2n 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m2s
kube-system etcd-ha-565823-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m45s
kube-system kindnet-kr5js 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m47s
kube-system kube-apiserver-ha-565823-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m45s
kube-system kube-controller-manager-ha-565823-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m40s
kube-system kube-proxy-p2lsd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m47s
kube-system kube-scheduler-ha-565823-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m45s
kube-system kube-vip-ha-565823-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m41s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m43s kube-proxy
Normal NodeHasSufficientMemory 5m47s (x8 over 5m47s) kubelet Node ha-565823-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m47s (x8 over 5m47s) kubelet Node ha-565823-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m47s (x7 over 5m47s) kubelet Node ha-565823-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m47s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m42s node-controller Node ha-565823-m02 event: Registered Node ha-565823-m02 in Controller
Normal RegisteredNode 5m39s node-controller Node ha-565823-m02 event: Registered Node ha-565823-m02 in Controller
Normal RegisteredNode 4m23s node-controller Node ha-565823-m02 event: Registered Node ha-565823-m02 in Controller
Normal NodeNotReady 2m2s node-controller Node ha-565823-m02 status is now: NodeNotReady
Name: ha-565823-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-565823-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=7fa9733e2a94b345defa62bfa3d9dc225cfbd458
minikube.k8s.io/name=ha-565823
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_12T00_01_47_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 12 Dec 2024 00:01:44 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-565823-m03
AcquireTime: <unset>
RenewTime: Thu, 12 Dec 2024 00:06:10 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 12 Dec 2024 00:02:46 +0000 Thu, 12 Dec 2024 00:01:44 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 12 Dec 2024 00:02:46 +0000 Thu, 12 Dec 2024 00:01:44 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 12 Dec 2024 00:02:46 +0000 Thu, 12 Dec 2024 00:01:44 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 12 Dec 2024 00:02:46 +0000 Thu, 12 Dec 2024 00:02:07 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.95
Hostname: ha-565823-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: a7cdc3cdb36e495abaa3ddda542ce8f6
System UUID: a7cdc3cd-b36e-495a-baa3-ddda542ce8f6
Boot ID: e8069ced-7862-4741-8f56-298b003d0b4d
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-s8nmx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m2s
kube-system etcd-ha-565823-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m30s
kube-system kindnet-jffrr 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m32s
kube-system kube-apiserver-ha-565823-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-controller-manager-ha-565823-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system kube-proxy-klpqs 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m32s
kube-system kube-scheduler-ha-565823-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-vip-ha-565823-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m26s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m26s kube-proxy
Normal NodeHasSufficientMemory 4m32s (x8 over 4m32s) kubelet Node ha-565823-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m32s (x8 over 4m32s) kubelet Node ha-565823-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m32s (x7 over 4m32s) kubelet Node ha-565823-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m32s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m29s node-controller Node ha-565823-m03 event: Registered Node ha-565823-m03 in Controller
Normal RegisteredNode 4m27s node-controller Node ha-565823-m03 event: Registered Node ha-565823-m03 in Controller
Normal RegisteredNode 4m23s node-controller Node ha-565823-m03 event: Registered Node ha-565823-m03 in Controller
Name: ha-565823-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-565823-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=7fa9733e2a94b345defa62bfa3d9dc225cfbd458
minikube.k8s.io/name=ha-565823
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_12T00_02_54_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 12 Dec 2024 00:02:54 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-565823-m04
AcquireTime: <unset>
RenewTime: Thu, 12 Dec 2024 00:06:08 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 12 Dec 2024 00:03:25 +0000 Thu, 12 Dec 2024 00:02:54 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 12 Dec 2024 00:03:25 +0000 Thu, 12 Dec 2024 00:02:54 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 12 Dec 2024 00:03:25 +0000 Thu, 12 Dec 2024 00:02:54 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 12 Dec 2024 00:03:25 +0000 Thu, 12 Dec 2024 00:03:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.247
Hostname: ha-565823-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 9da6268e700e4cc18f576f10f66d598f
System UUID: 9da6268e-700e-4cc1-8f57-6f10f66d598f
Boot ID: 20440ea1-d260-49fc-a678-9a23de1ac4f1
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-6qk4d 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m22s
kube-system kube-proxy-j59sb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m22s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m16s kube-proxy
Normal RegisteredNode 3m22s node-controller Node ha-565823-m04 event: Registered Node ha-565823-m04 in Controller
Normal NodeHasSufficientMemory 3m22s (x2 over 3m22s) kubelet Node ha-565823-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m22s (x2 over 3m22s) kubelet Node ha-565823-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m22s (x2 over 3m22s) kubelet Node ha-565823-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m22s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m19s node-controller Node ha-565823-m04 event: Registered Node ha-565823-m04 in Controller
Normal RegisteredNode 3m18s node-controller Node ha-565823-m04 event: Registered Node ha-565823-m04 in Controller
Normal NodeReady 3m kubelet Node ha-565823-m04 status is now: NodeReady
==> dmesg <==
[Dec11 23:58] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.053078] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.041942] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.920910] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[Dec11 23:59] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.625477] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +12.503596] systemd-fstab-generator[586]: Ignoring "noauto" option for root device
[ +0.061991] kauditd_printk_skb: 1 callbacks suppressed
[ +0.056761] systemd-fstab-generator[598]: Ignoring "noauto" option for root device
[ +0.187047] systemd-fstab-generator[613]: Ignoring "noauto" option for root device
[ +0.124910] systemd-fstab-generator[625]: Ignoring "noauto" option for root device
[ +0.280035] systemd-fstab-generator[655]: Ignoring "noauto" option for root device
[ +4.149659] systemd-fstab-generator[748]: Ignoring "noauto" option for root device
[ +4.048783] systemd-fstab-generator[885]: Ignoring "noauto" option for root device
[ +0.069316] kauditd_printk_skb: 158 callbacks suppressed
[ +5.737553] kauditd_printk_skb: 74 callbacks suppressed
[ +1.583447] systemd-fstab-generator[1297]: Ignoring "noauto" option for root device
[ +5.823487] kauditd_printk_skb: 26 callbacks suppressed
[ +5.790300] kauditd_printk_skb: 34 callbacks suppressed
[Dec12 00:00] kauditd_printk_skb: 24 callbacks suppressed
==> etcd [743ae8ccc81f5a0b5a3d85146c6d453dcf412d31d4aec91a537a27c981dd589b] <==
{"level":"warn","ts":"2024-12-12T00:06:16.168664Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.176456Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.179840Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.192023Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.198795Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.206027Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.103:2380/version","remote-member-id":"6696b50e49e4750c","error":"Get \"https://192.168.39.103:2380/version\": dial tcp 192.168.39.103:2380: i/o timeout"}
{"level":"warn","ts":"2024-12-12T00:06:16.206154Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"6696b50e49e4750c","error":"Get \"https://192.168.39.103:2380/version\": dial tcp 192.168.39.103:2380: i/o timeout"}
{"level":"warn","ts":"2024-12-12T00:06:16.206119Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.211412Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.217574Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.225377Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.231021Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.237643Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.241001Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.244816Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.252424Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.261170Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.261368Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.270950Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.274411Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.276903Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.280221Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.285695Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.291370Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-12T00:06:16.356165Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"683e1d26ac7e3123","from":"683e1d26ac7e3123","remote-peer-id":"6696b50e49e4750c","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
00:06:16 up 7 min, 0 users, load average: 0.05, 0.16, 0.09
Linux ha-565823 5.10.207 #1 SMP Wed Dec 11 21:54:26 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [bfdacc6be0aeebf9f7adae9deffb700cafef2a682cab0a77b280192565aeb098] <==
I1212 00:05:37.120430 1 main.go:324] Node ha-565823-m02 has CIDR [10.244.1.0/24]
I1212 00:05:47.119691 1 main.go:297] Handling node with IPs: map[192.168.39.19:{}]
I1212 00:05:47.119737 1 main.go:301] handling current node
I1212 00:05:47.119753 1 main.go:297] Handling node with IPs: map[192.168.39.103:{}]
I1212 00:05:47.119758 1 main.go:324] Node ha-565823-m02 has CIDR [10.244.1.0/24]
I1212 00:05:47.119987 1 main.go:297] Handling node with IPs: map[192.168.39.95:{}]
I1212 00:05:47.119994 1 main.go:324] Node ha-565823-m03 has CIDR [10.244.2.0/24]
I1212 00:05:47.120217 1 main.go:297] Handling node with IPs: map[192.168.39.247:{}]
I1212 00:05:47.120242 1 main.go:324] Node ha-565823-m04 has CIDR [10.244.3.0/24]
I1212 00:05:57.128438 1 main.go:297] Handling node with IPs: map[192.168.39.19:{}]
I1212 00:05:57.128810 1 main.go:301] handling current node
I1212 00:05:57.128927 1 main.go:297] Handling node with IPs: map[192.168.39.103:{}]
I1212 00:05:57.128989 1 main.go:324] Node ha-565823-m02 has CIDR [10.244.1.0/24]
I1212 00:05:57.129767 1 main.go:297] Handling node with IPs: map[192.168.39.95:{}]
I1212 00:05:57.129834 1 main.go:324] Node ha-565823-m03 has CIDR [10.244.2.0/24]
I1212 00:05:57.130023 1 main.go:297] Handling node with IPs: map[192.168.39.247:{}]
I1212 00:05:57.130046 1 main.go:324] Node ha-565823-m04 has CIDR [10.244.3.0/24]
I1212 00:06:07.120193 1 main.go:297] Handling node with IPs: map[192.168.39.19:{}]
I1212 00:06:07.120286 1 main.go:301] handling current node
I1212 00:06:07.120313 1 main.go:297] Handling node with IPs: map[192.168.39.103:{}]
I1212 00:06:07.120331 1 main.go:324] Node ha-565823-m02 has CIDR [10.244.1.0/24]
I1212 00:06:07.120614 1 main.go:297] Handling node with IPs: map[192.168.39.95:{}]
I1212 00:06:07.120667 1 main.go:324] Node ha-565823-m03 has CIDR [10.244.2.0/24]
I1212 00:06:07.120856 1 main.go:297] Handling node with IPs: map[192.168.39.247:{}]
I1212 00:06:07.120887 1 main.go:324] Node ha-565823-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [4f25ff314c2e8b8fc72d18ae5a324abf68fb975dd2e04982381620635bec1e95] <==
I1211 23:59:33.823962 1 controller.go:615] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1211 23:59:33.879965 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1211 23:59:33.896294 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.19]
I1211 23:59:33.897349 1 controller.go:615] quota admission added evaluator for: endpoints
I1211 23:59:33.902931 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1211 23:59:34.842734 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1211 23:59:35.374409 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1211 23:59:35.395837 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1211 23:59:35.560177 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1211 23:59:39.944410 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1211 23:59:40.344123 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1212 00:02:22.272920 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:55802: use of closed network connection
E1212 00:02:22.464756 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:55828: use of closed network connection
E1212 00:02:22.651355 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:55850: use of closed network connection
E1212 00:02:23.038043 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:55874: use of closed network connection
E1212 00:02:23.226745 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:55900: use of closed network connection
E1212 00:02:23.410000 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:55904: use of closed network connection
E1212 00:02:23.591256 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:55924: use of closed network connection
E1212 00:02:23.770667 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:55932: use of closed network connection
E1212 00:02:24.076679 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:55962: use of closed network connection
E1212 00:02:24.252739 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:55982: use of closed network connection
E1212 00:02:24.461578 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:56012: use of closed network connection
E1212 00:02:24.646238 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:56034: use of closed network connection
E1212 00:02:24.817848 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:56044: use of closed network connection
E1212 00:02:24.999617 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:56060: use of closed network connection
==> kube-controller-manager [452c6d19b2de997b5758578262adb5d70dca08c4bc4748b16ae6a6b0ab97e3b1] <==
I1212 00:02:54.484626 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-565823-m04" podCIDRs=["10.244.3.0/24"]
I1212 00:02:54.484689 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:02:54.484721 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:02:54.500323 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:02:54.636444 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-565823-m04"
I1212 00:02:54.652045 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:02:54.687694 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:02:55.082775 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:02:57.485970 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:02:57.555718 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:02:58.675906 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:02:58.734910 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:03:04.836593 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:03:16.466024 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:03:16.466304 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-565823-m04"
I1212 00:03:16.485293 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:03:17.501671 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:03:25.341676 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m04"
I1212 00:04:14.668472 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m02"
I1212 00:04:14.669356 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-565823-m04"
I1212 00:04:14.705380 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m02"
I1212 00:04:14.785686 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="73.151428ms"
I1212 00:04:14.785837 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="78.406µs"
I1212 00:04:18.764949 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m02"
I1212 00:04:19.939887 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-565823-m02"
==> kube-proxy [514637eeaa81289a53c2a40b10f6b526bde1c9085500007fb555890ddbc40c57] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1211 23:59:41.687183 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1211 23:59:41.713699 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.19"]
E1211 23:59:41.713883 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1211 23:59:41.760766 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1211 23:59:41.760924 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1211 23:59:41.761009 1 server_linux.go:169] "Using iptables Proxier"
I1211 23:59:41.764268 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1211 23:59:41.765555 1 server.go:483] "Version info" version="v1.31.2"
I1211 23:59:41.765710 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1211 23:59:41.768630 1 config.go:105] "Starting endpoint slice config controller"
I1211 23:59:41.769016 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1211 23:59:41.769876 1 config.go:199] "Starting service config controller"
I1211 23:59:41.769889 1 shared_informer.go:313] Waiting for caches to sync for service config
I1211 23:59:41.771229 1 config.go:328] "Starting node config controller"
I1211 23:59:41.771259 1 shared_informer.go:313] Waiting for caches to sync for node config
I1211 23:59:41.871443 1 shared_informer.go:320] Caches are synced for node config
I1211 23:59:41.871633 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1211 23:59:41.871849 1 shared_informer.go:320] Caches are synced for service config
==> kube-scheduler [b28e7b492cfe776574eca3c37d3062a30b479b5971866a25e28290de8118bef4] <==
E1211 23:59:33.413263 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
I1211 23:59:35.297693 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1212 00:02:14.658309 1 cache.go:503] "Pod was added to a different node than it was assumed" podKey="bc1a3365-d32e-42cc-b58c-95a59e72d54b" pod="default/busybox-7dff88458-nsw2n" assumedNode="ha-565823-m02" currentNode="ha-565823-m03"
E1212 00:02:14.675240 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-nsw2n\": pod busybox-7dff88458-nsw2n is already assigned to node \"ha-565823-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-nsw2n" node="ha-565823-m03"
E1212 00:02:14.679553 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod bc1a3365-d32e-42cc-b58c-95a59e72d54b(default/busybox-7dff88458-nsw2n) was assumed on ha-565823-m03 but assigned to ha-565823-m02" pod="default/busybox-7dff88458-nsw2n"
E1212 00:02:14.680513 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-nsw2n\": pod busybox-7dff88458-nsw2n is already assigned to node \"ha-565823-m02\"" pod="default/busybox-7dff88458-nsw2n"
I1212 00:02:14.680708 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-nsw2n" node="ha-565823-m02"
E1212 00:02:14.899144 1 schedule_one.go:1078] "Error occurred" err="Pod default/busybox-7dff88458-vn6xg is already present in the active queue" pod="default/busybox-7dff88458-vn6xg"
E1212 00:02:14.936687 1 schedule_one.go:1106] "Error updating pod" err="pods \"busybox-7dff88458-vn6xg\" not found" pod="default/busybox-7dff88458-vn6xg"
E1212 00:02:54.574668 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-j59sb\": pod kube-proxy-j59sb is already assigned to node \"ha-565823-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-j59sb" node="ha-565823-m04"
E1212 00:02:54.578200 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-6qk4d\": pod kindnet-6qk4d is already assigned to node \"ha-565823-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-6qk4d" node="ha-565823-m04"
E1212 00:02:54.581395 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod b52adb65-9292-42b8-bca8-b4a44c756e15(kube-system/kube-proxy-j59sb) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-j59sb"
E1212 00:02:54.582857 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-j59sb\": pod kube-proxy-j59sb is already assigned to node \"ha-565823-m04\"" pod="kube-system/kube-proxy-j59sb"
I1212 00:02:54.582977 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-j59sb" node="ha-565823-m04"
E1212 00:02:54.583674 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 8ba90dda-f093-4ba3-abad-427394ebe334(kube-system/kindnet-6qk4d) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-6qk4d"
E1212 00:02:54.583943 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-6qk4d\": pod kindnet-6qk4d is already assigned to node \"ha-565823-m04\"" pod="kube-system/kindnet-6qk4d"
I1212 00:02:54.584002 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-6qk4d" node="ha-565823-m04"
E1212 00:02:54.639291 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-lbbhs\": pod kube-proxy-lbbhs is already assigned to node \"ha-565823-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-lbbhs" node="ha-565823-m04"
E1212 00:02:54.640439 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 2061489e-9108-4e76-af40-2fcc1540357b(kube-system/kube-proxy-lbbhs) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-lbbhs"
E1212 00:02:54.640623 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-lbbhs\": pod kube-proxy-lbbhs is already assigned to node \"ha-565823-m04\"" pod="kube-system/kube-proxy-lbbhs"
I1212 00:02:54.640743 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-lbbhs" node="ha-565823-m04"
E1212 00:02:54.639802 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-pfdgd\": pod kindnet-pfdgd is already assigned to node \"ha-565823-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-pfdgd" node="ha-565823-m04"
E1212 00:02:54.641599 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 5bd86f21-f17e-4d19-8bac-53393aecda0b(kube-system/kindnet-pfdgd) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-pfdgd"
E1212 00:02:54.641728 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-pfdgd\": pod kindnet-pfdgd is already assigned to node \"ha-565823-m04\"" pod="kube-system/kindnet-pfdgd"
I1212 00:02:54.641865 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-pfdgd" node="ha-565823-m04"
==> kubelet <==
Dec 12 00:04:45 ha-565823 kubelet[1304]: E1212 00:04:45.646672 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961885646360837,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:04:45 ha-565823 kubelet[1304]: E1212 00:04:45.646986 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961885646360837,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:04:55 ha-565823 kubelet[1304]: E1212 00:04:55.649177 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961895648846632,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:04:55 ha-565823 kubelet[1304]: E1212 00:04:55.649229 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961895648846632,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:05 ha-565823 kubelet[1304]: E1212 00:05:05.650905 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961905650620490,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:05 ha-565823 kubelet[1304]: E1212 00:05:05.650951 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961905650620490,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:15 ha-565823 kubelet[1304]: E1212 00:05:15.652272 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961915651820297,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:15 ha-565823 kubelet[1304]: E1212 00:05:15.652343 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961915651820297,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:25 ha-565823 kubelet[1304]: E1212 00:05:25.654671 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961925654167907,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:25 ha-565823 kubelet[1304]: E1212 00:05:25.655016 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961925654167907,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:35 ha-565823 kubelet[1304]: E1212 00:05:35.529805 1304 iptables.go:577] "Could not set up iptables canary" err=<
Dec 12 00:05:35 ha-565823 kubelet[1304]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Dec 12 00:05:35 ha-565823 kubelet[1304]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Dec 12 00:05:35 ha-565823 kubelet[1304]: Perhaps ip6tables or your kernel needs to be upgraded.
Dec 12 00:05:35 ha-565823 kubelet[1304]: > table="nat" chain="KUBE-KUBELET-CANARY"
Dec 12 00:05:35 ha-565823 kubelet[1304]: E1212 00:05:35.657687 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961935657273568,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:35 ha-565823 kubelet[1304]: E1212 00:05:35.657712 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961935657273568,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:45 ha-565823 kubelet[1304]: E1212 00:05:45.659792 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961945659457766,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:45 ha-565823 kubelet[1304]: E1212 00:05:45.659845 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961945659457766,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:55 ha-565823 kubelet[1304]: E1212 00:05:55.661887 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961955661658114,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:05:55 ha-565823 kubelet[1304]: E1212 00:05:55.662031 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961955661658114,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:06:05 ha-565823 kubelet[1304]: E1212 00:06:05.663647 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961965663423234,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:06:05 ha-565823 kubelet[1304]: E1212 00:06:05.663687 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961965663423234,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:06:15 ha-565823 kubelet[1304]: E1212 00:06:15.666171 1304 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961975665523145,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 12 00:06:15 ha-565823 kubelet[1304]: E1212 00:06:15.666205 1304 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733961975665523145,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-565823 -n ha-565823
helpers_test.go:261: (dbg) Run: kubectl --context ha-565823 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.18s)