=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.294933632s)
ha_test.go:309: expected profile "ha-931571" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-931571\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-931571\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-931571\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.67\",\"Port\":8443,\"Kubernet
esVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.245\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.57\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.237\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\"
:false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"
MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-931571 -n ha-931571
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-931571 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-931571 logs -n 25: (1.388151887s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-931571 ssh -n | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-931571 cp ha-931571-m03:/home/docker/cp-test.txt | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571:/home/docker/cp-test_ha-931571-m03_ha-931571.txt | | | | | |
| ssh | ha-931571 ssh -n | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-931571 ssh -n ha-931571 sudo cat | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | /home/docker/cp-test_ha-931571-m03_ha-931571.txt | | | | | |
| cp | ha-931571 cp ha-931571-m03:/home/docker/cp-test.txt | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m02:/home/docker/cp-test_ha-931571-m03_ha-931571-m02.txt | | | | | |
| ssh | ha-931571 ssh -n | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-931571 ssh -n ha-931571-m02 sudo cat | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | /home/docker/cp-test_ha-931571-m03_ha-931571-m02.txt | | | | | |
| cp | ha-931571 cp ha-931571-m03:/home/docker/cp-test.txt | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m04:/home/docker/cp-test_ha-931571-m03_ha-931571-m04.txt | | | | | |
| ssh | ha-931571 ssh -n | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-931571 ssh -n ha-931571-m04 sudo cat | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | /home/docker/cp-test_ha-931571-m03_ha-931571-m04.txt | | | | | |
| cp | ha-931571 cp testdata/cp-test.txt | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-931571 ssh -n | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-931571 cp ha-931571-m04:/home/docker/cp-test.txt | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile2369318263/001/cp-test_ha-931571-m04.txt | | | | | |
| ssh | ha-931571 ssh -n | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-931571 cp ha-931571-m04:/home/docker/cp-test.txt | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571:/home/docker/cp-test_ha-931571-m04_ha-931571.txt | | | | | |
| ssh | ha-931571 ssh -n | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-931571 ssh -n ha-931571 sudo cat | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | /home/docker/cp-test_ha-931571-m04_ha-931571.txt | | | | | |
| cp | ha-931571 cp ha-931571-m04:/home/docker/cp-test.txt | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m02:/home/docker/cp-test_ha-931571-m04_ha-931571-m02.txt | | | | | |
| ssh | ha-931571 ssh -n | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-931571 ssh -n ha-931571-m02 sudo cat | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | /home/docker/cp-test_ha-931571-m04_ha-931571-m02.txt | | | | | |
| cp | ha-931571 cp ha-931571-m04:/home/docker/cp-test.txt | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m03:/home/docker/cp-test_ha-931571-m04_ha-931571-m03.txt | | | | | |
| ssh | ha-931571 ssh -n | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | ha-931571-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-931571 ssh -n ha-931571-m03 sudo cat | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | 04 Nov 24 10:56 UTC |
| | /home/docker/cp-test_ha-931571-m04_ha-931571-m03.txt | | | | | |
| node | ha-931571 node stop m02 -v=7 | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:56 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-931571 node start m02 -v=7 | ha-931571 | jenkins | v1.34.0 | 04 Nov 24 10:59 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/11/04 10:52:21
Running on machine: ubuntu-20-agent-2
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1104 10:52:21.364935 37715 out.go:345] Setting OutFile to fd 1 ...
I1104 10:52:21.365025 37715 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1104 10:52:21.365032 37715 out.go:358] Setting ErrFile to fd 2...
I1104 10:52:21.365036 37715 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1104 10:52:21.365213 37715 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19906-19898/.minikube/bin
I1104 10:52:21.365784 37715 out.go:352] Setting JSON to false
I1104 10:52:21.366601 37715 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-2","uptime":5692,"bootTime":1730711849,"procs":181,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1104 10:52:21.366686 37715 start.go:139] virtualization: kvm guest
I1104 10:52:21.368805 37715 out.go:177] * [ha-931571] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1104 10:52:21.370048 37715 out.go:177] - MINIKUBE_LOCATION=19906
I1104 10:52:21.370105 37715 notify.go:220] Checking for updates...
I1104 10:52:21.372521 37715 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1104 10:52:21.373968 37715 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19906-19898/kubeconfig
I1104 10:52:21.375378 37715 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19906-19898/.minikube
I1104 10:52:21.376837 37715 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1104 10:52:21.378230 37715 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1104 10:52:21.379614 37715 driver.go:394] Setting default libvirt URI to qemu:///system
I1104 10:52:21.414672 37715 out.go:177] * Using the kvm2 driver based on user configuration
I1104 10:52:21.416078 37715 start.go:297] selected driver: kvm2
I1104 10:52:21.416092 37715 start.go:901] validating driver "kvm2" against <nil>
I1104 10:52:21.416103 37715 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1104 10:52:21.416883 37715 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1104 10:52:21.416970 37715 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19906-19898/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1104 10:52:21.432886 37715 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1104 10:52:21.432946 37715 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1104 10:52:21.433171 37715 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1104 10:52:21.433208 37715 cni.go:84] Creating CNI manager for ""
I1104 10:52:21.433267 37715 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1104 10:52:21.433278 37715 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1104 10:52:21.433324 37715 start.go:340] cluster config:
{Name:ha-931571 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-931571 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1104 10:52:21.433412 37715 iso.go:125] acquiring lock: {Name:mk00c7dd6e02d348844f079f7574057e15cae010 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1104 10:52:21.435216 37715 out.go:177] * Starting "ha-931571" primary control-plane node in "ha-931571" cluster
I1104 10:52:21.436574 37715 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1104 10:52:21.436609 37715 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19906-19898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1104 10:52:21.436618 37715 cache.go:56] Caching tarball of preloaded images
I1104 10:52:21.436693 37715 preload.go:172] Found /home/jenkins/minikube-integration/19906-19898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1104 10:52:21.436705 37715 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1104 10:52:21.436992 37715 profile.go:143] Saving config to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/config.json ...
I1104 10:52:21.437018 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/config.json: {Name:mke118782614f4d89fa0f6507dfdc64c536a0e87 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:52:21.437163 37715 start.go:360] acquireMachinesLock for ha-931571: {Name:mka4ed965095cfb58c9b0f5916edff39b4236a2f Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1104 10:52:21.437221 37715 start.go:364] duration metric: took 42.218µs to acquireMachinesLock for "ha-931571"
I1104 10:52:21.437267 37715 start.go:93] Provisioning new machine with config: &{Name:ha-931571 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-931571 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1104 10:52:21.437337 37715 start.go:125] createHost starting for "" (driver="kvm2")
I1104 10:52:21.438936 37715 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1104 10:52:21.439063 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:52:21.439107 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:52:21.453699 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36911
I1104 10:52:21.454132 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:52:21.454653 37715 main.go:141] libmachine: Using API Version 1
I1104 10:52:21.454675 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:52:21.455002 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:52:21.455150 37715 main.go:141] libmachine: (ha-931571) Calling .GetMachineName
I1104 10:52:21.455275 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:52:21.455438 37715 start.go:159] libmachine.API.Create for "ha-931571" (driver="kvm2")
I1104 10:52:21.455470 37715 client.go:168] LocalClient.Create starting
I1104 10:52:21.455500 37715 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem
I1104 10:52:21.455528 37715 main.go:141] libmachine: Decoding PEM data...
I1104 10:52:21.455541 37715 main.go:141] libmachine: Parsing certificate...
I1104 10:52:21.455581 37715 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem
I1104 10:52:21.455599 37715 main.go:141] libmachine: Decoding PEM data...
I1104 10:52:21.455610 37715 main.go:141] libmachine: Parsing certificate...
I1104 10:52:21.455624 37715 main.go:141] libmachine: Running pre-create checks...
I1104 10:52:21.455633 37715 main.go:141] libmachine: (ha-931571) Calling .PreCreateCheck
I1104 10:52:21.455911 37715 main.go:141] libmachine: (ha-931571) Calling .GetConfigRaw
I1104 10:52:21.456291 37715 main.go:141] libmachine: Creating machine...
I1104 10:52:21.456304 37715 main.go:141] libmachine: (ha-931571) Calling .Create
I1104 10:52:21.456440 37715 main.go:141] libmachine: (ha-931571) Creating KVM machine...
I1104 10:52:21.457741 37715 main.go:141] libmachine: (ha-931571) DBG | found existing default KVM network
I1104 10:52:21.458392 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:21.458262 37738 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0001231e0}
I1104 10:52:21.458442 37715 main.go:141] libmachine: (ha-931571) DBG | created network xml:
I1104 10:52:21.458465 37715 main.go:141] libmachine: (ha-931571) DBG | <network>
I1104 10:52:21.458474 37715 main.go:141] libmachine: (ha-931571) DBG | <name>mk-ha-931571</name>
I1104 10:52:21.458487 37715 main.go:141] libmachine: (ha-931571) DBG | <dns enable='no'/>
I1104 10:52:21.458498 37715 main.go:141] libmachine: (ha-931571) DBG |
I1104 10:52:21.458510 37715 main.go:141] libmachine: (ha-931571) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1104 10:52:21.458517 37715 main.go:141] libmachine: (ha-931571) DBG | <dhcp>
I1104 10:52:21.458526 37715 main.go:141] libmachine: (ha-931571) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1104 10:52:21.458536 37715 main.go:141] libmachine: (ha-931571) DBG | </dhcp>
I1104 10:52:21.458547 37715 main.go:141] libmachine: (ha-931571) DBG | </ip>
I1104 10:52:21.458556 37715 main.go:141] libmachine: (ha-931571) DBG |
I1104 10:52:21.458566 37715 main.go:141] libmachine: (ha-931571) DBG | </network>
I1104 10:52:21.458577 37715 main.go:141] libmachine: (ha-931571) DBG |
I1104 10:52:21.463306 37715 main.go:141] libmachine: (ha-931571) DBG | trying to create private KVM network mk-ha-931571 192.168.39.0/24...
I1104 10:52:21.529269 37715 main.go:141] libmachine: (ha-931571) DBG | private KVM network mk-ha-931571 192.168.39.0/24 created
I1104 10:52:21.529311 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:21.529188 37738 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19906-19898/.minikube
I1104 10:52:21.529329 37715 main.go:141] libmachine: (ha-931571) Setting up store path in /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571 ...
I1104 10:52:21.529347 37715 main.go:141] libmachine: (ha-931571) Building disk image from file:///home/jenkins/minikube-integration/19906-19898/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso
I1104 10:52:21.529364 37715 main.go:141] libmachine: (ha-931571) Downloading /home/jenkins/minikube-integration/19906-19898/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19906-19898/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso...
I1104 10:52:21.775859 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:21.775727 37738 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa...
I1104 10:52:21.860057 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:21.859924 37738 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/ha-931571.rawdisk...
I1104 10:52:21.860086 37715 main.go:141] libmachine: (ha-931571) DBG | Writing magic tar header
I1104 10:52:21.860102 37715 main.go:141] libmachine: (ha-931571) DBG | Writing SSH key tar header
I1104 10:52:21.860115 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:21.860035 37738 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571 ...
I1104 10:52:21.860131 37715 main.go:141] libmachine: (ha-931571) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571
I1104 10:52:21.860191 37715 main.go:141] libmachine: (ha-931571) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898/.minikube/machines
I1104 10:52:21.860213 37715 main.go:141] libmachine: (ha-931571) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898/.minikube
I1104 10:52:21.860225 37715 main.go:141] libmachine: (ha-931571) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571 (perms=drwx------)
I1104 10:52:21.860235 37715 main.go:141] libmachine: (ha-931571) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898
I1104 10:52:21.860254 37715 main.go:141] libmachine: (ha-931571) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1104 10:52:21.860267 37715 main.go:141] libmachine: (ha-931571) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898/.minikube/machines (perms=drwxr-xr-x)
I1104 10:52:21.860276 37715 main.go:141] libmachine: (ha-931571) DBG | Checking permissions on dir: /home/jenkins
I1104 10:52:21.860287 37715 main.go:141] libmachine: (ha-931571) DBG | Checking permissions on dir: /home
I1104 10:52:21.860298 37715 main.go:141] libmachine: (ha-931571) DBG | Skipping /home - not owner
I1104 10:52:21.860370 37715 main.go:141] libmachine: (ha-931571) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898/.minikube (perms=drwxr-xr-x)
I1104 10:52:21.860424 37715 main.go:141] libmachine: (ha-931571) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898 (perms=drwxrwxr-x)
I1104 10:52:21.860440 37715 main.go:141] libmachine: (ha-931571) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1104 10:52:21.860450 37715 main.go:141] libmachine: (ha-931571) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1104 10:52:21.860468 37715 main.go:141] libmachine: (ha-931571) Creating domain...
I1104 10:52:21.861289 37715 main.go:141] libmachine: (ha-931571) define libvirt domain using xml:
I1104 10:52:21.861306 37715 main.go:141] libmachine: (ha-931571) <domain type='kvm'>
I1104 10:52:21.861313 37715 main.go:141] libmachine: (ha-931571) <name>ha-931571</name>
I1104 10:52:21.861320 37715 main.go:141] libmachine: (ha-931571) <memory unit='MiB'>2200</memory>
I1104 10:52:21.861328 37715 main.go:141] libmachine: (ha-931571) <vcpu>2</vcpu>
I1104 10:52:21.861340 37715 main.go:141] libmachine: (ha-931571) <features>
I1104 10:52:21.861356 37715 main.go:141] libmachine: (ha-931571) <acpi/>
I1104 10:52:21.861372 37715 main.go:141] libmachine: (ha-931571) <apic/>
I1104 10:52:21.861380 37715 main.go:141] libmachine: (ha-931571) <pae/>
I1104 10:52:21.861396 37715 main.go:141] libmachine: (ha-931571)
I1104 10:52:21.861404 37715 main.go:141] libmachine: (ha-931571) </features>
I1104 10:52:21.861416 37715 main.go:141] libmachine: (ha-931571) <cpu mode='host-passthrough'>
I1104 10:52:21.861423 37715 main.go:141] libmachine: (ha-931571)
I1104 10:52:21.861426 37715 main.go:141] libmachine: (ha-931571) </cpu>
I1104 10:52:21.861433 37715 main.go:141] libmachine: (ha-931571) <os>
I1104 10:52:21.861437 37715 main.go:141] libmachine: (ha-931571) <type>hvm</type>
I1104 10:52:21.861444 37715 main.go:141] libmachine: (ha-931571) <boot dev='cdrom'/>
I1104 10:52:21.861448 37715 main.go:141] libmachine: (ha-931571) <boot dev='hd'/>
I1104 10:52:21.861452 37715 main.go:141] libmachine: (ha-931571) <bootmenu enable='no'/>
I1104 10:52:21.861458 37715 main.go:141] libmachine: (ha-931571) </os>
I1104 10:52:21.861462 37715 main.go:141] libmachine: (ha-931571) <devices>
I1104 10:52:21.861469 37715 main.go:141] libmachine: (ha-931571) <disk type='file' device='cdrom'>
I1104 10:52:21.861476 37715 main.go:141] libmachine: (ha-931571) <source file='/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/boot2docker.iso'/>
I1104 10:52:21.861488 37715 main.go:141] libmachine: (ha-931571) <target dev='hdc' bus='scsi'/>
I1104 10:52:21.861492 37715 main.go:141] libmachine: (ha-931571) <readonly/>
I1104 10:52:21.861495 37715 main.go:141] libmachine: (ha-931571) </disk>
I1104 10:52:21.861500 37715 main.go:141] libmachine: (ha-931571) <disk type='file' device='disk'>
I1104 10:52:21.861506 37715 main.go:141] libmachine: (ha-931571) <driver name='qemu' type='raw' cache='default' io='threads' />
I1104 10:52:21.861513 37715 main.go:141] libmachine: (ha-931571) <source file='/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/ha-931571.rawdisk'/>
I1104 10:52:21.861520 37715 main.go:141] libmachine: (ha-931571) <target dev='hda' bus='virtio'/>
I1104 10:52:21.861524 37715 main.go:141] libmachine: (ha-931571) </disk>
I1104 10:52:21.861533 37715 main.go:141] libmachine: (ha-931571) <interface type='network'>
I1104 10:52:21.861538 37715 main.go:141] libmachine: (ha-931571) <source network='mk-ha-931571'/>
I1104 10:52:21.861547 37715 main.go:141] libmachine: (ha-931571) <model type='virtio'/>
I1104 10:52:21.861557 37715 main.go:141] libmachine: (ha-931571) </interface>
I1104 10:52:21.861566 37715 main.go:141] libmachine: (ha-931571) <interface type='network'>
I1104 10:52:21.861571 37715 main.go:141] libmachine: (ha-931571) <source network='default'/>
I1104 10:52:21.861580 37715 main.go:141] libmachine: (ha-931571) <model type='virtio'/>
I1104 10:52:21.861584 37715 main.go:141] libmachine: (ha-931571) </interface>
I1104 10:52:21.861591 37715 main.go:141] libmachine: (ha-931571) <serial type='pty'>
I1104 10:52:21.861645 37715 main.go:141] libmachine: (ha-931571) <target port='0'/>
I1104 10:52:21.861685 37715 main.go:141] libmachine: (ha-931571) </serial>
I1104 10:52:21.861703 37715 main.go:141] libmachine: (ha-931571) <console type='pty'>
I1104 10:52:21.861714 37715 main.go:141] libmachine: (ha-931571) <target type='serial' port='0'/>
I1104 10:52:21.861735 37715 main.go:141] libmachine: (ha-931571) </console>
I1104 10:52:21.861744 37715 main.go:141] libmachine: (ha-931571) <rng model='virtio'>
I1104 10:52:21.861753 37715 main.go:141] libmachine: (ha-931571) <backend model='random'>/dev/random</backend>
I1104 10:52:21.861765 37715 main.go:141] libmachine: (ha-931571) </rng>
I1104 10:52:21.861773 37715 main.go:141] libmachine: (ha-931571)
I1104 10:52:21.861783 37715 main.go:141] libmachine: (ha-931571)
I1104 10:52:21.861791 37715 main.go:141] libmachine: (ha-931571) </devices>
I1104 10:52:21.861799 37715 main.go:141] libmachine: (ha-931571) </domain>
I1104 10:52:21.861809 37715 main.go:141] libmachine: (ha-931571)
I1104 10:52:21.865935 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:cf:c5:1d in network default
I1104 10:52:21.866504 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:21.866522 37715 main.go:141] libmachine: (ha-931571) Ensuring networks are active...
I1104 10:52:21.866948 37715 main.go:141] libmachine: (ha-931571) Ensuring network default is active
I1104 10:52:21.867232 37715 main.go:141] libmachine: (ha-931571) Ensuring network mk-ha-931571 is active
I1104 10:52:21.867627 37715 main.go:141] libmachine: (ha-931571) Getting domain xml...
I1104 10:52:21.868256 37715 main.go:141] libmachine: (ha-931571) Creating domain...
I1104 10:52:23.049161 37715 main.go:141] libmachine: (ha-931571) Waiting to get IP...
I1104 10:52:23.050233 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:23.050623 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:23.050643 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:23.050602 37738 retry.go:31] will retry after 245.530574ms: waiting for machine to come up
I1104 10:52:23.298185 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:23.298678 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:23.298704 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:23.298589 37738 retry.go:31] will retry after 317.376406ms: waiting for machine to come up
I1104 10:52:23.617020 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:23.617577 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:23.617605 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:23.617514 37738 retry.go:31] will retry after 370.038267ms: waiting for machine to come up
I1104 10:52:23.988831 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:23.989190 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:23.989220 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:23.989148 37738 retry.go:31] will retry after 538.152632ms: waiting for machine to come up
I1104 10:52:24.528804 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:24.529210 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:24.529252 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:24.529162 37738 retry.go:31] will retry after 731.07349ms: waiting for machine to come up
I1104 10:52:25.262048 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:25.262502 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:25.262519 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:25.262462 37738 retry.go:31] will retry after 741.011273ms: waiting for machine to come up
I1104 10:52:26.005553 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:26.005942 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:26.005976 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:26.005909 37738 retry.go:31] will retry after 743.777795ms: waiting for machine to come up
I1104 10:52:26.751254 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:26.751560 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:26.751581 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:26.751519 37738 retry.go:31] will retry after 895.955115ms: waiting for machine to come up
I1104 10:52:27.648705 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:27.649070 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:27.649096 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:27.649040 37738 retry.go:31] will retry after 1.225419017s: waiting for machine to come up
I1104 10:52:28.876413 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:28.876806 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:28.876829 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:28.876782 37738 retry.go:31] will retry after 1.631823926s: waiting for machine to come up
I1104 10:52:30.510636 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:30.511147 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:30.511177 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:30.511093 37738 retry.go:31] will retry after 1.798258408s: waiting for machine to come up
I1104 10:52:32.311067 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:32.311528 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:32.311574 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:32.311491 37738 retry.go:31] will retry after 3.573429436s: waiting for machine to come up
I1104 10:52:35.889088 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:35.889552 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find current IP address of domain ha-931571 in network mk-ha-931571
I1104 10:52:35.889578 37715 main.go:141] libmachine: (ha-931571) DBG | I1104 10:52:35.889516 37738 retry.go:31] will retry after 4.488251667s: waiting for machine to come up
I1104 10:52:40.382173 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.382599 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has current primary IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.382621 37715 main.go:141] libmachine: (ha-931571) Found IP for machine: 192.168.39.67
I1104 10:52:40.382633 37715 main.go:141] libmachine: (ha-931571) Reserving static IP address...
I1104 10:52:40.383033 37715 main.go:141] libmachine: (ha-931571) DBG | unable to find host DHCP lease matching {name: "ha-931571", mac: "52:54:00:2c:cb:16", ip: "192.168.39.67"} in network mk-ha-931571
I1104 10:52:40.452346 37715 main.go:141] libmachine: (ha-931571) DBG | Getting to WaitForSSH function...
I1104 10:52:40.452379 37715 main.go:141] libmachine: (ha-931571) Reserved static IP address: 192.168.39.67
I1104 10:52:40.452392 37715 main.go:141] libmachine: (ha-931571) Waiting for SSH to be available...
I1104 10:52:40.456018 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.456490 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:minikube Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:40.456515 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.456627 37715 main.go:141] libmachine: (ha-931571) DBG | Using SSH client type: external
I1104 10:52:40.456650 37715 main.go:141] libmachine: (ha-931571) DBG | Using SSH private key: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa (-rw-------)
I1104 10:52:40.456681 37715 main.go:141] libmachine: (ha-931571) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.67 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa -p 22] /usr/bin/ssh <nil>}
I1104 10:52:40.456700 37715 main.go:141] libmachine: (ha-931571) DBG | About to run SSH command:
I1104 10:52:40.456715 37715 main.go:141] libmachine: (ha-931571) DBG | exit 0
I1104 10:52:40.580862 37715 main.go:141] libmachine: (ha-931571) DBG | SSH cmd err, output: <nil>:
I1104 10:52:40.581146 37715 main.go:141] libmachine: (ha-931571) KVM machine creation complete!
I1104 10:52:40.581410 37715 main.go:141] libmachine: (ha-931571) Calling .GetConfigRaw
I1104 10:52:40.581936 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:52:40.582130 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:52:40.582294 37715 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1104 10:52:40.582307 37715 main.go:141] libmachine: (ha-931571) Calling .GetState
I1104 10:52:40.583398 37715 main.go:141] libmachine: Detecting operating system of created instance...
I1104 10:52:40.583412 37715 main.go:141] libmachine: Waiting for SSH to be available...
I1104 10:52:40.583418 37715 main.go:141] libmachine: Getting to WaitForSSH function...
I1104 10:52:40.583425 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:52:40.585558 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.585865 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:40.585891 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.585991 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:52:40.586130 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:40.586272 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:40.586383 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:52:40.586519 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:52:40.586723 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1104 10:52:40.586734 37715 main.go:141] libmachine: About to run SSH command:
exit 0
I1104 10:52:40.692229 37715 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1104 10:52:40.692248 37715 main.go:141] libmachine: Detecting the provisioner...
I1104 10:52:40.692257 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:52:40.695010 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.695388 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:40.695411 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.695556 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:52:40.695751 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:40.695899 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:40.696052 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:52:40.696188 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:52:40.696868 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1104 10:52:40.696890 37715 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1104 10:52:40.801468 37715 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1104 10:52:40.801552 37715 main.go:141] libmachine: found compatible host: buildroot
I1104 10:52:40.801563 37715 main.go:141] libmachine: Provisioning with buildroot...
I1104 10:52:40.801571 37715 main.go:141] libmachine: (ha-931571) Calling .GetMachineName
I1104 10:52:40.801814 37715 buildroot.go:166] provisioning hostname "ha-931571"
I1104 10:52:40.801836 37715 main.go:141] libmachine: (ha-931571) Calling .GetMachineName
I1104 10:52:40.801992 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:52:40.804318 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.804694 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:40.804723 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.804889 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:52:40.805051 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:40.805262 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:40.805439 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:52:40.805644 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:52:40.805826 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1104 10:52:40.805838 37715 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-931571 && echo "ha-931571" | sudo tee /etc/hostname
I1104 10:52:40.921516 37715 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-931571
I1104 10:52:40.921540 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:52:40.924174 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.924514 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:40.924541 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:40.924675 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:52:40.924825 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:40.924941 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:40.925052 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:52:40.925210 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:52:40.925423 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1104 10:52:40.925448 37715 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-931571' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-931571/g' /etc/hosts;
else
echo '127.0.1.1 ha-931571' | sudo tee -a /etc/hosts;
fi
fi
I1104 10:52:41.036770 37715 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1104 10:52:41.036799 37715 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19906-19898/.minikube CaCertPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19906-19898/.minikube}
I1104 10:52:41.036830 37715 buildroot.go:174] setting up certificates
I1104 10:52:41.036839 37715 provision.go:84] configureAuth start
I1104 10:52:41.036848 37715 main.go:141] libmachine: (ha-931571) Calling .GetMachineName
I1104 10:52:41.037164 37715 main.go:141] libmachine: (ha-931571) Calling .GetIP
I1104 10:52:41.039662 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.040007 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:41.040032 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.040164 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:52:41.042288 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.042624 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:41.042652 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.042756 37715 provision.go:143] copyHostCerts
I1104 10:52:41.042779 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem
I1104 10:52:41.042808 37715 exec_runner.go:144] found /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem, removing ...
I1104 10:52:41.042823 37715 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem
I1104 10:52:41.042880 37715 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem (1078 bytes)
I1104 10:52:41.042955 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem
I1104 10:52:41.042972 37715 exec_runner.go:144] found /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem, removing ...
I1104 10:52:41.042979 37715 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem
I1104 10:52:41.043001 37715 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem (1123 bytes)
I1104 10:52:41.043042 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem
I1104 10:52:41.043058 37715 exec_runner.go:144] found /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem, removing ...
I1104 10:52:41.043064 37715 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem
I1104 10:52:41.043084 37715 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem (1679 bytes)
I1104 10:52:41.043133 37715 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca-key.pem org=jenkins.ha-931571 san=[127.0.0.1 192.168.39.67 ha-931571 localhost minikube]
I1104 10:52:41.275942 37715 provision.go:177] copyRemoteCerts
I1104 10:52:41.275998 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1104 10:52:41.276018 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:52:41.278984 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.279300 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:41.279324 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.279438 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:52:41.279611 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:41.279754 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:52:41.279862 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa Username:docker}
I1104 10:52:41.362606 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1104 10:52:41.362673 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1104 10:52:41.384103 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem -> /etc/docker/server.pem
I1104 10:52:41.384170 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1104 10:52:41.405170 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1104 10:52:41.405259 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1104 10:52:41.426285 37715 provision.go:87] duration metric: took 389.43394ms to configureAuth
I1104 10:52:41.426311 37715 buildroot.go:189] setting minikube options for container-runtime
I1104 10:52:41.426499 37715 config.go:182] Loaded profile config "ha-931571": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1104 10:52:41.426580 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:52:41.429219 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.429514 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:41.429539 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.429751 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:52:41.429959 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:41.430107 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:41.430247 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:52:41.430417 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:52:41.430644 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1104 10:52:41.430666 37715 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1104 10:52:41.649262 37715 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1104 10:52:41.649291 37715 main.go:141] libmachine: Checking connection to Docker...
I1104 10:52:41.649300 37715 main.go:141] libmachine: (ha-931571) Calling .GetURL
I1104 10:52:41.650723 37715 main.go:141] libmachine: (ha-931571) DBG | Using libvirt version 6000000
I1104 10:52:41.653499 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.653913 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:41.653943 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.654070 37715 main.go:141] libmachine: Docker is up and running!
I1104 10:52:41.654084 37715 main.go:141] libmachine: Reticulating splines...
I1104 10:52:41.654091 37715 client.go:171] duration metric: took 20.198612513s to LocalClient.Create
I1104 10:52:41.654124 37715 start.go:167] duration metric: took 20.198697894s to libmachine.API.Create "ha-931571"
I1104 10:52:41.654168 37715 start.go:293] postStartSetup for "ha-931571" (driver="kvm2")
I1104 10:52:41.654182 37715 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1104 10:52:41.654199 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:52:41.654448 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1104 10:52:41.654477 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:52:41.656689 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.657007 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:41.657028 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.657279 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:52:41.657484 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:41.657648 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:52:41.657776 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa Username:docker}
I1104 10:52:41.738934 37715 ssh_runner.go:195] Run: cat /etc/os-release
I1104 10:52:41.742902 37715 info.go:137] Remote host: Buildroot 2023.02.9
I1104 10:52:41.742925 37715 filesync.go:126] Scanning /home/jenkins/minikube-integration/19906-19898/.minikube/addons for local assets ...
I1104 10:52:41.742997 37715 filesync.go:126] Scanning /home/jenkins/minikube-integration/19906-19898/.minikube/files for local assets ...
I1104 10:52:41.743084 37715 filesync.go:149] local asset: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem -> 272182.pem in /etc/ssl/certs
I1104 10:52:41.743095 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem -> /etc/ssl/certs/272182.pem
I1104 10:52:41.743212 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1104 10:52:41.752124 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem --> /etc/ssl/certs/272182.pem (1708 bytes)
I1104 10:52:41.774335 37715 start.go:296] duration metric: took 120.149038ms for postStartSetup
I1104 10:52:41.774411 37715 main.go:141] libmachine: (ha-931571) Calling .GetConfigRaw
I1104 10:52:41.775008 37715 main.go:141] libmachine: (ha-931571) Calling .GetIP
I1104 10:52:41.777422 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.777754 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:41.777776 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.778012 37715 profile.go:143] Saving config to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/config.json ...
I1104 10:52:41.778186 37715 start.go:128] duration metric: took 20.340838176s to createHost
I1104 10:52:41.778221 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:52:41.780525 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.780784 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:41.780805 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.780933 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:52:41.781101 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:41.781264 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:41.781386 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:52:41.781512 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:52:41.781672 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.67 22 <nil> <nil>}
I1104 10:52:41.781683 37715 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1104 10:52:41.885593 37715 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730717561.859087710
I1104 10:52:41.885616 37715 fix.go:216] guest clock: 1730717561.859087710
I1104 10:52:41.885624 37715 fix.go:229] Guest: 2024-11-04 10:52:41.85908771 +0000 UTC Remote: 2024-11-04 10:52:41.778208592 +0000 UTC m=+20.449726833 (delta=80.879118ms)
I1104 10:52:41.885647 37715 fix.go:200] guest clock delta is within tolerance: 80.879118ms
I1104 10:52:41.885653 37715 start.go:83] releasing machines lock for "ha-931571", held for 20.448400301s
I1104 10:52:41.885675 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:52:41.885953 37715 main.go:141] libmachine: (ha-931571) Calling .GetIP
I1104 10:52:41.888489 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.888887 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:41.888909 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.889131 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:52:41.889647 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:52:41.889819 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:52:41.889899 37715 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1104 10:52:41.889945 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:52:41.890032 37715 ssh_runner.go:195] Run: cat /version.json
I1104 10:52:41.890047 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:52:41.892621 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.893038 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:41.893065 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.893082 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.893208 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:52:41.893350 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:41.893498 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:52:41.893582 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:41.893589 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa Username:docker}
I1104 10:52:41.893613 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:41.893793 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:52:41.893936 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:52:41.894105 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:52:41.894263 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa Username:docker}
I1104 10:52:41.988130 37715 ssh_runner.go:195] Run: systemctl --version
I1104 10:52:41.993656 37715 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1104 10:52:42.142615 37715 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1104 10:52:42.148950 37715 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1104 10:52:42.149023 37715 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1104 10:52:42.163368 37715 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1104 10:52:42.163399 37715 start.go:495] detecting cgroup driver to use...
I1104 10:52:42.163459 37715 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1104 10:52:42.178011 37715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1104 10:52:42.190311 37715 docker.go:217] disabling cri-docker service (if available) ...
I1104 10:52:42.190363 37715 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1104 10:52:42.202494 37715 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1104 10:52:42.215234 37715 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1104 10:52:42.322933 37715 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1104 10:52:42.465367 37715 docker.go:233] disabling docker service ...
I1104 10:52:42.465435 37715 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1104 10:52:42.478799 37715 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1104 10:52:42.490748 37715 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1104 10:52:42.621810 37715 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1104 10:52:42.721588 37715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1104 10:52:42.734181 37715 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1104 10:52:42.750278 37715 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1104 10:52:42.750346 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:52:42.759509 37715 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1104 10:52:42.759569 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:52:42.768912 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:52:42.778275 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:52:42.791011 37715 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1104 10:52:42.801155 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:52:42.810365 37715 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:52:42.825204 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:52:42.834333 37715 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1104 10:52:42.842438 37715 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1104 10:52:42.842479 37715 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1104 10:52:42.853336 37715 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1104 10:52:42.861893 37715 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1104 10:52:42.966759 37715 ssh_runner.go:195] Run: sudo systemctl restart crio
I1104 10:52:43.051148 37715 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1104 10:52:43.051245 37715 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1104 10:52:43.055605 37715 start.go:563] Will wait 60s for crictl version
I1104 10:52:43.055660 37715 ssh_runner.go:195] Run: which crictl
I1104 10:52:43.058970 37715 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1104 10:52:43.092206 37715 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1104 10:52:43.092300 37715 ssh_runner.go:195] Run: crio --version
I1104 10:52:43.119216 37715 ssh_runner.go:195] Run: crio --version
I1104 10:52:43.149822 37715 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1104 10:52:43.150920 37715 main.go:141] libmachine: (ha-931571) Calling .GetIP
I1104 10:52:43.153539 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:43.153876 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:52:43.153903 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:52:43.154148 37715 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1104 10:52:43.157775 37715 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1104 10:52:43.169819 37715 kubeadm.go:883] updating cluster {Name:ha-931571 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-931571 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mo
untType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1104 10:52:43.169924 37715 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1104 10:52:43.169983 37715 ssh_runner.go:195] Run: sudo crictl images --output json
I1104 10:52:43.198885 37715 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1104 10:52:43.198949 37715 ssh_runner.go:195] Run: which lz4
I1104 10:52:43.202346 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1104 10:52:43.202439 37715 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1104 10:52:43.206081 37715 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1104 10:52:43.206107 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1104 10:52:44.348916 37715 crio.go:462] duration metric: took 1.146501805s to copy over tarball
I1104 10:52:44.348982 37715 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1104 10:52:46.326500 37715 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.97746722s)
I1104 10:52:46.326527 37715 crio.go:469] duration metric: took 1.977583171s to extract the tarball
I1104 10:52:46.326535 37715 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1104 10:52:46.361867 37715 ssh_runner.go:195] Run: sudo crictl images --output json
I1104 10:52:46.402887 37715 crio.go:514] all images are preloaded for cri-o runtime.
I1104 10:52:46.402909 37715 cache_images.go:84] Images are preloaded, skipping loading
I1104 10:52:46.402919 37715 kubeadm.go:934] updating node { 192.168.39.67 8443 v1.31.2 crio true true} ...
I1104 10:52:46.403024 37715 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-931571 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.67
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-931571 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1104 10:52:46.403102 37715 ssh_runner.go:195] Run: crio config
I1104 10:52:46.448114 37715 cni.go:84] Creating CNI manager for ""
I1104 10:52:46.448134 37715 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1104 10:52:46.448143 37715 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1104 10:52:46.448161 37715 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.67 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-931571 NodeName:ha-931571 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.67"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.67 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/m
anifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1104 10:52:46.448276 37715 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.67
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-931571"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.67"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.67"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1104 10:52:46.448297 37715 kube-vip.go:115] generating kube-vip config ...
I1104 10:52:46.448333 37715 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1104 10:52:46.464928 37715 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1104 10:52:46.465022 37715 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.5
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1104 10:52:46.465069 37715 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1104 10:52:46.473864 37715 binaries.go:44] Found k8s binaries, skipping transfer
I1104 10:52:46.473931 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1104 10:52:46.482366 37715 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I1104 10:52:46.497386 37715 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1104 10:52:46.512146 37715 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2286 bytes)
I1104 10:52:46.528415 37715 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1104 10:52:46.544798 37715 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1104 10:52:46.548212 37715 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1104 10:52:46.559488 37715 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1104 10:52:46.692494 37715 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1104 10:52:46.708806 37715 certs.go:68] Setting up /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571 for IP: 192.168.39.67
I1104 10:52:46.708830 37715 certs.go:194] generating shared ca certs ...
I1104 10:52:46.708849 37715 certs.go:226] acquiring lock for ca certs: {Name:mk4fb0469da6697654d0290fd25edddd463f47c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:52:46.709027 37715 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.key
I1104 10:52:46.709089 37715 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.key
I1104 10:52:46.709102 37715 certs.go:256] generating profile certs ...
I1104 10:52:46.709156 37715 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.key
I1104 10:52:46.709175 37715 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.crt with IP's: []
I1104 10:52:46.835505 37715 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.crt ...
I1104 10:52:46.835534 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.crt: {Name:mk61f73d1cdbaea56c4e3a41bf4d8a8e998c4601 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:52:46.835713 37715 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.key ...
I1104 10:52:46.835728 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.key: {Name:mk3a1e70b98b06ffcf80cad3978790ca4b634404 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:52:46.835832 37715 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.db135e66
I1104 10:52:46.835851 37715 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.db135e66 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.67 192.168.39.254]
I1104 10:52:46.955700 37715 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.db135e66 ...
I1104 10:52:46.955730 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.db135e66: {Name:mk7e52761b5f3a6915e1cf90cd8ace0ff40a1698 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:52:46.955903 37715 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.db135e66 ...
I1104 10:52:46.955919 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.db135e66: {Name:mk473e5ea437641c8d6be7c8c672068a3ffc879a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:52:46.956011 37715 certs.go:381] copying /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.db135e66 -> /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt
I1104 10:52:46.956221 37715 certs.go:385] copying /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.db135e66 -> /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key
I1104 10:52:46.956356 37715 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.key
I1104 10:52:46.956379 37715 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.crt with IP's: []
I1104 10:52:47.101236 37715 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.crt ...
I1104 10:52:47.101269 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.crt: {Name:mk407ac3d668cf899822db436da4d41618f60b31 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:52:47.101451 37715 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.key ...
I1104 10:52:47.101466 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.key: {Name:mk67291900fae9d34a6dbb5f9ac6f9eff95090cc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:52:47.101560 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1104 10:52:47.101583 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1104 10:52:47.101600 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1104 10:52:47.101617 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1104 10:52:47.101636 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1104 10:52:47.101656 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1104 10:52:47.101675 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1104 10:52:47.101692 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1104 10:52:47.101753 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218.pem (1338 bytes)
W1104 10:52:47.101799 37715 certs.go:480] ignoring /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218_empty.pem, impossibly tiny 0 bytes
I1104 10:52:47.101812 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca-key.pem (1675 bytes)
I1104 10:52:47.101846 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem (1078 bytes)
I1104 10:52:47.101884 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem (1123 bytes)
I1104 10:52:47.101916 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem (1679 bytes)
I1104 10:52:47.101975 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem (1708 bytes)
I1104 10:52:47.102014 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218.pem -> /usr/share/ca-certificates/27218.pem
I1104 10:52:47.102035 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem -> /usr/share/ca-certificates/272182.pem
I1104 10:52:47.102054 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1104 10:52:47.102621 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1104 10:52:47.126053 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1104 10:52:47.148030 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1104 10:52:47.169097 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1104 10:52:47.190790 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1104 10:52:47.211485 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1104 10:52:47.233064 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1104 10:52:47.254438 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1104 10:52:47.275584 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218.pem --> /usr/share/ca-certificates/27218.pem (1338 bytes)
I1104 10:52:47.296496 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem --> /usr/share/ca-certificates/272182.pem (1708 bytes)
I1104 10:52:47.316993 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1104 10:52:47.338085 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1104 10:52:47.352830 37715 ssh_runner.go:195] Run: openssl version
I1104 10:52:47.357992 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/27218.pem && ln -fs /usr/share/ca-certificates/27218.pem /etc/ssl/certs/27218.pem"
I1104 10:52:47.367171 37715 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/27218.pem
I1104 10:52:47.371139 37715 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 4 10:49 /usr/share/ca-certificates/27218.pem
I1104 10:52:47.371175 37715 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/27218.pem
I1104 10:52:47.376056 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/27218.pem /etc/ssl/certs/51391683.0"
I1104 10:52:47.385217 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/272182.pem && ln -fs /usr/share/ca-certificates/272182.pem /etc/ssl/certs/272182.pem"
I1104 10:52:47.394305 37715 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/272182.pem
I1104 10:52:47.398184 37715 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 4 10:49 /usr/share/ca-certificates/272182.pem
I1104 10:52:47.398229 37715 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/272182.pem
I1104 10:52:47.403221 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/272182.pem /etc/ssl/certs/3ec20f2e.0"
I1104 10:52:47.412407 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1104 10:52:47.421725 37715 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1104 10:52:47.425673 37715 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 4 10:38 /usr/share/ca-certificates/minikubeCA.pem
I1104 10:52:47.425724 37715 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1104 10:52:47.430774 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1104 10:52:47.442891 37715 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1104 10:52:47.448916 37715 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1104 10:52:47.448963 37715 kubeadm.go:392] StartCluster: {Name:ha-931571 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-931571 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mount
Type:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1104 10:52:47.449026 37715 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1104 10:52:47.449081 37715 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1104 10:52:47.493313 37715 cri.go:89] found id: ""
I1104 10:52:47.493388 37715 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1104 10:52:47.505853 37715 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1104 10:52:47.514358 37715 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1104 10:52:47.522614 37715 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1104 10:52:47.522633 37715 kubeadm.go:157] found existing configuration files:
I1104 10:52:47.522685 37715 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1104 10:52:47.530458 37715 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1104 10:52:47.530497 37715 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1104 10:52:47.538766 37715 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1104 10:52:47.546614 37715 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1104 10:52:47.546656 37715 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1104 10:52:47.554873 37715 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1104 10:52:47.562800 37715 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1104 10:52:47.562860 37715 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1104 10:52:47.571095 37715 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1104 10:52:47.578946 37715 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1104 10:52:47.578986 37715 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1104 10:52:47.587002 37715 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1104 10:52:47.774250 37715 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1104 10:52:59.162857 37715 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1104 10:52:59.162909 37715 kubeadm.go:310] [preflight] Running pre-flight checks
I1104 10:52:59.162992 37715 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1104 10:52:59.163126 37715 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1104 10:52:59.163235 37715 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1104 10:52:59.163321 37715 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1104 10:52:59.164884 37715 out.go:235] - Generating certificates and keys ...
I1104 10:52:59.164965 37715 kubeadm.go:310] [certs] Using existing ca certificate authority
I1104 10:52:59.165051 37715 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1104 10:52:59.165154 37715 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1104 10:52:59.165262 37715 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1104 10:52:59.165355 37715 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1104 10:52:59.165433 37715 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1104 10:52:59.165512 37715 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1104 10:52:59.165644 37715 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-931571 localhost] and IPs [192.168.39.67 127.0.0.1 ::1]
I1104 10:52:59.165719 37715 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1104 10:52:59.165854 37715 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-931571 localhost] and IPs [192.168.39.67 127.0.0.1 ::1]
I1104 10:52:59.165939 37715 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1104 10:52:59.166039 37715 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1104 10:52:59.166120 37715 kubeadm.go:310] [certs] Generating "sa" key and public key
I1104 10:52:59.166198 37715 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1104 10:52:59.166277 37715 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1104 10:52:59.166352 37715 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1104 10:52:59.166437 37715 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1104 10:52:59.166524 37715 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1104 10:52:59.166602 37715 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1104 10:52:59.166715 37715 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1104 10:52:59.166813 37715 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1104 10:52:59.168314 37715 out.go:235] - Booting up control plane ...
I1104 10:52:59.168430 37715 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1104 10:52:59.168528 37715 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1104 10:52:59.168619 37715 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1104 10:52:59.168745 37715 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1104 10:52:59.168864 37715 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1104 10:52:59.168907 37715 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1104 10:52:59.169020 37715 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1104 10:52:59.169142 37715 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1104 10:52:59.169244 37715 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.501850183s
I1104 10:52:59.169346 37715 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1104 10:52:59.169435 37715 kubeadm.go:310] [api-check] The API server is healthy after 5.721436597s
I1104 10:52:59.169568 37715 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1104 10:52:59.169699 37715 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1104 10:52:59.169786 37715 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1104 10:52:59.169979 37715 kubeadm.go:310] [mark-control-plane] Marking the node ha-931571 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1104 10:52:59.170060 37715 kubeadm.go:310] [bootstrap-token] Using token: x3krps.xtycqe6w7psx61o7
I1104 10:52:59.171278 37715 out.go:235] - Configuring RBAC rules ...
I1104 10:52:59.171366 37715 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1104 10:52:59.171442 37715 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1104 10:52:59.171566 37715 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1104 10:52:59.171689 37715 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1104 10:52:59.171828 37715 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1104 10:52:59.171935 37715 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1104 10:52:59.172086 37715 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1104 10:52:59.172158 37715 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1104 10:52:59.172220 37715 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1104 10:52:59.172232 37715 kubeadm.go:310]
I1104 10:52:59.172322 37715 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1104 10:52:59.172332 37715 kubeadm.go:310]
I1104 10:52:59.172461 37715 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1104 10:52:59.172471 37715 kubeadm.go:310]
I1104 10:52:59.172512 37715 kubeadm.go:310] mkdir -p $HOME/.kube
I1104 10:52:59.172591 37715 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1104 10:52:59.172657 37715 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1104 10:52:59.172671 37715 kubeadm.go:310]
I1104 10:52:59.172727 37715 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1104 10:52:59.172733 37715 kubeadm.go:310]
I1104 10:52:59.172772 37715 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1104 10:52:59.172780 37715 kubeadm.go:310]
I1104 10:52:59.172823 37715 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1104 10:52:59.172919 37715 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1104 10:52:59.173013 37715 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1104 10:52:59.173027 37715 kubeadm.go:310]
I1104 10:52:59.173126 37715 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1104 10:52:59.173242 37715 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1104 10:52:59.173250 37715 kubeadm.go:310]
I1104 10:52:59.173349 37715 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token x3krps.xtycqe6w7psx61o7 \
I1104 10:52:59.173475 37715 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:95833ff41306ac800b975e28f2da3aedc13f83db6865dfb0ce3f10d781d75fd9 \
I1104 10:52:59.173512 37715 kubeadm.go:310] --control-plane
I1104 10:52:59.173521 37715 kubeadm.go:310]
I1104 10:52:59.173615 37715 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1104 10:52:59.173622 37715 kubeadm.go:310]
I1104 10:52:59.173728 37715 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token x3krps.xtycqe6w7psx61o7 \
I1104 10:52:59.173851 37715 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:95833ff41306ac800b975e28f2da3aedc13f83db6865dfb0ce3f10d781d75fd9
I1104 10:52:59.173864 37715 cni.go:84] Creating CNI manager for ""
I1104 10:52:59.173870 37715 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1104 10:52:59.175270 37715 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1104 10:52:59.176515 37715 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1104 10:52:59.181311 37715 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1104 10:52:59.181330 37715 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1104 10:52:59.199374 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1104 10:52:59.595605 37715 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1104 10:52:59.595735 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1104 10:52:59.595746 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-931571 minikube.k8s.io/updated_at=2024_11_04T10_52_59_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=c03dd974d73f8853a1a57928c124797a5ae24dc4 minikube.k8s.io/name=ha-931571 minikube.k8s.io/primary=true
I1104 10:52:59.607016 37715 ops.go:34] apiserver oom_adj: -16
I1104 10:52:59.726325 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1104 10:53:00.227237 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1104 10:53:00.727360 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1104 10:53:01.226637 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1104 10:53:01.727035 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1104 10:53:02.226405 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1104 10:53:02.727470 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1104 10:53:03.227029 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1104 10:53:03.337760 37715 kubeadm.go:1113] duration metric: took 3.742086638s to wait for elevateKubeSystemPrivileges
I1104 10:53:03.337799 37715 kubeadm.go:394] duration metric: took 15.888837987s to StartCluster
I1104 10:53:03.337821 37715 settings.go:142] acquiring lock: {Name:mk5550833c1f1a4ab4fbb2bf42ff8bd7f6341220 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:53:03.337905 37715 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19906-19898/kubeconfig
I1104 10:53:03.338737 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/kubeconfig: {Name:mk164657c178e6abe086acb5c1cadb969cb2b0cd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:53:03.338982 37715 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1104 10:53:03.338988 37715 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1104 10:53:03.339014 37715 start.go:241] waiting for startup goroutines ...
I1104 10:53:03.339062 37715 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1104 10:53:03.339167 37715 addons.go:69] Setting default-storageclass=true in profile "ha-931571"
I1104 10:53:03.339173 37715 addons.go:69] Setting storage-provisioner=true in profile "ha-931571"
I1104 10:53:03.339185 37715 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-931571"
I1104 10:53:03.339200 37715 addons.go:234] Setting addon storage-provisioner=true in "ha-931571"
I1104 10:53:03.339229 37715 config.go:182] Loaded profile config "ha-931571": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1104 10:53:03.339239 37715 host.go:66] Checking if "ha-931571" exists ...
I1104 10:53:03.339632 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:53:03.339672 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:53:03.339677 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:53:03.339713 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:53:03.360893 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40211
I1104 10:53:03.360926 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37163
I1104 10:53:03.361436 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:53:03.361473 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:53:03.361990 37715 main.go:141] libmachine: Using API Version 1
I1104 10:53:03.362007 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:53:03.362132 37715 main.go:141] libmachine: Using API Version 1
I1104 10:53:03.362158 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:53:03.362362 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:53:03.362495 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:53:03.362668 37715 main.go:141] libmachine: (ha-931571) Calling .GetState
I1104 10:53:03.362891 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:53:03.362932 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:53:03.365045 37715 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19906-19898/kubeconfig
I1104 10:53:03.365435 37715 kapi.go:59] client config for ha-931571: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.crt", KeyFile:"/home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.key", CAFile:"/home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2437da0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1104 10:53:03.365987 37715 cert_rotation.go:140] Starting client certificate rotation controller
I1104 10:53:03.366272 37715 addons.go:234] Setting addon default-storageclass=true in "ha-931571"
I1104 10:53:03.366318 37715 host.go:66] Checking if "ha-931571" exists ...
I1104 10:53:03.366699 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:53:03.366738 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:53:03.381218 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35443
I1104 10:53:03.381322 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38027
I1104 10:53:03.381713 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:53:03.381719 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:53:03.382205 37715 main.go:141] libmachine: Using API Version 1
I1104 10:53:03.382227 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:53:03.382357 37715 main.go:141] libmachine: Using API Version 1
I1104 10:53:03.382372 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:53:03.382534 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:53:03.383016 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:53:03.383048 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:53:03.383535 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:53:03.383708 37715 main.go:141] libmachine: (ha-931571) Calling .GetState
I1104 10:53:03.385592 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:53:03.387622 37715 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1104 10:53:03.388963 37715 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1104 10:53:03.388985 37715 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1104 10:53:03.389004 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:53:03.392017 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:53:03.392435 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:53:03.392480 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:53:03.392570 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:53:03.392752 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:53:03.392874 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:53:03.393020 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa Username:docker}
I1104 10:53:03.398269 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34587
I1104 10:53:03.398748 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:53:03.399262 37715 main.go:141] libmachine: Using API Version 1
I1104 10:53:03.399294 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:53:03.399614 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:53:03.399786 37715 main.go:141] libmachine: (ha-931571) Calling .GetState
I1104 10:53:03.401287 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:53:03.401486 37715 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1104 10:53:03.401502 37715 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1104 10:53:03.401529 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:53:03.404218 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:53:03.404573 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:53:03.404595 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:53:03.404677 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:53:03.404848 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:53:03.404981 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:53:03.405135 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa Username:docker}
I1104 10:53:03.489842 37715 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1104 10:53:03.554612 37715 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1104 10:53:03.583845 37715 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1104 10:53:03.952361 37715 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1104 10:53:03.952436 37715 main.go:141] libmachine: Making call to close driver server
I1104 10:53:03.952460 37715 main.go:141] libmachine: (ha-931571) Calling .Close
I1104 10:53:03.952742 37715 main.go:141] libmachine: Successfully made call to close driver server
I1104 10:53:03.952762 37715 main.go:141] libmachine: Making call to close connection to plugin binary
I1104 10:53:03.952762 37715 main.go:141] libmachine: (ha-931571) DBG | Closing plugin on server side
I1104 10:53:03.952772 37715 main.go:141] libmachine: Making call to close driver server
I1104 10:53:03.952781 37715 main.go:141] libmachine: (ha-931571) Calling .Close
I1104 10:53:03.952966 37715 main.go:141] libmachine: Successfully made call to close driver server
I1104 10:53:03.952981 37715 main.go:141] libmachine: Making call to close connection to plugin binary
I1104 10:53:03.953045 37715 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1104 10:53:03.953065 37715 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1104 10:53:03.953164 37715 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1104 10:53:03.953175 37715 round_trippers.go:469] Request Headers:
I1104 10:53:03.953187 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:03.953195 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:03.960797 37715 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1104 10:53:03.961342 37715 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1104 10:53:03.961355 37715 round_trippers.go:469] Request Headers:
I1104 10:53:03.961363 37715 round_trippers.go:473] Content-Type: application/json
I1104 10:53:03.961367 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:03.961369 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:03.963493 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:53:03.963694 37715 main.go:141] libmachine: Making call to close driver server
I1104 10:53:03.963715 37715 main.go:141] libmachine: (ha-931571) Calling .Close
I1104 10:53:03.964004 37715 main.go:141] libmachine: Successfully made call to close driver server
I1104 10:53:03.964021 37715 main.go:141] libmachine: Making call to close connection to plugin binary
I1104 10:53:03.964021 37715 main.go:141] libmachine: (ha-931571) DBG | Closing plugin on server side
I1104 10:53:04.222705 37715 main.go:141] libmachine: Making call to close driver server
I1104 10:53:04.222735 37715 main.go:141] libmachine: (ha-931571) Calling .Close
I1104 10:53:04.223063 37715 main.go:141] libmachine: (ha-931571) DBG | Closing plugin on server side
I1104 10:53:04.223090 37715 main.go:141] libmachine: Successfully made call to close driver server
I1104 10:53:04.223120 37715 main.go:141] libmachine: Making call to close connection to plugin binary
I1104 10:53:04.223137 37715 main.go:141] libmachine: Making call to close driver server
I1104 10:53:04.223149 37715 main.go:141] libmachine: (ha-931571) Calling .Close
I1104 10:53:04.223361 37715 main.go:141] libmachine: Successfully made call to close driver server
I1104 10:53:04.223375 37715 main.go:141] libmachine: Making call to close connection to plugin binary
I1104 10:53:04.225261 37715 out.go:177] * Enabled addons: default-storageclass, storage-provisioner
I1104 10:53:04.226730 37715 addons.go:510] duration metric: took 887.697522ms for enable addons: enabled=[default-storageclass storage-provisioner]
I1104 10:53:04.226762 37715 start.go:246] waiting for cluster config update ...
I1104 10:53:04.226778 37715 start.go:255] writing updated cluster config ...
I1104 10:53:04.228532 37715 out.go:201]
I1104 10:53:04.229911 37715 config.go:182] Loaded profile config "ha-931571": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1104 10:53:04.229982 37715 profile.go:143] Saving config to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/config.json ...
I1104 10:53:04.231623 37715 out.go:177] * Starting "ha-931571-m02" control-plane node in "ha-931571" cluster
I1104 10:53:04.233345 37715 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1104 10:53:04.233368 37715 cache.go:56] Caching tarball of preloaded images
I1104 10:53:04.233465 37715 preload.go:172] Found /home/jenkins/minikube-integration/19906-19898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1104 10:53:04.233476 37715 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1104 10:53:04.233547 37715 profile.go:143] Saving config to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/config.json ...
I1104 10:53:04.233880 37715 start.go:360] acquireMachinesLock for ha-931571-m02: {Name:mka4ed965095cfb58c9b0f5916edff39b4236a2f Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1104 10:53:04.233922 37715 start.go:364] duration metric: took 22.549µs to acquireMachinesLock for "ha-931571-m02"
I1104 10:53:04.233935 37715 start.go:93] Provisioning new machine with config: &{Name:ha-931571 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-931571 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cert
Expiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1104 10:53:04.234001 37715 start.go:125] createHost starting for "m02" (driver="kvm2")
I1104 10:53:04.235719 37715 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1104 10:53:04.235815 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:53:04.235858 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:53:04.250864 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34407
I1104 10:53:04.251327 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:53:04.251891 37715 main.go:141] libmachine: Using API Version 1
I1104 10:53:04.251920 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:53:04.252265 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:53:04.252475 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetMachineName
I1104 10:53:04.252609 37715 main.go:141] libmachine: (ha-931571-m02) Calling .DriverName
I1104 10:53:04.252797 37715 start.go:159] libmachine.API.Create for "ha-931571" (driver="kvm2")
I1104 10:53:04.252829 37715 client.go:168] LocalClient.Create starting
I1104 10:53:04.252866 37715 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem
I1104 10:53:04.252907 37715 main.go:141] libmachine: Decoding PEM data...
I1104 10:53:04.252928 37715 main.go:141] libmachine: Parsing certificate...
I1104 10:53:04.252995 37715 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem
I1104 10:53:04.253023 37715 main.go:141] libmachine: Decoding PEM data...
I1104 10:53:04.253038 37715 main.go:141] libmachine: Parsing certificate...
I1104 10:53:04.253066 37715 main.go:141] libmachine: Running pre-create checks...
I1104 10:53:04.253077 37715 main.go:141] libmachine: (ha-931571-m02) Calling .PreCreateCheck
I1104 10:53:04.253220 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetConfigRaw
I1104 10:53:04.253654 37715 main.go:141] libmachine: Creating machine...
I1104 10:53:04.253672 37715 main.go:141] libmachine: (ha-931571-m02) Calling .Create
I1104 10:53:04.253800 37715 main.go:141] libmachine: (ha-931571-m02) Creating KVM machine...
I1104 10:53:04.254992 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found existing default KVM network
I1104 10:53:04.255150 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found existing private KVM network mk-ha-931571
I1104 10:53:04.255299 37715 main.go:141] libmachine: (ha-931571-m02) Setting up store path in /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02 ...
I1104 10:53:04.255322 37715 main.go:141] libmachine: (ha-931571-m02) Building disk image from file:///home/jenkins/minikube-integration/19906-19898/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso
I1104 10:53:04.255385 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:04.255280 38069 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19906-19898/.minikube
I1104 10:53:04.255479 37715 main.go:141] libmachine: (ha-931571-m02) Downloading /home/jenkins/minikube-integration/19906-19898/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19906-19898/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso...
I1104 10:53:04.500647 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:04.500534 38069 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02/id_rsa...
I1104 10:53:04.797066 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:04.796939 38069 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02/ha-931571-m02.rawdisk...
I1104 10:53:04.797094 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Writing magic tar header
I1104 10:53:04.797104 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Writing SSH key tar header
I1104 10:53:04.797111 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:04.797059 38069 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02 ...
I1104 10:53:04.797220 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02
I1104 10:53:04.797261 37715 main.go:141] libmachine: (ha-931571-m02) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02 (perms=drwx------)
I1104 10:53:04.797271 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898/.minikube/machines
I1104 10:53:04.797289 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898/.minikube
I1104 10:53:04.797298 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898
I1104 10:53:04.797310 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1104 10:53:04.797318 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Checking permissions on dir: /home/jenkins
I1104 10:53:04.797331 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Checking permissions on dir: /home
I1104 10:53:04.797349 37715 main.go:141] libmachine: (ha-931571-m02) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898/.minikube/machines (perms=drwxr-xr-x)
I1104 10:53:04.797357 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Skipping /home - not owner
I1104 10:53:04.797376 37715 main.go:141] libmachine: (ha-931571-m02) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898/.minikube (perms=drwxr-xr-x)
I1104 10:53:04.797389 37715 main.go:141] libmachine: (ha-931571-m02) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898 (perms=drwxrwxr-x)
I1104 10:53:04.797401 37715 main.go:141] libmachine: (ha-931571-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1104 10:53:04.797412 37715 main.go:141] libmachine: (ha-931571-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1104 10:53:04.797440 37715 main.go:141] libmachine: (ha-931571-m02) Creating domain...
I1104 10:53:04.798407 37715 main.go:141] libmachine: (ha-931571-m02) define libvirt domain using xml:
I1104 10:53:04.798425 37715 main.go:141] libmachine: (ha-931571-m02) <domain type='kvm'>
I1104 10:53:04.798436 37715 main.go:141] libmachine: (ha-931571-m02) <name>ha-931571-m02</name>
I1104 10:53:04.798449 37715 main.go:141] libmachine: (ha-931571-m02) <memory unit='MiB'>2200</memory>
I1104 10:53:04.798465 37715 main.go:141] libmachine: (ha-931571-m02) <vcpu>2</vcpu>
I1104 10:53:04.798472 37715 main.go:141] libmachine: (ha-931571-m02) <features>
I1104 10:53:04.798477 37715 main.go:141] libmachine: (ha-931571-m02) <acpi/>
I1104 10:53:04.798481 37715 main.go:141] libmachine: (ha-931571-m02) <apic/>
I1104 10:53:04.798486 37715 main.go:141] libmachine: (ha-931571-m02) <pae/>
I1104 10:53:04.798492 37715 main.go:141] libmachine: (ha-931571-m02)
I1104 10:53:04.798498 37715 main.go:141] libmachine: (ha-931571-m02) </features>
I1104 10:53:04.798502 37715 main.go:141] libmachine: (ha-931571-m02) <cpu mode='host-passthrough'>
I1104 10:53:04.798507 37715 main.go:141] libmachine: (ha-931571-m02)
I1104 10:53:04.798512 37715 main.go:141] libmachine: (ha-931571-m02) </cpu>
I1104 10:53:04.798522 37715 main.go:141] libmachine: (ha-931571-m02) <os>
I1104 10:53:04.798534 37715 main.go:141] libmachine: (ha-931571-m02) <type>hvm</type>
I1104 10:53:04.798546 37715 main.go:141] libmachine: (ha-931571-m02) <boot dev='cdrom'/>
I1104 10:53:04.798552 37715 main.go:141] libmachine: (ha-931571-m02) <boot dev='hd'/>
I1104 10:53:04.798564 37715 main.go:141] libmachine: (ha-931571-m02) <bootmenu enable='no'/>
I1104 10:53:04.798571 37715 main.go:141] libmachine: (ha-931571-m02) </os>
I1104 10:53:04.798580 37715 main.go:141] libmachine: (ha-931571-m02) <devices>
I1104 10:53:04.798585 37715 main.go:141] libmachine: (ha-931571-m02) <disk type='file' device='cdrom'>
I1104 10:53:04.798596 37715 main.go:141] libmachine: (ha-931571-m02) <source file='/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02/boot2docker.iso'/>
I1104 10:53:04.798601 37715 main.go:141] libmachine: (ha-931571-m02) <target dev='hdc' bus='scsi'/>
I1104 10:53:04.798630 37715 main.go:141] libmachine: (ha-931571-m02) <readonly/>
I1104 10:53:04.798653 37715 main.go:141] libmachine: (ha-931571-m02) </disk>
I1104 10:53:04.798678 37715 main.go:141] libmachine: (ha-931571-m02) <disk type='file' device='disk'>
I1104 10:53:04.798702 37715 main.go:141] libmachine: (ha-931571-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1104 10:53:04.798718 37715 main.go:141] libmachine: (ha-931571-m02) <source file='/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02/ha-931571-m02.rawdisk'/>
I1104 10:53:04.798732 37715 main.go:141] libmachine: (ha-931571-m02) <target dev='hda' bus='virtio'/>
I1104 10:53:04.798747 37715 main.go:141] libmachine: (ha-931571-m02) </disk>
I1104 10:53:04.798763 37715 main.go:141] libmachine: (ha-931571-m02) <interface type='network'>
I1104 10:53:04.798783 37715 main.go:141] libmachine: (ha-931571-m02) <source network='mk-ha-931571'/>
I1104 10:53:04.798799 37715 main.go:141] libmachine: (ha-931571-m02) <model type='virtio'/>
I1104 10:53:04.798811 37715 main.go:141] libmachine: (ha-931571-m02) </interface>
I1104 10:53:04.798822 37715 main.go:141] libmachine: (ha-931571-m02) <interface type='network'>
I1104 10:53:04.798835 37715 main.go:141] libmachine: (ha-931571-m02) <source network='default'/>
I1104 10:53:04.798846 37715 main.go:141] libmachine: (ha-931571-m02) <model type='virtio'/>
I1104 10:53:04.798858 37715 main.go:141] libmachine: (ha-931571-m02) </interface>
I1104 10:53:04.798868 37715 main.go:141] libmachine: (ha-931571-m02) <serial type='pty'>
I1104 10:53:04.798881 37715 main.go:141] libmachine: (ha-931571-m02) <target port='0'/>
I1104 10:53:04.798892 37715 main.go:141] libmachine: (ha-931571-m02) </serial>
I1104 10:53:04.798901 37715 main.go:141] libmachine: (ha-931571-m02) <console type='pty'>
I1104 10:53:04.798910 37715 main.go:141] libmachine: (ha-931571-m02) <target type='serial' port='0'/>
I1104 10:53:04.798916 37715 main.go:141] libmachine: (ha-931571-m02) </console>
I1104 10:53:04.798925 37715 main.go:141] libmachine: (ha-931571-m02) <rng model='virtio'>
I1104 10:53:04.798938 37715 main.go:141] libmachine: (ha-931571-m02) <backend model='random'>/dev/random</backend>
I1104 10:53:04.798948 37715 main.go:141] libmachine: (ha-931571-m02) </rng>
I1104 10:53:04.798958 37715 main.go:141] libmachine: (ha-931571-m02)
I1104 10:53:04.798967 37715 main.go:141] libmachine: (ha-931571-m02)
I1104 10:53:04.798977 37715 main.go:141] libmachine: (ha-931571-m02) </devices>
I1104 10:53:04.798990 37715 main.go:141] libmachine: (ha-931571-m02) </domain>
I1104 10:53:04.799001 37715 main.go:141] libmachine: (ha-931571-m02)
I1104 10:53:04.805977 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5e:b4:47 in network default
I1104 10:53:04.806519 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:04.806536 37715 main.go:141] libmachine: (ha-931571-m02) Ensuring networks are active...
I1104 10:53:04.807291 37715 main.go:141] libmachine: (ha-931571-m02) Ensuring network default is active
I1104 10:53:04.807614 37715 main.go:141] libmachine: (ha-931571-m02) Ensuring network mk-ha-931571 is active
I1104 10:53:04.807998 37715 main.go:141] libmachine: (ha-931571-m02) Getting domain xml...
I1104 10:53:04.808751 37715 main.go:141] libmachine: (ha-931571-m02) Creating domain...
I1104 10:53:06.037689 37715 main.go:141] libmachine: (ha-931571-m02) Waiting to get IP...
I1104 10:53:06.038416 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:06.038827 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:06.038856 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:06.038804 38069 retry.go:31] will retry after 244.727015ms: waiting for machine to come up
I1104 10:53:06.285395 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:06.285853 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:06.285879 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:06.285815 38069 retry.go:31] will retry after 291.944786ms: waiting for machine to come up
I1104 10:53:06.579413 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:06.579939 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:06.579964 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:06.579896 38069 retry.go:31] will retry after 446.911163ms: waiting for machine to come up
I1104 10:53:07.028452 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:07.028838 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:07.028870 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:07.028792 38069 retry.go:31] will retry after 472.390697ms: waiting for machine to come up
I1104 10:53:07.502204 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:07.502568 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:07.502592 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:07.502526 38069 retry.go:31] will retry after 662.15145ms: waiting for machine to come up
I1104 10:53:08.166152 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:08.166583 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:08.166609 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:08.166538 38069 retry.go:31] will retry after 886.374206ms: waiting for machine to come up
I1104 10:53:09.054240 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:09.054689 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:09.054715 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:09.054670 38069 retry.go:31] will retry after 963.475989ms: waiting for machine to come up
I1104 10:53:10.020142 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:10.020587 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:10.020630 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:10.020571 38069 retry.go:31] will retry after 1.332433034s: waiting for machine to come up
I1104 10:53:11.354908 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:11.355309 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:11.355331 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:11.355273 38069 retry.go:31] will retry after 1.652203867s: waiting for machine to come up
I1104 10:53:13.009876 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:13.010297 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:13.010319 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:13.010254 38069 retry.go:31] will retry after 2.320402176s: waiting for machine to come up
I1104 10:53:15.332045 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:15.332414 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:15.332441 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:15.332356 38069 retry.go:31] will retry after 2.652871808s: waiting for machine to come up
I1104 10:53:17.987774 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:17.988211 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:17.988231 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:17.988174 38069 retry.go:31] will retry after 3.518414185s: waiting for machine to come up
I1104 10:53:21.508515 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:21.508901 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find current IP address of domain ha-931571-m02 in network mk-ha-931571
I1104 10:53:21.508926 37715 main.go:141] libmachine: (ha-931571-m02) DBG | I1104 10:53:21.508866 38069 retry.go:31] will retry after 4.345855832s: waiting for machine to come up
I1104 10:53:25.856753 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:25.857143 37715 main.go:141] libmachine: (ha-931571-m02) Found IP for machine: 192.168.39.245
I1104 10:53:25.857167 37715 main.go:141] libmachine: (ha-931571-m02) Reserving static IP address...
I1104 10:53:25.857181 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has current primary IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:25.857621 37715 main.go:141] libmachine: (ha-931571-m02) DBG | unable to find host DHCP lease matching {name: "ha-931571-m02", mac: "52:54:00:5c:86:6b", ip: "192.168.39.245"} in network mk-ha-931571
I1104 10:53:25.931250 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Getting to WaitForSSH function...
I1104 10:53:25.931278 37715 main.go:141] libmachine: (ha-931571-m02) Reserved static IP address: 192.168.39.245
I1104 10:53:25.931296 37715 main.go:141] libmachine: (ha-931571-m02) Waiting for SSH to be available...
I1104 10:53:25.933968 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:25.934431 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:minikube Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:25.934489 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:25.934562 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Using SSH client type: external
I1104 10:53:25.934591 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02/id_rsa (-rw-------)
I1104 10:53:25.934652 37715 main.go:141] libmachine: (ha-931571-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.245 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1104 10:53:25.934674 37715 main.go:141] libmachine: (ha-931571-m02) DBG | About to run SSH command:
I1104 10:53:25.934692 37715 main.go:141] libmachine: (ha-931571-m02) DBG | exit 0
I1104 10:53:26.068913 37715 main.go:141] libmachine: (ha-931571-m02) DBG | SSH cmd err, output: <nil>:
I1104 10:53:26.069182 37715 main.go:141] libmachine: (ha-931571-m02) KVM machine creation complete!
I1104 10:53:26.069569 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetConfigRaw
I1104 10:53:26.070061 37715 main.go:141] libmachine: (ha-931571-m02) Calling .DriverName
I1104 10:53:26.070245 37715 main.go:141] libmachine: (ha-931571-m02) Calling .DriverName
I1104 10:53:26.070421 37715 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1104 10:53:26.070438 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetState
I1104 10:53:26.071961 37715 main.go:141] libmachine: Detecting operating system of created instance...
I1104 10:53:26.071975 37715 main.go:141] libmachine: Waiting for SSH to be available...
I1104 10:53:26.071980 37715 main.go:141] libmachine: Getting to WaitForSSH function...
I1104 10:53:26.071985 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHHostname
I1104 10:53:26.074060 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.074383 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:26.074403 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.074574 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHPort
I1104 10:53:26.074737 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:26.074878 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:26.074976 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHUsername
I1104 10:53:26.075126 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:53:26.075361 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.245 22 <nil> <nil>}
I1104 10:53:26.075377 37715 main.go:141] libmachine: About to run SSH command:
exit 0
I1104 10:53:26.184350 37715 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1104 10:53:26.184379 37715 main.go:141] libmachine: Detecting the provisioner...
I1104 10:53:26.184395 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHHostname
I1104 10:53:26.186866 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.187176 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:26.187196 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.187362 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHPort
I1104 10:53:26.187546 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:26.187699 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:26.187825 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHUsername
I1104 10:53:26.187985 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:53:26.188193 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.245 22 <nil> <nil>}
I1104 10:53:26.188204 37715 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1104 10:53:26.301614 37715 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1104 10:53:26.301685 37715 main.go:141] libmachine: found compatible host: buildroot
I1104 10:53:26.301699 37715 main.go:141] libmachine: Provisioning with buildroot...
I1104 10:53:26.301711 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetMachineName
I1104 10:53:26.301942 37715 buildroot.go:166] provisioning hostname "ha-931571-m02"
I1104 10:53:26.301964 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetMachineName
I1104 10:53:26.302139 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHHostname
I1104 10:53:26.304767 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.305309 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:26.305334 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.305470 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHPort
I1104 10:53:26.305626 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:26.305790 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:26.305931 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHUsername
I1104 10:53:26.306093 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:53:26.306297 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.245 22 <nil> <nil>}
I1104 10:53:26.306310 37715 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-931571-m02 && echo "ha-931571-m02" | sudo tee /etc/hostname
I1104 10:53:26.430814 37715 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-931571-m02
I1104 10:53:26.430842 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHHostname
I1104 10:53:26.433622 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.433925 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:26.433953 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.434109 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHPort
I1104 10:53:26.434330 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:26.434473 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:26.434584 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHUsername
I1104 10:53:26.434716 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:53:26.434907 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.245 22 <nil> <nil>}
I1104 10:53:26.434931 37715 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-931571-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-931571-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-931571-m02' | sudo tee -a /etc/hosts;
fi
fi
I1104 10:53:26.553495 37715 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1104 10:53:26.553519 37715 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19906-19898/.minikube CaCertPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19906-19898/.minikube}
I1104 10:53:26.553534 37715 buildroot.go:174] setting up certificates
I1104 10:53:26.553543 37715 provision.go:84] configureAuth start
I1104 10:53:26.553551 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetMachineName
I1104 10:53:26.553773 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetIP
I1104 10:53:26.556203 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.556500 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:26.556519 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.556610 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHHostname
I1104 10:53:26.558806 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.559168 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:26.559194 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.559467 37715 provision.go:143] copyHostCerts
I1104 10:53:26.559496 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem
I1104 10:53:26.559535 37715 exec_runner.go:144] found /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem, removing ...
I1104 10:53:26.559546 37715 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem
I1104 10:53:26.559623 37715 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem (1078 bytes)
I1104 10:53:26.559707 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem
I1104 10:53:26.559732 37715 exec_runner.go:144] found /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem, removing ...
I1104 10:53:26.559741 37715 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem
I1104 10:53:26.559778 37715 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem (1123 bytes)
I1104 10:53:26.559830 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem
I1104 10:53:26.559853 37715 exec_runner.go:144] found /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem, removing ...
I1104 10:53:26.559865 37715 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem
I1104 10:53:26.559899 37715 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem (1679 bytes)
I1104 10:53:26.559968 37715 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca-key.pem org=jenkins.ha-931571-m02 san=[127.0.0.1 192.168.39.245 ha-931571-m02 localhost minikube]
I1104 10:53:26.827173 37715 provision.go:177] copyRemoteCerts
I1104 10:53:26.827226 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1104 10:53:26.827248 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHHostname
I1104 10:53:26.829975 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.830343 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:26.830372 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:26.830576 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHPort
I1104 10:53:26.830763 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:26.830912 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHUsername
I1104 10:53:26.831022 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.245 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02/id_rsa Username:docker}
I1104 10:53:26.923318 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1104 10:53:26.923390 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1104 10:53:26.950708 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem -> /etc/docker/server.pem
I1104 10:53:26.950773 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1104 10:53:26.976975 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1104 10:53:26.977045 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1104 10:53:27.002230 37715 provision.go:87] duration metric: took 448.676469ms to configureAuth
I1104 10:53:27.002252 37715 buildroot.go:189] setting minikube options for container-runtime
I1104 10:53:27.002404 37715 config.go:182] Loaded profile config "ha-931571": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1104 10:53:27.002475 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHHostname
I1104 10:53:27.005273 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.005618 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:27.005646 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.005772 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHPort
I1104 10:53:27.005978 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:27.006123 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:27.006279 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHUsername
I1104 10:53:27.006465 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:53:27.006627 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.245 22 <nil> <nil>}
I1104 10:53:27.006641 37715 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1104 10:53:27.235271 37715 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1104 10:53:27.235297 37715 main.go:141] libmachine: Checking connection to Docker...
I1104 10:53:27.235305 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetURL
I1104 10:53:27.236550 37715 main.go:141] libmachine: (ha-931571-m02) DBG | Using libvirt version 6000000
I1104 10:53:27.238826 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.239189 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:27.239220 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.239401 37715 main.go:141] libmachine: Docker is up and running!
I1104 10:53:27.239418 37715 main.go:141] libmachine: Reticulating splines...
I1104 10:53:27.239426 37715 client.go:171] duration metric: took 22.986586779s to LocalClient.Create
I1104 10:53:27.239451 37715 start.go:167] duration metric: took 22.986656312s to libmachine.API.Create "ha-931571"
I1104 10:53:27.239472 37715 start.go:293] postStartSetup for "ha-931571-m02" (driver="kvm2")
I1104 10:53:27.239488 37715 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1104 10:53:27.239510 37715 main.go:141] libmachine: (ha-931571-m02) Calling .DriverName
I1104 10:53:27.239721 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1104 10:53:27.239747 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHHostname
I1104 10:53:27.241968 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.242332 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:27.242352 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.242491 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHPort
I1104 10:53:27.242658 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:27.242769 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHUsername
I1104 10:53:27.242872 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.245 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02/id_rsa Username:docker}
I1104 10:53:27.327061 37715 ssh_runner.go:195] Run: cat /etc/os-release
I1104 10:53:27.331021 37715 info.go:137] Remote host: Buildroot 2023.02.9
I1104 10:53:27.331050 37715 filesync.go:126] Scanning /home/jenkins/minikube-integration/19906-19898/.minikube/addons for local assets ...
I1104 10:53:27.331133 37715 filesync.go:126] Scanning /home/jenkins/minikube-integration/19906-19898/.minikube/files for local assets ...
I1104 10:53:27.331207 37715 filesync.go:149] local asset: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem -> 272182.pem in /etc/ssl/certs
I1104 10:53:27.331218 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem -> /etc/ssl/certs/272182.pem
I1104 10:53:27.331300 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1104 10:53:27.341280 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem --> /etc/ssl/certs/272182.pem (1708 bytes)
I1104 10:53:27.363737 37715 start.go:296] duration metric: took 124.248011ms for postStartSetup
I1104 10:53:27.363783 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetConfigRaw
I1104 10:53:27.364431 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetIP
I1104 10:53:27.367195 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.367660 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:27.367698 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.367926 37715 profile.go:143] Saving config to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/config.json ...
I1104 10:53:27.368121 37715 start.go:128] duration metric: took 23.134111471s to createHost
I1104 10:53:27.368147 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHHostname
I1104 10:53:27.370510 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.370846 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:27.370881 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.371043 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHPort
I1104 10:53:27.371226 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:27.371432 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:27.371573 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHUsername
I1104 10:53:27.371728 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:53:27.371899 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.245 22 <nil> <nil>}
I1104 10:53:27.371912 37715 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1104 10:53:27.485557 37715 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730717607.449108710
I1104 10:53:27.485578 37715 fix.go:216] guest clock: 1730717607.449108710
I1104 10:53:27.485585 37715 fix.go:229] Guest: 2024-11-04 10:53:27.44910871 +0000 UTC Remote: 2024-11-04 10:53:27.368133628 +0000 UTC m=+66.039651871 (delta=80.975082ms)
I1104 10:53:27.485600 37715 fix.go:200] guest clock delta is within tolerance: 80.975082ms
I1104 10:53:27.485605 37715 start.go:83] releasing machines lock for "ha-931571-m02", held for 23.251676872s
I1104 10:53:27.485620 37715 main.go:141] libmachine: (ha-931571-m02) Calling .DriverName
I1104 10:53:27.485857 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetIP
I1104 10:53:27.488648 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.489014 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:27.489041 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.491305 37715 out.go:177] * Found network options:
I1104 10:53:27.492602 37715 out.go:177] - NO_PROXY=192.168.39.67
W1104 10:53:27.493715 37715 proxy.go:119] fail to check proxy env: Error ip not in block
I1104 10:53:27.493752 37715 main.go:141] libmachine: (ha-931571-m02) Calling .DriverName
I1104 10:53:27.494253 37715 main.go:141] libmachine: (ha-931571-m02) Calling .DriverName
I1104 10:53:27.494447 37715 main.go:141] libmachine: (ha-931571-m02) Calling .DriverName
I1104 10:53:27.494556 37715 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1104 10:53:27.494595 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHHostname
W1104 10:53:27.494597 37715 proxy.go:119] fail to check proxy env: Error ip not in block
I1104 10:53:27.494657 37715 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1104 10:53:27.494679 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHHostname
I1104 10:53:27.497460 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.497637 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.497850 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:27.497871 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.497991 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:27.498003 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:27.498025 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHPort
I1104 10:53:27.498232 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:27.498254 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHPort
I1104 10:53:27.498403 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHKeyPath
I1104 10:53:27.498437 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHUsername
I1104 10:53:27.498538 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.245 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02/id_rsa Username:docker}
I1104 10:53:27.498550 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetSSHUsername
I1104 10:53:27.498773 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.245 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m02/id_rsa Username:docker}
I1104 10:53:27.735755 37715 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1104 10:53:27.742047 37715 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1104 10:53:27.742118 37715 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1104 10:53:27.757546 37715 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1104 10:53:27.757568 37715 start.go:495] detecting cgroup driver to use...
I1104 10:53:27.757654 37715 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1104 10:53:27.775341 37715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1104 10:53:27.789267 37715 docker.go:217] disabling cri-docker service (if available) ...
I1104 10:53:27.789322 37715 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1104 10:53:27.802395 37715 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1104 10:53:27.815846 37715 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1104 10:53:27.932464 37715 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1104 10:53:28.072054 37715 docker.go:233] disabling docker service ...
I1104 10:53:28.072113 37715 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1104 10:53:28.085955 37715 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1104 10:53:28.098515 37715 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1104 10:53:28.231393 37715 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1104 10:53:28.348075 37715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1104 10:53:28.360668 37715 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1104 10:53:28.377621 37715 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1104 10:53:28.377680 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:53:28.387614 37715 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1104 10:53:28.387678 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:53:28.397527 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:53:28.406950 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:53:28.416691 37715 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1104 10:53:28.426696 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:53:28.436536 37715 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:53:28.452706 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:53:28.462377 37715 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1104 10:53:28.471479 37715 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1104 10:53:28.471541 37715 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1104 10:53:28.484536 37715 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1104 10:53:28.493914 37715 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1104 10:53:28.602971 37715 ssh_runner.go:195] Run: sudo systemctl restart crio
I1104 10:53:28.692433 37715 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1104 10:53:28.692522 37715 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1104 10:53:28.696783 37715 start.go:563] Will wait 60s for crictl version
I1104 10:53:28.696822 37715 ssh_runner.go:195] Run: which crictl
I1104 10:53:28.700013 37715 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1104 10:53:28.734056 37715 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1104 10:53:28.734128 37715 ssh_runner.go:195] Run: crio --version
I1104 10:53:28.760475 37715 ssh_runner.go:195] Run: crio --version
I1104 10:53:28.789783 37715 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1104 10:53:28.791233 37715 out.go:177] - env NO_PROXY=192.168.39.67
I1104 10:53:28.792582 37715 main.go:141] libmachine: (ha-931571-m02) Calling .GetIP
I1104 10:53:28.795120 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:28.795494 37715 main.go:141] libmachine: (ha-931571-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5c:86:6b", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:53:18 +0000 UTC Type:0 Mac:52:54:00:5c:86:6b Iaid: IPaddr:192.168.39.245 Prefix:24 Hostname:ha-931571-m02 Clientid:01:52:54:00:5c:86:6b}
I1104 10:53:28.795520 37715 main.go:141] libmachine: (ha-931571-m02) DBG | domain ha-931571-m02 has defined IP address 192.168.39.245 and MAC address 52:54:00:5c:86:6b in network mk-ha-931571
I1104 10:53:28.795759 37715 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1104 10:53:28.799797 37715 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1104 10:53:28.811896 37715 mustload.go:65] Loading cluster: ha-931571
I1104 10:53:28.812115 37715 config.go:182] Loaded profile config "ha-931571": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1104 10:53:28.812360 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:53:28.812401 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:53:28.826717 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34275
I1104 10:53:28.827181 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:53:28.827674 37715 main.go:141] libmachine: Using API Version 1
I1104 10:53:28.827693 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:53:28.828004 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:53:28.828173 37715 main.go:141] libmachine: (ha-931571) Calling .GetState
I1104 10:53:28.829698 37715 host.go:66] Checking if "ha-931571" exists ...
I1104 10:53:28.829978 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:53:28.830013 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:53:28.844302 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41319
I1104 10:53:28.844715 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:53:28.845157 37715 main.go:141] libmachine: Using API Version 1
I1104 10:53:28.845180 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:53:28.845561 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:53:28.845729 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:53:28.845886 37715 certs.go:68] Setting up /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571 for IP: 192.168.39.245
I1104 10:53:28.845896 37715 certs.go:194] generating shared ca certs ...
I1104 10:53:28.845908 37715 certs.go:226] acquiring lock for ca certs: {Name:mk4fb0469da6697654d0290fd25edddd463f47c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:53:28.846013 37715 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.key
I1104 10:53:28.846050 37715 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.key
I1104 10:53:28.846056 37715 certs.go:256] generating profile certs ...
I1104 10:53:28.846117 37715 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.key
I1104 10:53:28.846138 37715 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.44df713a
I1104 10:53:28.846149 37715 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.44df713a with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.67 192.168.39.245 192.168.39.254]
I1104 10:53:28.973533 37715 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.44df713a ...
I1104 10:53:28.973558 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.44df713a: {Name:mk251fe01c9791f2c1df00673ac1979d7532e3b6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:53:28.973716 37715 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.44df713a ...
I1104 10:53:28.973729 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.44df713a: {Name:mkef3dc2affbfe3d37549d8d043a12581b7267b5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:53:28.973806 37715 certs.go:381] copying /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.44df713a -> /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt
I1104 10:53:28.973935 37715 certs.go:385] copying /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.44df713a -> /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key
I1104 10:53:28.974053 37715 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.key
I1104 10:53:28.974067 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1104 10:53:28.974079 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1104 10:53:28.974092 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1104 10:53:28.974103 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1104 10:53:28.974114 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1104 10:53:28.974127 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1104 10:53:28.974139 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1104 10:53:28.974151 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1104 10:53:28.974191 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218.pem (1338 bytes)
W1104 10:53:28.974219 37715 certs.go:480] ignoring /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218_empty.pem, impossibly tiny 0 bytes
I1104 10:53:28.974228 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca-key.pem (1675 bytes)
I1104 10:53:28.974249 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem (1078 bytes)
I1104 10:53:28.974273 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem (1123 bytes)
I1104 10:53:28.974294 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem (1679 bytes)
I1104 10:53:28.974329 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem (1708 bytes)
I1104 10:53:28.974353 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218.pem -> /usr/share/ca-certificates/27218.pem
I1104 10:53:28.974366 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem -> /usr/share/ca-certificates/272182.pem
I1104 10:53:28.974379 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1104 10:53:28.974408 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:53:28.977338 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:53:28.977742 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:53:28.977776 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:53:28.977945 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:53:28.978138 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:53:28.978269 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:53:28.978403 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa Username:docker}
I1104 10:53:29.049594 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1104 10:53:29.054655 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1104 10:53:29.065445 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1104 10:53:29.070822 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1104 10:53:29.082304 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1104 10:53:29.086563 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1104 10:53:29.098922 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1104 10:53:29.103085 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1104 10:53:29.113035 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1104 10:53:29.117456 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1104 10:53:29.127764 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1104 10:53:29.131629 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1104 10:53:29.143522 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1104 10:53:29.167376 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1104 10:53:29.189625 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1104 10:53:29.212768 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1104 10:53:29.235967 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1104 10:53:29.263247 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1104 10:53:29.285302 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1104 10:53:29.306703 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1104 10:53:29.328748 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218.pem --> /usr/share/ca-certificates/27218.pem (1338 bytes)
I1104 10:53:29.350648 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem --> /usr/share/ca-certificates/272182.pem (1708 bytes)
I1104 10:53:29.372264 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1104 10:53:29.395406 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1104 10:53:29.410777 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1104 10:53:29.427042 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1104 10:53:29.443978 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1104 10:53:29.460125 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1104 10:53:29.475628 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1104 10:53:29.491185 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1104 10:53:29.507040 37715 ssh_runner.go:195] Run: openssl version
I1104 10:53:29.512376 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1104 10:53:29.522746 37715 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1104 10:53:29.526894 37715 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 4 10:38 /usr/share/ca-certificates/minikubeCA.pem
I1104 10:53:29.526950 37715 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1104 10:53:29.532557 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1104 10:53:29.543248 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/27218.pem && ln -fs /usr/share/ca-certificates/27218.pem /etc/ssl/certs/27218.pem"
I1104 10:53:29.553302 37715 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/27218.pem
I1104 10:53:29.557429 37715 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 4 10:49 /usr/share/ca-certificates/27218.pem
I1104 10:53:29.557475 37715 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/27218.pem
I1104 10:53:29.562752 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/27218.pem /etc/ssl/certs/51391683.0"
I1104 10:53:29.573585 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/272182.pem && ln -fs /usr/share/ca-certificates/272182.pem /etc/ssl/certs/272182.pem"
I1104 10:53:29.583479 37715 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/272182.pem
I1104 10:53:29.587879 37715 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 4 10:49 /usr/share/ca-certificates/272182.pem
I1104 10:53:29.587928 37715 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/272182.pem
I1104 10:53:29.594267 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/272182.pem /etc/ssl/certs/3ec20f2e.0"
I1104 10:53:29.605746 37715 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1104 10:53:29.609628 37715 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1104 10:53:29.609689 37715 kubeadm.go:934] updating node {m02 192.168.39.245 8443 v1.31.2 crio true true} ...
I1104 10:53:29.609774 37715 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-931571-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.245
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-931571 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1104 10:53:29.609799 37715 kube-vip.go:115] generating kube-vip config ...
I1104 10:53:29.609830 37715 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1104 10:53:29.626833 37715 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1104 10:53:29.626905 37715 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.5
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1104 10:53:29.626952 37715 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1104 10:53:29.636985 37715 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1104 10:53:29.637050 37715 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1104 10:53:29.646235 37715 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1104 10:53:29.646266 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1104 10:53:29.646297 37715 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1104 10:53:29.646318 37715 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1104 10:53:29.646321 37715 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1104 10:53:29.650548 37715 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1104 10:53:29.650575 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1104 10:53:30.395926 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1104 10:53:30.396007 37715 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1104 10:53:30.400715 37715 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1104 10:53:30.400746 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1104 10:53:30.426541 37715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1104 10:53:30.447212 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1104 10:53:30.447328 37715 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1104 10:53:30.458650 37715 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1104 10:53:30.458689 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1104 10:53:30.919365 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1104 10:53:30.928897 37715 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1104 10:53:30.946677 37715 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1104 10:53:30.963726 37715 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1104 10:53:30.981653 37715 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1104 10:53:30.985571 37715 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1104 10:53:30.998898 37715 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1104 10:53:31.132385 37715 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1104 10:53:31.149804 37715 host.go:66] Checking if "ha-931571" exists ...
I1104 10:53:31.150291 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:53:31.150345 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:53:31.165094 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39235
I1104 10:53:31.165587 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:53:31.166163 37715 main.go:141] libmachine: Using API Version 1
I1104 10:53:31.166186 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:53:31.166555 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:53:31.166779 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:53:31.166958 37715 start.go:317] joinCluster: &{Name:ha-931571 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-931571 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.245 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1104 10:53:31.167051 37715 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1104 10:53:31.167067 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:53:31.169771 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:53:31.170152 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:53:31.170182 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:53:31.170376 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:53:31.170562 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:53:31.170687 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:53:31.170781 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa Username:docker}
I1104 10:53:31.306325 37715 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.245 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1104 10:53:31.306377 37715 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token kmocbz.ds2v3q10rcir1aso --discovery-token-ca-cert-hash sha256:95833ff41306ac800b975e28f2da3aedc13f83db6865dfb0ce3f10d781d75fd9 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-931571-m02 --control-plane --apiserver-advertise-address=192.168.39.245 --apiserver-bind-port=8443"
I1104 10:53:52.004440 37715 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token kmocbz.ds2v3q10rcir1aso --discovery-token-ca-cert-hash sha256:95833ff41306ac800b975e28f2da3aedc13f83db6865dfb0ce3f10d781d75fd9 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-931571-m02 --control-plane --apiserver-advertise-address=192.168.39.245 --apiserver-bind-port=8443": (20.698039868s)
I1104 10:53:52.004481 37715 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1104 10:53:52.565954 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-931571-m02 minikube.k8s.io/updated_at=2024_11_04T10_53_52_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=c03dd974d73f8853a1a57928c124797a5ae24dc4 minikube.k8s.io/name=ha-931571 minikube.k8s.io/primary=false
I1104 10:53:52.722802 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-931571-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1104 10:53:52.847701 37715 start.go:319] duration metric: took 21.680738209s to joinCluster
I1104 10:53:52.847788 37715 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.245 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1104 10:53:52.848131 37715 config.go:182] Loaded profile config "ha-931571": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1104 10:53:52.849508 37715 out.go:177] * Verifying Kubernetes components...
I1104 10:53:52.850857 37715 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1104 10:53:53.114403 37715 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1104 10:53:53.138620 37715 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19906-19898/kubeconfig
I1104 10:53:53.138881 37715 kapi.go:59] client config for ha-931571: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.crt", KeyFile:"/home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.key", CAFile:"/home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2437da0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1104 10:53:53.138942 37715 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.67:8443
I1104 10:53:53.139141 37715 node_ready.go:35] waiting up to 6m0s for node "ha-931571-m02" to be "Ready" ...
I1104 10:53:53.139247 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:53.139257 37715 round_trippers.go:469] Request Headers:
I1104 10:53:53.139269 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:53.139278 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:53.152136 37715 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1104 10:53:53.639369 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:53.639392 37715 round_trippers.go:469] Request Headers:
I1104 10:53:53.639401 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:53.639405 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:53.643203 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:53:54.140047 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:54.140070 37715 round_trippers.go:469] Request Headers:
I1104 10:53:54.140084 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:54.140089 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:54.147092 37715 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1104 10:53:54.639335 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:54.639355 37715 round_trippers.go:469] Request Headers:
I1104 10:53:54.639363 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:54.639367 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:54.642506 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:53:55.140245 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:55.140265 37715 round_trippers.go:469] Request Headers:
I1104 10:53:55.140273 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:55.140277 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:55.143824 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:53:55.144458 37715 node_ready.go:53] node "ha-931571-m02" has status "Ready":"False"
I1104 10:53:55.639804 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:55.639830 37715 round_trippers.go:469] Request Headers:
I1104 10:53:55.639841 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:55.639846 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:55.643096 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:53:56.140054 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:56.140078 37715 round_trippers.go:469] Request Headers:
I1104 10:53:56.140089 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:56.140095 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:56.142960 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:53:56.639891 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:56.639912 37715 round_trippers.go:469] Request Headers:
I1104 10:53:56.639923 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:56.639928 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:56.642755 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:53:57.139690 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:57.139713 37715 round_trippers.go:469] Request Headers:
I1104 10:53:57.139725 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:57.139730 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:57.143324 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:53:57.639441 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:57.639460 37715 round_trippers.go:469] Request Headers:
I1104 10:53:57.639469 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:57.639473 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:57.642433 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:53:57.642947 37715 node_ready.go:53] node "ha-931571-m02" has status "Ready":"False"
I1104 10:53:58.140368 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:58.140388 37715 round_trippers.go:469] Request Headers:
I1104 10:53:58.140399 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:58.140404 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:58.144117 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:53:58.640193 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:58.640215 37715 round_trippers.go:469] Request Headers:
I1104 10:53:58.640223 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:58.640227 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:58.643667 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:53:59.139304 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:59.139323 37715 round_trippers.go:469] Request Headers:
I1104 10:53:59.139331 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:59.139335 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:59.142878 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:53:59.639323 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:53:59.639344 37715 round_trippers.go:469] Request Headers:
I1104 10:53:59.639353 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:53:59.639357 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:53:59.642391 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:00.140288 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:00.140314 37715 round_trippers.go:469] Request Headers:
I1104 10:54:00.140323 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:00.140328 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:00.143357 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:00.143948 37715 node_ready.go:53] node "ha-931571-m02" has status "Ready":"False"
I1104 10:54:00.639324 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:00.639348 37715 round_trippers.go:469] Request Headers:
I1104 10:54:00.639358 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:00.639365 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:00.643179 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:01.140315 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:01.140337 37715 round_trippers.go:469] Request Headers:
I1104 10:54:01.140345 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:01.140349 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:01.143491 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:01.639485 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:01.639510 37715 round_trippers.go:469] Request Headers:
I1104 10:54:01.639517 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:01.639522 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:01.642450 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:02.140259 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:02.140291 37715 round_trippers.go:469] Request Headers:
I1104 10:54:02.140299 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:02.140304 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:02.143695 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:02.144128 37715 node_ready.go:53] node "ha-931571-m02" has status "Ready":"False"
I1104 10:54:02.639414 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:02.639433 37715 round_trippers.go:469] Request Headers:
I1104 10:54:02.639442 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:02.639447 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:02.642409 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:03.140294 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:03.140314 37715 round_trippers.go:469] Request Headers:
I1104 10:54:03.140327 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:03.140333 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:03.143301 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:03.639404 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:03.639426 37715 round_trippers.go:469] Request Headers:
I1104 10:54:03.639437 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:03.639445 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:03.642367 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:04.139716 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:04.139740 37715 round_trippers.go:469] Request Headers:
I1104 10:54:04.139750 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:04.139754 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:04.143000 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:04.640219 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:04.640245 37715 round_trippers.go:469] Request Headers:
I1104 10:54:04.640256 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:04.640262 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:04.643232 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:04.643667 37715 node_ready.go:53] node "ha-931571-m02" has status "Ready":"False"
I1104 10:54:05.140138 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:05.140162 37715 round_trippers.go:469] Request Headers:
I1104 10:54:05.140173 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:05.140178 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:05.142993 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:05.639755 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:05.639775 37715 round_trippers.go:469] Request Headers:
I1104 10:54:05.639783 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:05.639802 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:05.643475 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:06.139372 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:06.139394 37715 round_trippers.go:469] Request Headers:
I1104 10:54:06.139402 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:06.139405 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:06.142509 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:06.639413 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:06.639442 37715 round_trippers.go:469] Request Headers:
I1104 10:54:06.639451 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:06.639456 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:06.642592 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:07.139655 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:07.139684 37715 round_trippers.go:469] Request Headers:
I1104 10:54:07.139694 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:07.139699 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:07.143170 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:07.143728 37715 node_ready.go:53] node "ha-931571-m02" has status "Ready":"False"
I1104 10:54:07.640208 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:07.640228 37715 round_trippers.go:469] Request Headers:
I1104 10:54:07.640235 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:07.640240 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:07.643154 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:08.140228 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:08.140261 37715 round_trippers.go:469] Request Headers:
I1104 10:54:08.140273 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:08.140278 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:08.142997 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:08.639828 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:08.639854 37715 round_trippers.go:469] Request Headers:
I1104 10:54:08.639862 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:08.639866 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:08.643244 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:09.140126 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:09.140153 37715 round_trippers.go:469] Request Headers:
I1104 10:54:09.140166 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:09.140172 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:09.143278 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:09.143950 37715 node_ready.go:53] node "ha-931571-m02" has status "Ready":"False"
I1104 10:54:09.639588 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:09.639610 37715 round_trippers.go:469] Request Headers:
I1104 10:54:09.639618 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:09.639623 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:09.642343 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:10.139875 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:10.139898 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.139905 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.139909 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.143037 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:10.640013 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:10.640033 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.640042 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.640045 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.643833 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:10.644423 37715 node_ready.go:49] node "ha-931571-m02" has status "Ready":"True"
I1104 10:54:10.644446 37715 node_ready.go:38] duration metric: took 17.505281339s for node "ha-931571-m02" to be "Ready" ...
I1104 10:54:10.644459 37715 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1104 10:54:10.644564 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods
I1104 10:54:10.644577 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.644587 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.644591 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.649476 37715 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1104 10:54:10.656031 37715 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-5ss4v" in "kube-system" namespace to be "Ready" ...
I1104 10:54:10.656110 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-5ss4v
I1104 10:54:10.656129 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.656138 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.656144 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.659282 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:10.659928 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:54:10.659944 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.659953 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.659958 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.662844 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:10.663378 37715 pod_ready.go:93] pod "coredns-7c65d6cfc9-5ss4v" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:10.663402 37715 pod_ready.go:82] duration metric: took 7.344091ms for pod "coredns-7c65d6cfc9-5ss4v" in "kube-system" namespace to be "Ready" ...
I1104 10:54:10.663423 37715 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-s9wb4" in "kube-system" namespace to be "Ready" ...
I1104 10:54:10.663492 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-s9wb4
I1104 10:54:10.663502 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.663512 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.663521 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.666287 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:10.666934 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:54:10.666950 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.666957 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.666960 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.669169 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:10.669739 37715 pod_ready.go:93] pod "coredns-7c65d6cfc9-s9wb4" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:10.669760 37715 pod_ready.go:82] duration metric: took 6.3295ms for pod "coredns-7c65d6cfc9-s9wb4" in "kube-system" namespace to be "Ready" ...
I1104 10:54:10.669770 37715 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:54:10.669830 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/etcd-ha-931571
I1104 10:54:10.669842 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.669852 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.669859 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.672042 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:10.672626 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:54:10.672642 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.672650 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.672653 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.674766 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:10.675295 37715 pod_ready.go:93] pod "etcd-ha-931571" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:10.675317 37715 pod_ready.go:82] duration metric: took 5.539368ms for pod "etcd-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:54:10.675329 37715 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:54:10.675390 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/etcd-ha-931571-m02
I1104 10:54:10.675398 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.675405 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.675410 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.677591 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:10.678184 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:10.678197 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.678204 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.678208 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.680155 37715 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1104 10:54:10.680700 37715 pod_ready.go:93] pod "etcd-ha-931571-m02" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:10.680721 37715 pod_ready.go:82] duration metric: took 5.381074ms for pod "etcd-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:54:10.680737 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:54:10.840055 37715 request.go:632] Waited for 159.25235ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-931571
I1104 10:54:10.840140 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-931571
I1104 10:54:10.840150 37715 round_trippers.go:469] Request Headers:
I1104 10:54:10.840160 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:10.840171 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:10.843356 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:11.040534 37715 request.go:632] Waited for 196.430173ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:54:11.040604 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:54:11.040615 37715 round_trippers.go:469] Request Headers:
I1104 10:54:11.040623 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:11.040630 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:11.043768 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:11.044382 37715 pod_ready.go:93] pod "kube-apiserver-ha-931571" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:11.044403 37715 pod_ready.go:82] duration metric: took 363.65714ms for pod "kube-apiserver-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:54:11.044412 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:54:11.240746 37715 request.go:632] Waited for 196.265081ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-931571-m02
I1104 10:54:11.240800 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-931571-m02
I1104 10:54:11.240805 37715 round_trippers.go:469] Request Headers:
I1104 10:54:11.240812 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:11.240823 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:11.244055 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:11.441020 37715 request.go:632] Waited for 196.31895ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:11.441076 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:11.441082 37715 round_trippers.go:469] Request Headers:
I1104 10:54:11.441089 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:11.441092 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:11.443940 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:11.444396 37715 pod_ready.go:93] pod "kube-apiserver-ha-931571-m02" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:11.444417 37715 pod_ready.go:82] duration metric: took 399.997294ms for pod "kube-apiserver-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:54:11.444431 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:54:11.640978 37715 request.go:632] Waited for 196.455451ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-931571
I1104 10:54:11.641045 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-931571
I1104 10:54:11.641052 37715 round_trippers.go:469] Request Headers:
I1104 10:54:11.641063 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:11.641068 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:11.644104 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:11.840124 37715 request.go:632] Waited for 195.279381ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:54:11.840175 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:54:11.840180 37715 round_trippers.go:469] Request Headers:
I1104 10:54:11.840189 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:11.840204 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:11.843139 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:11.843784 37715 pod_ready.go:93] pod "kube-controller-manager-ha-931571" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:11.843806 37715 pod_ready.go:82] duration metric: took 399.367004ms for pod "kube-controller-manager-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:54:11.843816 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:54:12.040826 37715 request.go:632] Waited for 196.934959ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-931571-m02
I1104 10:54:12.040888 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-931571-m02
I1104 10:54:12.040896 37715 round_trippers.go:469] Request Headers:
I1104 10:54:12.040905 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:12.040912 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:12.044321 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:12.240220 37715 request.go:632] Waited for 195.323321ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:12.240295 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:12.240302 37715 round_trippers.go:469] Request Headers:
I1104 10:54:12.240311 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:12.240340 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:12.243972 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:12.244423 37715 pod_ready.go:93] pod "kube-controller-manager-ha-931571-m02" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:12.244441 37715 pod_ready.go:82] duration metric: took 400.61624ms for pod "kube-controller-manager-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:54:12.244452 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-bvk6r" in "kube-system" namespace to be "Ready" ...
I1104 10:54:12.440627 37715 request.go:632] Waited for 196.096769ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-proxy-bvk6r
I1104 10:54:12.440687 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-proxy-bvk6r
I1104 10:54:12.440692 37715 round_trippers.go:469] Request Headers:
I1104 10:54:12.440700 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:12.440704 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:12.443759 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:12.640675 37715 request.go:632] Waited for 196.368451ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:54:12.640746 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:54:12.640753 37715 round_trippers.go:469] Request Headers:
I1104 10:54:12.640764 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:12.640771 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:12.645533 37715 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1104 10:54:12.646078 37715 pod_ready.go:93] pod "kube-proxy-bvk6r" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:12.646098 37715 pod_ready.go:82] duration metric: took 401.639494ms for pod "kube-proxy-bvk6r" in "kube-system" namespace to be "Ready" ...
I1104 10:54:12.646111 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-wz92s" in "kube-system" namespace to be "Ready" ...
I1104 10:54:12.840342 37715 request.go:632] Waited for 194.16235ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-proxy-wz92s
I1104 10:54:12.840395 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-proxy-wz92s
I1104 10:54:12.840400 37715 round_trippers.go:469] Request Headers:
I1104 10:54:12.840407 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:12.840413 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:12.844505 37715 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1104 10:54:13.040627 37715 request.go:632] Waited for 195.405277ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:13.040697 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:13.040706 37715 round_trippers.go:469] Request Headers:
I1104 10:54:13.040713 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:13.040717 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:13.043654 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:13.044440 37715 pod_ready.go:93] pod "kube-proxy-wz92s" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:13.044461 37715 pod_ready.go:82] duration metric: took 398.343689ms for pod "kube-proxy-wz92s" in "kube-system" namespace to be "Ready" ...
I1104 10:54:13.044472 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:54:13.240500 37715 request.go:632] Waited for 195.966375ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-931571
I1104 10:54:13.240580 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-931571
I1104 10:54:13.240589 37715 round_trippers.go:469] Request Headers:
I1104 10:54:13.240599 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:13.240606 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:13.243607 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:54:13.440419 37715 request.go:632] Waited for 196.059783ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:54:13.440489 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:54:13.440495 37715 round_trippers.go:469] Request Headers:
I1104 10:54:13.440502 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:13.440507 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:13.443953 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:13.444535 37715 pod_ready.go:93] pod "kube-scheduler-ha-931571" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:13.444560 37715 pod_ready.go:82] duration metric: took 400.080635ms for pod "kube-scheduler-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:54:13.444575 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:54:13.640646 37715 request.go:632] Waited for 195.95641ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-931571-m02
I1104 10:54:13.640702 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-931571-m02
I1104 10:54:13.640707 37715 round_trippers.go:469] Request Headers:
I1104 10:54:13.640716 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:13.640720 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:13.644170 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:13.840111 37715 request.go:632] Waited for 195.309512ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:13.840184 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:54:13.840189 37715 round_trippers.go:469] Request Headers:
I1104 10:54:13.840197 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:13.840205 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:13.843622 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:13.844295 37715 pod_ready.go:93] pod "kube-scheduler-ha-931571-m02" in "kube-system" namespace has status "Ready":"True"
I1104 10:54:13.844319 37715 pod_ready.go:82] duration metric: took 399.734957ms for pod "kube-scheduler-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:54:13.844333 37715 pod_ready.go:39] duration metric: took 3.199846594s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1104 10:54:13.844350 37715 api_server.go:52] waiting for apiserver process to appear ...
I1104 10:54:13.844417 37715 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1104 10:54:13.858847 37715 api_server.go:72] duration metric: took 21.011018077s to wait for apiserver process to appear ...
I1104 10:54:13.858869 37715 api_server.go:88] waiting for apiserver healthz status ...
I1104 10:54:13.858890 37715 api_server.go:253] Checking apiserver healthz at https://192.168.39.67:8443/healthz ...
I1104 10:54:13.863051 37715 api_server.go:279] https://192.168.39.67:8443/healthz returned 200:
ok
I1104 10:54:13.863110 37715 round_trippers.go:463] GET https://192.168.39.67:8443/version
I1104 10:54:13.863115 37715 round_trippers.go:469] Request Headers:
I1104 10:54:13.863122 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:13.863126 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:13.864098 37715 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1104 10:54:13.864181 37715 api_server.go:141] control plane version: v1.31.2
I1104 10:54:13.864195 37715 api_server.go:131] duration metric: took 5.319439ms to wait for apiserver health ...
I1104 10:54:13.864202 37715 system_pods.go:43] waiting for kube-system pods to appear ...
I1104 10:54:14.040623 37715 request.go:632] Waited for 176.353381ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods
I1104 10:54:14.040696 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods
I1104 10:54:14.040702 37715 round_trippers.go:469] Request Headers:
I1104 10:54:14.040709 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:14.040714 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:14.045262 37715 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1104 10:54:14.050254 37715 system_pods.go:59] 17 kube-system pods found
I1104 10:54:14.050280 37715 system_pods.go:61] "coredns-7c65d6cfc9-5ss4v" [b1994bcf-ce9e-4a5e-90e0-5f3e284218f4] Running
I1104 10:54:14.050285 37715 system_pods.go:61] "coredns-7c65d6cfc9-s9wb4" [fd497087-82a1-4173-a1ca-87f47225cd80] Running
I1104 10:54:14.050289 37715 system_pods.go:61] "etcd-ha-931571" [fdadf64d-457c-4f54-8824-770c47938a4d] Running
I1104 10:54:14.050292 37715 system_pods.go:61] "etcd-ha-931571-m02" [b40b2a26-19b6-47f9-af25-dcbffbe55156] Running
I1104 10:54:14.050296 37715 system_pods.go:61] "kindnet-2n2ws" [f43095ed-404a-4c99-a271-a8c7fb6a3559] Running
I1104 10:54:14.050301 37715 system_pods.go:61] "kindnet-bg4z6" [43eed78a-1357-4607-bff5-a1c896da4af2] Running
I1104 10:54:14.050305 37715 system_pods.go:61] "kube-apiserver-ha-931571" [2ba59318-d54d-4948-8133-2ff2afa001e5] Running
I1104 10:54:14.050310 37715 system_pods.go:61] "kube-apiserver-ha-931571-m02" [6a6bfd7d-cec1-4e07-90bf-c933f871eef1] Running
I1104 10:54:14.050315 37715 system_pods.go:61] "kube-controller-manager-ha-931571" [62d03af1-aa91-4ebf-af21-19f760956cf5] Running
I1104 10:54:14.050320 37715 system_pods.go:61] "kube-controller-manager-ha-931571-m02" [96d65b2a-66c8-411a-bb4b-5ff222b7832d] Running
I1104 10:54:14.050327 37715 system_pods.go:61] "kube-proxy-bvk6r" [5f293726-a3a3-4398-9b70-ca8f83c66d7c] Running
I1104 10:54:14.050332 37715 system_pods.go:61] "kube-proxy-wz92s" [a2e065c2-9645-44e4-b4e8-dc787b0c6662] Running
I1104 10:54:14.050340 37715 system_pods.go:61] "kube-scheduler-ha-931571" [8bc3d9c3-2b41-4f54-a511-34939218fa5b] Running
I1104 10:54:14.050345 37715 system_pods.go:61] "kube-scheduler-ha-931571-m02" [4329adba-71fa-425a-b379-6e52af90b458] Running
I1104 10:54:14.050354 37715 system_pods.go:61] "kube-vip-ha-931571" [f9948426-2770-47cf-b610-ecfea5b17be9] Running / Ready:ContainersNotReady (containers with unready status: [kube-vip]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-vip])
I1104 10:54:14.050364 37715 system_pods.go:61] "kube-vip-ha-931571-m02" [860a8a9e-b839-4c23-80b5-415a62fca083] Running / Ready:ContainersNotReady (containers with unready status: [kube-vip]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-vip])
I1104 10:54:14.050370 37715 system_pods.go:61] "storage-provisioner" [3eb09a1d-0033-428a-a305-aa2901b20566] Running
I1104 10:54:14.050377 37715 system_pods.go:74] duration metric: took 186.169669ms to wait for pod list to return data ...
I1104 10:54:14.050387 37715 default_sa.go:34] waiting for default service account to be created ...
I1104 10:54:14.240854 37715 request.go:632] Waited for 190.370277ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/default/serviceaccounts
I1104 10:54:14.240922 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/default/serviceaccounts
I1104 10:54:14.240929 37715 round_trippers.go:469] Request Headers:
I1104 10:54:14.240940 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:14.240963 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:14.244687 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:14.244932 37715 default_sa.go:45] found service account: "default"
I1104 10:54:14.244952 37715 default_sa.go:55] duration metric: took 194.560071ms for default service account to be created ...
I1104 10:54:14.244961 37715 system_pods.go:116] waiting for k8s-apps to be running ...
I1104 10:54:14.440692 37715 request.go:632] Waited for 195.67345ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods
I1104 10:54:14.440751 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods
I1104 10:54:14.440757 37715 round_trippers.go:469] Request Headers:
I1104 10:54:14.440772 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:14.440780 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:14.444830 37715 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1104 10:54:14.449745 37715 system_pods.go:86] 17 kube-system pods found
I1104 10:54:14.449772 37715 system_pods.go:89] "coredns-7c65d6cfc9-5ss4v" [b1994bcf-ce9e-4a5e-90e0-5f3e284218f4] Running
I1104 10:54:14.449778 37715 system_pods.go:89] "coredns-7c65d6cfc9-s9wb4" [fd497087-82a1-4173-a1ca-87f47225cd80] Running
I1104 10:54:14.449783 37715 system_pods.go:89] "etcd-ha-931571" [fdadf64d-457c-4f54-8824-770c47938a4d] Running
I1104 10:54:14.449789 37715 system_pods.go:89] "etcd-ha-931571-m02" [b40b2a26-19b6-47f9-af25-dcbffbe55156] Running
I1104 10:54:14.449795 37715 system_pods.go:89] "kindnet-2n2ws" [f43095ed-404a-4c99-a271-a8c7fb6a3559] Running
I1104 10:54:14.449800 37715 system_pods.go:89] "kindnet-bg4z6" [43eed78a-1357-4607-bff5-a1c896da4af2] Running
I1104 10:54:14.449807 37715 system_pods.go:89] "kube-apiserver-ha-931571" [2ba59318-d54d-4948-8133-2ff2afa001e5] Running
I1104 10:54:14.449812 37715 system_pods.go:89] "kube-apiserver-ha-931571-m02" [6a6bfd7d-cec1-4e07-90bf-c933f871eef1] Running
I1104 10:54:14.449816 37715 system_pods.go:89] "kube-controller-manager-ha-931571" [62d03af1-aa91-4ebf-af21-19f760956cf5] Running
I1104 10:54:14.449821 37715 system_pods.go:89] "kube-controller-manager-ha-931571-m02" [96d65b2a-66c8-411a-bb4b-5ff222b7832d] Running
I1104 10:54:14.449826 37715 system_pods.go:89] "kube-proxy-bvk6r" [5f293726-a3a3-4398-9b70-ca8f83c66d7c] Running
I1104 10:54:14.449834 37715 system_pods.go:89] "kube-proxy-wz92s" [a2e065c2-9645-44e4-b4e8-dc787b0c6662] Running
I1104 10:54:14.449839 37715 system_pods.go:89] "kube-scheduler-ha-931571" [8bc3d9c3-2b41-4f54-a511-34939218fa5b] Running
I1104 10:54:14.449848 37715 system_pods.go:89] "kube-scheduler-ha-931571-m02" [4329adba-71fa-425a-b379-6e52af90b458] Running
I1104 10:54:14.449857 37715 system_pods.go:89] "kube-vip-ha-931571" [f9948426-2770-47cf-b610-ecfea5b17be9] Running / Ready:ContainersNotReady (containers with unready status: [kube-vip]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-vip])
I1104 10:54:14.449870 37715 system_pods.go:89] "kube-vip-ha-931571-m02" [860a8a9e-b839-4c23-80b5-415a62fca083] Running / Ready:ContainersNotReady (containers with unready status: [kube-vip]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-vip])
I1104 10:54:14.449878 37715 system_pods.go:89] "storage-provisioner" [3eb09a1d-0033-428a-a305-aa2901b20566] Running
I1104 10:54:14.449891 37715 system_pods.go:126] duration metric: took 204.923702ms to wait for k8s-apps to be running ...
I1104 10:54:14.449903 37715 system_svc.go:44] waiting for kubelet service to be running ....
I1104 10:54:14.449956 37715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1104 10:54:14.464950 37715 system_svc.go:56] duration metric: took 15.038755ms WaitForService to wait for kubelet
I1104 10:54:14.464983 37715 kubeadm.go:582] duration metric: took 21.617159665s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1104 10:54:14.465005 37715 node_conditions.go:102] verifying NodePressure condition ...
I1104 10:54:14.640444 37715 request.go:632] Waited for 175.359531ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes
I1104 10:54:14.640495 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes
I1104 10:54:14.640507 37715 round_trippers.go:469] Request Headers:
I1104 10:54:14.640514 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:54:14.640531 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:54:14.644308 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:54:14.645138 37715 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1104 10:54:14.645162 37715 node_conditions.go:123] node cpu capacity is 2
I1104 10:54:14.645172 37715 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1104 10:54:14.645175 37715 node_conditions.go:123] node cpu capacity is 2
I1104 10:54:14.645180 37715 node_conditions.go:105] duration metric: took 180.169842ms to run NodePressure ...
I1104 10:54:14.645191 37715 start.go:241] waiting for startup goroutines ...
I1104 10:54:14.645220 37715 start.go:255] writing updated cluster config ...
I1104 10:54:14.647434 37715 out.go:201]
I1104 10:54:14.649030 37715 config.go:182] Loaded profile config "ha-931571": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1104 10:54:14.649124 37715 profile.go:143] Saving config to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/config.json ...
I1104 10:54:14.650881 37715 out.go:177] * Starting "ha-931571-m03" control-plane node in "ha-931571" cluster
I1104 10:54:14.652021 37715 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1104 10:54:14.652041 37715 cache.go:56] Caching tarball of preloaded images
I1104 10:54:14.652128 37715 preload.go:172] Found /home/jenkins/minikube-integration/19906-19898/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1104 10:54:14.652138 37715 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1104 10:54:14.652229 37715 profile.go:143] Saving config to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/config.json ...
I1104 10:54:14.652384 37715 start.go:360] acquireMachinesLock for ha-931571-m03: {Name:mka4ed965095cfb58c9b0f5916edff39b4236a2f Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1104 10:54:14.652421 37715 start.go:364] duration metric: took 20.345µs to acquireMachinesLock for "ha-931571-m03"
I1104 10:54:14.652439 37715 start.go:93] Provisioning new machine with config: &{Name:ha-931571 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-931571 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.245 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bin
aryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1104 10:54:14.652552 37715 start.go:125] createHost starting for "m03" (driver="kvm2")
I1104 10:54:14.653932 37715 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1104 10:54:14.654009 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:54:14.654042 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:54:14.669012 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35959
I1104 10:54:14.669516 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:54:14.669968 37715 main.go:141] libmachine: Using API Version 1
I1104 10:54:14.669986 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:54:14.670370 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:54:14.670550 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetMachineName
I1104 10:54:14.670697 37715 main.go:141] libmachine: (ha-931571-m03) Calling .DriverName
I1104 10:54:14.670887 37715 start.go:159] libmachine.API.Create for "ha-931571" (driver="kvm2")
I1104 10:54:14.670919 37715 client.go:168] LocalClient.Create starting
I1104 10:54:14.670952 37715 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem
I1104 10:54:14.670990 37715 main.go:141] libmachine: Decoding PEM data...
I1104 10:54:14.671004 37715 main.go:141] libmachine: Parsing certificate...
I1104 10:54:14.671047 37715 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem
I1104 10:54:14.671066 37715 main.go:141] libmachine: Decoding PEM data...
I1104 10:54:14.671074 37715 main.go:141] libmachine: Parsing certificate...
I1104 10:54:14.671092 37715 main.go:141] libmachine: Running pre-create checks...
I1104 10:54:14.671100 37715 main.go:141] libmachine: (ha-931571-m03) Calling .PreCreateCheck
I1104 10:54:14.671295 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetConfigRaw
I1104 10:54:14.671735 37715 main.go:141] libmachine: Creating machine...
I1104 10:54:14.671748 37715 main.go:141] libmachine: (ha-931571-m03) Calling .Create
I1104 10:54:14.671896 37715 main.go:141] libmachine: (ha-931571-m03) Creating KVM machine...
I1104 10:54:14.673127 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found existing default KVM network
I1104 10:54:14.673275 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found existing private KVM network mk-ha-931571
I1104 10:54:14.673433 37715 main.go:141] libmachine: (ha-931571-m03) Setting up store path in /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03 ...
I1104 10:54:14.673458 37715 main.go:141] libmachine: (ha-931571-m03) Building disk image from file:///home/jenkins/minikube-integration/19906-19898/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso
I1104 10:54:14.673532 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:14.673413 38465 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19906-19898/.minikube
I1104 10:54:14.673618 37715 main.go:141] libmachine: (ha-931571-m03) Downloading /home/jenkins/minikube-integration/19906-19898/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19906-19898/.minikube/cache/iso/amd64/minikube-v1.34.0-1730282777-19883-amd64.iso...
I1104 10:54:14.913416 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:14.913288 38465 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03/id_rsa...
I1104 10:54:15.078787 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:15.078642 38465 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03/ha-931571-m03.rawdisk...
I1104 10:54:15.078832 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Writing magic tar header
I1104 10:54:15.078845 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Writing SSH key tar header
I1104 10:54:15.078858 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:15.078756 38465 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03 ...
I1104 10:54:15.078874 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03
I1104 10:54:15.078881 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898/.minikube/machines
I1104 10:54:15.078888 37715 main.go:141] libmachine: (ha-931571-m03) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03 (perms=drwx------)
I1104 10:54:15.078896 37715 main.go:141] libmachine: (ha-931571-m03) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898/.minikube/machines (perms=drwxr-xr-x)
I1104 10:54:15.078902 37715 main.go:141] libmachine: (ha-931571-m03) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898/.minikube (perms=drwxr-xr-x)
I1104 10:54:15.078911 37715 main.go:141] libmachine: (ha-931571-m03) Setting executable bit set on /home/jenkins/minikube-integration/19906-19898 (perms=drwxrwxr-x)
I1104 10:54:15.078919 37715 main.go:141] libmachine: (ha-931571-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1104 10:54:15.078931 37715 main.go:141] libmachine: (ha-931571-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1104 10:54:15.078951 37715 main.go:141] libmachine: (ha-931571-m03) Creating domain...
I1104 10:54:15.078968 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898/.minikube
I1104 10:54:15.078978 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19906-19898
I1104 10:54:15.078985 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1104 10:54:15.078991 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Checking permissions on dir: /home/jenkins
I1104 10:54:15.078997 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Checking permissions on dir: /home
I1104 10:54:15.079003 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Skipping /home - not owner
I1104 10:54:15.079942 37715 main.go:141] libmachine: (ha-931571-m03) define libvirt domain using xml:
I1104 10:54:15.079975 37715 main.go:141] libmachine: (ha-931571-m03) <domain type='kvm'>
I1104 10:54:15.079986 37715 main.go:141] libmachine: (ha-931571-m03) <name>ha-931571-m03</name>
I1104 10:54:15.079997 37715 main.go:141] libmachine: (ha-931571-m03) <memory unit='MiB'>2200</memory>
I1104 10:54:15.080003 37715 main.go:141] libmachine: (ha-931571-m03) <vcpu>2</vcpu>
I1104 10:54:15.080007 37715 main.go:141] libmachine: (ha-931571-m03) <features>
I1104 10:54:15.080011 37715 main.go:141] libmachine: (ha-931571-m03) <acpi/>
I1104 10:54:15.080015 37715 main.go:141] libmachine: (ha-931571-m03) <apic/>
I1104 10:54:15.080020 37715 main.go:141] libmachine: (ha-931571-m03) <pae/>
I1104 10:54:15.080024 37715 main.go:141] libmachine: (ha-931571-m03)
I1104 10:54:15.080028 37715 main.go:141] libmachine: (ha-931571-m03) </features>
I1104 10:54:15.080032 37715 main.go:141] libmachine: (ha-931571-m03) <cpu mode='host-passthrough'>
I1104 10:54:15.080037 37715 main.go:141] libmachine: (ha-931571-m03)
I1104 10:54:15.080040 37715 main.go:141] libmachine: (ha-931571-m03) </cpu>
I1104 10:54:15.080045 37715 main.go:141] libmachine: (ha-931571-m03) <os>
I1104 10:54:15.080049 37715 main.go:141] libmachine: (ha-931571-m03) <type>hvm</type>
I1104 10:54:15.080054 37715 main.go:141] libmachine: (ha-931571-m03) <boot dev='cdrom'/>
I1104 10:54:15.080061 37715 main.go:141] libmachine: (ha-931571-m03) <boot dev='hd'/>
I1104 10:54:15.080066 37715 main.go:141] libmachine: (ha-931571-m03) <bootmenu enable='no'/>
I1104 10:54:15.080070 37715 main.go:141] libmachine: (ha-931571-m03) </os>
I1104 10:54:15.080075 37715 main.go:141] libmachine: (ha-931571-m03) <devices>
I1104 10:54:15.080079 37715 main.go:141] libmachine: (ha-931571-m03) <disk type='file' device='cdrom'>
I1104 10:54:15.080088 37715 main.go:141] libmachine: (ha-931571-m03) <source file='/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03/boot2docker.iso'/>
I1104 10:54:15.080096 37715 main.go:141] libmachine: (ha-931571-m03) <target dev='hdc' bus='scsi'/>
I1104 10:54:15.080101 37715 main.go:141] libmachine: (ha-931571-m03) <readonly/>
I1104 10:54:15.080106 37715 main.go:141] libmachine: (ha-931571-m03) </disk>
I1104 10:54:15.080111 37715 main.go:141] libmachine: (ha-931571-m03) <disk type='file' device='disk'>
I1104 10:54:15.080119 37715 main.go:141] libmachine: (ha-931571-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1104 10:54:15.080127 37715 main.go:141] libmachine: (ha-931571-m03) <source file='/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03/ha-931571-m03.rawdisk'/>
I1104 10:54:15.080134 37715 main.go:141] libmachine: (ha-931571-m03) <target dev='hda' bus='virtio'/>
I1104 10:54:15.080145 37715 main.go:141] libmachine: (ha-931571-m03) </disk>
I1104 10:54:15.080149 37715 main.go:141] libmachine: (ha-931571-m03) <interface type='network'>
I1104 10:54:15.080154 37715 main.go:141] libmachine: (ha-931571-m03) <source network='mk-ha-931571'/>
I1104 10:54:15.080163 37715 main.go:141] libmachine: (ha-931571-m03) <model type='virtio'/>
I1104 10:54:15.080168 37715 main.go:141] libmachine: (ha-931571-m03) </interface>
I1104 10:54:15.080172 37715 main.go:141] libmachine: (ha-931571-m03) <interface type='network'>
I1104 10:54:15.080177 37715 main.go:141] libmachine: (ha-931571-m03) <source network='default'/>
I1104 10:54:15.080181 37715 main.go:141] libmachine: (ha-931571-m03) <model type='virtio'/>
I1104 10:54:15.080186 37715 main.go:141] libmachine: (ha-931571-m03) </interface>
I1104 10:54:15.080191 37715 main.go:141] libmachine: (ha-931571-m03) <serial type='pty'>
I1104 10:54:15.080196 37715 main.go:141] libmachine: (ha-931571-m03) <target port='0'/>
I1104 10:54:15.080200 37715 main.go:141] libmachine: (ha-931571-m03) </serial>
I1104 10:54:15.080205 37715 main.go:141] libmachine: (ha-931571-m03) <console type='pty'>
I1104 10:54:15.080209 37715 main.go:141] libmachine: (ha-931571-m03) <target type='serial' port='0'/>
I1104 10:54:15.080214 37715 main.go:141] libmachine: (ha-931571-m03) </console>
I1104 10:54:15.080218 37715 main.go:141] libmachine: (ha-931571-m03) <rng model='virtio'>
I1104 10:54:15.080224 37715 main.go:141] libmachine: (ha-931571-m03) <backend model='random'>/dev/random</backend>
I1104 10:54:15.080230 37715 main.go:141] libmachine: (ha-931571-m03) </rng>
I1104 10:54:15.080236 37715 main.go:141] libmachine: (ha-931571-m03)
I1104 10:54:15.080243 37715 main.go:141] libmachine: (ha-931571-m03)
I1104 10:54:15.080248 37715 main.go:141] libmachine: (ha-931571-m03) </devices>
I1104 10:54:15.080254 37715 main.go:141] libmachine: (ha-931571-m03) </domain>
I1104 10:54:15.080261 37715 main.go:141] libmachine: (ha-931571-m03)
I1104 10:54:15.087034 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:1d:68:f5 in network default
I1104 10:54:15.087544 37715 main.go:141] libmachine: (ha-931571-m03) Ensuring networks are active...
I1104 10:54:15.087568 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:15.088354 37715 main.go:141] libmachine: (ha-931571-m03) Ensuring network default is active
I1104 10:54:15.088653 37715 main.go:141] libmachine: (ha-931571-m03) Ensuring network mk-ha-931571 is active
I1104 10:54:15.089053 37715 main.go:141] libmachine: (ha-931571-m03) Getting domain xml...
I1104 10:54:15.089835 37715 main.go:141] libmachine: (ha-931571-m03) Creating domain...
I1104 10:54:16.314267 37715 main.go:141] libmachine: (ha-931571-m03) Waiting to get IP...
I1104 10:54:16.315295 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:16.315802 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:16.315837 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:16.315784 38465 retry.go:31] will retry after 211.49676ms: waiting for machine to come up
I1104 10:54:16.528417 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:16.528897 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:16.528927 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:16.528846 38465 retry.go:31] will retry after 340.441068ms: waiting for machine to come up
I1104 10:54:16.871525 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:16.871971 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:16.871997 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:16.871910 38465 retry.go:31] will retry after 446.439393ms: waiting for machine to come up
I1104 10:54:17.319543 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:17.320106 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:17.320137 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:17.320042 38465 retry.go:31] will retry after 381.839641ms: waiting for machine to come up
I1104 10:54:17.703288 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:17.703811 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:17.703840 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:17.703750 38465 retry.go:31] will retry after 593.813893ms: waiting for machine to come up
I1104 10:54:18.299510 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:18.300023 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:18.300055 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:18.299939 38465 retry.go:31] will retry after 849.789348ms: waiting for machine to come up
I1104 10:54:19.151490 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:19.151964 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:19.151988 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:19.151922 38465 retry.go:31] will retry after 1.150337712s: waiting for machine to come up
I1104 10:54:20.303915 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:20.304325 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:20.304357 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:20.304278 38465 retry.go:31] will retry after 1.472559033s: waiting for machine to come up
I1104 10:54:21.778305 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:21.778784 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:21.778810 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:21.778723 38465 retry.go:31] will retry after 1.37004444s: waiting for machine to come up
I1104 10:54:23.150404 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:23.150868 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:23.150895 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:23.150820 38465 retry.go:31] will retry after 1.893583796s: waiting for machine to come up
I1104 10:54:25.045832 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:25.046288 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:25.046327 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:25.046279 38465 retry.go:31] will retry after 2.056345872s: waiting for machine to come up
I1104 10:54:27.105382 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:27.105822 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:27.105853 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:27.105789 38465 retry.go:31] will retry after 3.414780128s: waiting for machine to come up
I1104 10:54:30.521832 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:30.522159 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:30.522181 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:30.522080 38465 retry.go:31] will retry after 3.340201347s: waiting for machine to come up
I1104 10:54:33.865562 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:33.865973 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find current IP address of domain ha-931571-m03 in network mk-ha-931571
I1104 10:54:33.866003 37715 main.go:141] libmachine: (ha-931571-m03) DBG | I1104 10:54:33.865938 38465 retry.go:31] will retry after 5.278208954s: waiting for machine to come up
I1104 10:54:39.149712 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.150250 37715 main.go:141] libmachine: (ha-931571-m03) Found IP for machine: 192.168.39.57
I1104 10:54:39.150283 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has current primary IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.150292 37715 main.go:141] libmachine: (ha-931571-m03) Reserving static IP address...
I1104 10:54:39.150676 37715 main.go:141] libmachine: (ha-931571-m03) DBG | unable to find host DHCP lease matching {name: "ha-931571-m03", mac: "52:54:00:30:f5:de", ip: "192.168.39.57"} in network mk-ha-931571
I1104 10:54:39.223412 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Getting to WaitForSSH function...
I1104 10:54:39.223438 37715 main.go:141] libmachine: (ha-931571-m03) Reserved static IP address: 192.168.39.57
I1104 10:54:39.223450 37715 main.go:141] libmachine: (ha-931571-m03) Waiting for SSH to be available...
I1104 10:54:39.226810 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.227204 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:minikube Clientid:01:52:54:00:30:f5:de}
I1104 10:54:39.227229 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.227416 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Using SSH client type: external
I1104 10:54:39.227440 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03/id_rsa (-rw-------)
I1104 10:54:39.227467 37715 main.go:141] libmachine: (ha-931571-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.57 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1104 10:54:39.227480 37715 main.go:141] libmachine: (ha-931571-m03) DBG | About to run SSH command:
I1104 10:54:39.227493 37715 main.go:141] libmachine: (ha-931571-m03) DBG | exit 0
I1104 10:54:39.348849 37715 main.go:141] libmachine: (ha-931571-m03) DBG | SSH cmd err, output: <nil>:
I1104 10:54:39.349130 37715 main.go:141] libmachine: (ha-931571-m03) KVM machine creation complete!
I1104 10:54:39.349458 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetConfigRaw
I1104 10:54:39.350011 37715 main.go:141] libmachine: (ha-931571-m03) Calling .DriverName
I1104 10:54:39.350175 37715 main.go:141] libmachine: (ha-931571-m03) Calling .DriverName
I1104 10:54:39.350318 37715 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1104 10:54:39.350330 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetState
I1104 10:54:39.351463 37715 main.go:141] libmachine: Detecting operating system of created instance...
I1104 10:54:39.351478 37715 main.go:141] libmachine: Waiting for SSH to be available...
I1104 10:54:39.351482 37715 main.go:141] libmachine: Getting to WaitForSSH function...
I1104 10:54:39.351487 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHHostname
I1104 10:54:39.353807 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.354106 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:39.354143 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.354349 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHPort
I1104 10:54:39.354557 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:39.354742 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:39.354871 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHUsername
I1104 10:54:39.355021 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:54:39.355223 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.57 22 <nil> <nil>}
I1104 10:54:39.355234 37715 main.go:141] libmachine: About to run SSH command:
exit 0
I1104 10:54:39.452207 37715 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1104 10:54:39.452228 37715 main.go:141] libmachine: Detecting the provisioner...
I1104 10:54:39.452237 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHHostname
I1104 10:54:39.455314 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.455778 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:39.455805 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.456043 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHPort
I1104 10:54:39.456250 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:39.456440 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:39.456603 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHUsername
I1104 10:54:39.456750 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:54:39.456931 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.57 22 <nil> <nil>}
I1104 10:54:39.456953 37715 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1104 10:54:39.553854 37715 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1104 10:54:39.553946 37715 main.go:141] libmachine: found compatible host: buildroot
I1104 10:54:39.553963 37715 main.go:141] libmachine: Provisioning with buildroot...
I1104 10:54:39.553975 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetMachineName
I1104 10:54:39.554231 37715 buildroot.go:166] provisioning hostname "ha-931571-m03"
I1104 10:54:39.554253 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetMachineName
I1104 10:54:39.554456 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHHostname
I1104 10:54:39.556992 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.557348 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:39.557377 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.557532 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHPort
I1104 10:54:39.557736 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:39.557887 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:39.558007 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHUsername
I1104 10:54:39.558172 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:54:39.558399 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.57 22 <nil> <nil>}
I1104 10:54:39.558418 37715 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-931571-m03 && echo "ha-931571-m03" | sudo tee /etc/hostname
I1104 10:54:39.670668 37715 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-931571-m03
I1104 10:54:39.670701 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHHostname
I1104 10:54:39.674148 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.674467 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:39.674492 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.674738 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHPort
I1104 10:54:39.674887 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:39.675053 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:39.675250 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHUsername
I1104 10:54:39.675459 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:54:39.675678 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.57 22 <nil> <nil>}
I1104 10:54:39.675703 37715 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-931571-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-931571-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-931571-m03' | sudo tee -a /etc/hosts;
fi
fi
I1104 10:54:39.782022 37715 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1104 10:54:39.782049 37715 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19906-19898/.minikube CaCertPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19906-19898/.minikube}
I1104 10:54:39.782068 37715 buildroot.go:174] setting up certificates
I1104 10:54:39.782080 37715 provision.go:84] configureAuth start
I1104 10:54:39.782091 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetMachineName
I1104 10:54:39.782349 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetIP
I1104 10:54:39.785051 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.785459 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:39.785488 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.785656 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHHostname
I1104 10:54:39.787833 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.788124 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:39.788141 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.788305 37715 provision.go:143] copyHostCerts
I1104 10:54:39.788334 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem
I1104 10:54:39.788369 37715 exec_runner.go:144] found /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem, removing ...
I1104 10:54:39.788378 37715 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem
I1104 10:54:39.788442 37715 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19906-19898/.minikube/ca.pem (1078 bytes)
I1104 10:54:39.788557 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem
I1104 10:54:39.788577 37715 exec_runner.go:144] found /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem, removing ...
I1104 10:54:39.788584 37715 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem
I1104 10:54:39.788610 37715 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19906-19898/.minikube/cert.pem (1123 bytes)
I1104 10:54:39.788656 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem
I1104 10:54:39.788673 37715 exec_runner.go:144] found /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem, removing ...
I1104 10:54:39.788679 37715 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem
I1104 10:54:39.788700 37715 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19906-19898/.minikube/key.pem (1679 bytes)
I1104 10:54:39.788771 37715 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca-key.pem org=jenkins.ha-931571-m03 san=[127.0.0.1 192.168.39.57 ha-931571-m03 localhost minikube]
I1104 10:54:39.906066 37715 provision.go:177] copyRemoteCerts
I1104 10:54:39.906121 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1104 10:54:39.906156 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHHostname
I1104 10:54:39.909171 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.909602 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:39.909633 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:39.909904 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHPort
I1104 10:54:39.910114 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:39.910451 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHUsername
I1104 10:54:39.910562 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.57 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03/id_rsa Username:docker}
I1104 10:54:39.986932 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1104 10:54:39.986995 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1104 10:54:40.011798 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem -> /etc/docker/server.pem
I1104 10:54:40.011899 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1104 10:54:40.035728 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1104 10:54:40.035811 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1104 10:54:40.058737 37715 provision.go:87] duration metric: took 276.643486ms to configureAuth
I1104 10:54:40.058767 37715 buildroot.go:189] setting minikube options for container-runtime
I1104 10:54:40.058982 37715 config.go:182] Loaded profile config "ha-931571": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1104 10:54:40.059060 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHHostname
I1104 10:54:40.061592 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.061918 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:40.061947 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.062136 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHPort
I1104 10:54:40.062313 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:40.062493 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:40.062627 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHUsername
I1104 10:54:40.062779 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:54:40.062931 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.57 22 <nil> <nil>}
I1104 10:54:40.062946 37715 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1104 10:54:40.285341 37715 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1104 10:54:40.285362 37715 main.go:141] libmachine: Checking connection to Docker...
I1104 10:54:40.285369 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetURL
I1104 10:54:40.286607 37715 main.go:141] libmachine: (ha-931571-m03) DBG | Using libvirt version 6000000
I1104 10:54:40.288784 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.289099 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:40.289130 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.289303 37715 main.go:141] libmachine: Docker is up and running!
I1104 10:54:40.289319 37715 main.go:141] libmachine: Reticulating splines...
I1104 10:54:40.289326 37715 client.go:171] duration metric: took 25.618399312s to LocalClient.Create
I1104 10:54:40.289350 37715 start.go:167] duration metric: took 25.618478892s to libmachine.API.Create "ha-931571"
I1104 10:54:40.289362 37715 start.go:293] postStartSetup for "ha-931571-m03" (driver="kvm2")
I1104 10:54:40.289391 37715 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1104 10:54:40.289407 37715 main.go:141] libmachine: (ha-931571-m03) Calling .DriverName
I1104 10:54:40.289628 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1104 10:54:40.289653 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHHostname
I1104 10:54:40.291922 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.292338 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:40.292358 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.292590 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHPort
I1104 10:54:40.292774 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:40.292922 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHUsername
I1104 10:54:40.293081 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.57 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03/id_rsa Username:docker}
I1104 10:54:40.371198 37715 ssh_runner.go:195] Run: cat /etc/os-release
I1104 10:54:40.375533 37715 info.go:137] Remote host: Buildroot 2023.02.9
I1104 10:54:40.375563 37715 filesync.go:126] Scanning /home/jenkins/minikube-integration/19906-19898/.minikube/addons for local assets ...
I1104 10:54:40.375682 37715 filesync.go:126] Scanning /home/jenkins/minikube-integration/19906-19898/.minikube/files for local assets ...
I1104 10:54:40.375780 37715 filesync.go:149] local asset: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem -> 272182.pem in /etc/ssl/certs
I1104 10:54:40.375790 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem -> /etc/ssl/certs/272182.pem
I1104 10:54:40.375871 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1104 10:54:40.385684 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem --> /etc/ssl/certs/272182.pem (1708 bytes)
I1104 10:54:40.408674 37715 start.go:296] duration metric: took 119.284792ms for postStartSetup
I1104 10:54:40.408723 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetConfigRaw
I1104 10:54:40.409449 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetIP
I1104 10:54:40.412211 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.412561 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:40.412589 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.412888 37715 profile.go:143] Saving config to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/config.json ...
I1104 10:54:40.413122 37715 start.go:128] duration metric: took 25.760559258s to createHost
I1104 10:54:40.413150 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHHostname
I1104 10:54:40.415473 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.415825 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:40.415846 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.415970 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHPort
I1104 10:54:40.416207 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:40.416371 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:40.416538 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHUsername
I1104 10:54:40.416702 37715 main.go:141] libmachine: Using SSH client type: native
I1104 10:54:40.416875 37715 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.57 22 <nil> <nil>}
I1104 10:54:40.416888 37715 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1104 10:54:40.513907 37715 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730717680.493900775
I1104 10:54:40.513930 37715 fix.go:216] guest clock: 1730717680.493900775
I1104 10:54:40.513937 37715 fix.go:229] Guest: 2024-11-04 10:54:40.493900775 +0000 UTC Remote: 2024-11-04 10:54:40.413138421 +0000 UTC m=+139.084656658 (delta=80.762354ms)
I1104 10:54:40.513952 37715 fix.go:200] guest clock delta is within tolerance: 80.762354ms
I1104 10:54:40.513957 37715 start.go:83] releasing machines lock for "ha-931571-m03", held for 25.861527752s
I1104 10:54:40.513977 37715 main.go:141] libmachine: (ha-931571-m03) Calling .DriverName
I1104 10:54:40.514219 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetIP
I1104 10:54:40.516861 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.517293 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:40.517318 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.519824 37715 out.go:177] * Found network options:
I1104 10:54:40.521282 37715 out.go:177] - NO_PROXY=192.168.39.67,192.168.39.245
W1104 10:54:40.522546 37715 proxy.go:119] fail to check proxy env: Error ip not in block
W1104 10:54:40.522569 37715 proxy.go:119] fail to check proxy env: Error ip not in block
I1104 10:54:40.522586 37715 main.go:141] libmachine: (ha-931571-m03) Calling .DriverName
I1104 10:54:40.523178 37715 main.go:141] libmachine: (ha-931571-m03) Calling .DriverName
I1104 10:54:40.523386 37715 main.go:141] libmachine: (ha-931571-m03) Calling .DriverName
I1104 10:54:40.523502 37715 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1104 10:54:40.523543 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHHostname
W1104 10:54:40.523621 37715 proxy.go:119] fail to check proxy env: Error ip not in block
W1104 10:54:40.523648 37715 proxy.go:119] fail to check proxy env: Error ip not in block
I1104 10:54:40.523705 37715 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1104 10:54:40.523726 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHHostname
I1104 10:54:40.526526 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.526600 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.526878 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:40.526907 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.526933 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:40.526947 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:40.527005 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHPort
I1104 10:54:40.527178 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:40.527307 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHPort
I1104 10:54:40.527380 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHUsername
I1104 10:54:40.527467 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHKeyPath
I1104 10:54:40.527533 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.57 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03/id_rsa Username:docker}
I1104 10:54:40.527573 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetSSHUsername
I1104 10:54:40.527722 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.57 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571-m03/id_rsa Username:docker}
I1104 10:54:40.761284 37715 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1104 10:54:40.766951 37715 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1104 10:54:40.767028 37715 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1104 10:54:40.784061 37715 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1104 10:54:40.784083 37715 start.go:495] detecting cgroup driver to use...
I1104 10:54:40.784139 37715 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1104 10:54:40.799767 37715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1104 10:54:40.814033 37715 docker.go:217] disabling cri-docker service (if available) ...
I1104 10:54:40.814100 37715 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1104 10:54:40.828095 37715 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1104 10:54:40.843053 37715 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1104 10:54:40.959422 37715 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1104 10:54:41.119792 37715 docker.go:233] disabling docker service ...
I1104 10:54:41.119859 37715 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1104 10:54:41.134123 37715 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1104 10:54:41.147262 37715 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1104 10:54:41.281486 37715 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1104 10:54:41.401330 37715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1104 10:54:41.415018 37715 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1104 10:54:41.433640 37715 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1104 10:54:41.433713 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:54:41.444506 37715 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1104 10:54:41.444582 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:54:41.456767 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:54:41.467306 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:54:41.477809 37715 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1104 10:54:41.488160 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:54:41.498689 37715 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:54:41.515679 37715 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1104 10:54:41.526763 37715 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1104 10:54:41.536412 37715 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1104 10:54:41.536469 37715 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1104 10:54:41.549448 37715 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1104 10:54:41.559807 37715 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1104 10:54:41.665655 37715 ssh_runner.go:195] Run: sudo systemctl restart crio
I1104 10:54:41.758091 37715 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1104 10:54:41.758187 37715 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1104 10:54:41.762517 37715 start.go:563] Will wait 60s for crictl version
I1104 10:54:41.762572 37715 ssh_runner.go:195] Run: which crictl
I1104 10:54:41.766429 37715 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1104 10:54:41.804303 37715 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1104 10:54:41.804420 37715 ssh_runner.go:195] Run: crio --version
I1104 10:54:41.830473 37715 ssh_runner.go:195] Run: crio --version
I1104 10:54:41.860302 37715 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1104 10:54:41.861621 37715 out.go:177] - env NO_PROXY=192.168.39.67
I1104 10:54:41.863004 37715 out.go:177] - env NO_PROXY=192.168.39.67,192.168.39.245
I1104 10:54:41.864263 37715 main.go:141] libmachine: (ha-931571-m03) Calling .GetIP
I1104 10:54:41.867052 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:41.867423 37715 main.go:141] libmachine: (ha-931571-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:30:f5:de", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:54:28 +0000 UTC Type:0 Mac:52:54:00:30:f5:de Iaid: IPaddr:192.168.39.57 Prefix:24 Hostname:ha-931571-m03 Clientid:01:52:54:00:30:f5:de}
I1104 10:54:41.867446 37715 main.go:141] libmachine: (ha-931571-m03) DBG | domain ha-931571-m03 has defined IP address 192.168.39.57 and MAC address 52:54:00:30:f5:de in network mk-ha-931571
I1104 10:54:41.867651 37715 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1104 10:54:41.871716 37715 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1104 10:54:41.884015 37715 mustload.go:65] Loading cluster: ha-931571
I1104 10:54:41.884230 37715 config.go:182] Loaded profile config "ha-931571": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1104 10:54:41.884480 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:54:41.884518 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:54:41.900117 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41207
I1104 10:54:41.900610 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:54:41.901163 37715 main.go:141] libmachine: Using API Version 1
I1104 10:54:41.901184 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:54:41.901516 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:54:41.901701 37715 main.go:141] libmachine: (ha-931571) Calling .GetState
I1104 10:54:41.903124 37715 host.go:66] Checking if "ha-931571" exists ...
I1104 10:54:41.903396 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:54:41.903433 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:54:41.918029 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40437
I1104 10:54:41.918566 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:54:41.919028 37715 main.go:141] libmachine: Using API Version 1
I1104 10:54:41.919050 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:54:41.919333 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:54:41.919520 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:54:41.919673 37715 certs.go:68] Setting up /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571 for IP: 192.168.39.57
I1104 10:54:41.919684 37715 certs.go:194] generating shared ca certs ...
I1104 10:54:41.919697 37715 certs.go:226] acquiring lock for ca certs: {Name:mk4fb0469da6697654d0290fd25edddd463f47c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:54:41.919810 37715 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.key
I1104 10:54:41.919845 37715 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.key
I1104 10:54:41.919854 37715 certs.go:256] generating profile certs ...
I1104 10:54:41.919922 37715 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.key
I1104 10:54:41.919946 37715 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.a50c38dd
I1104 10:54:41.919960 37715 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.a50c38dd with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.67 192.168.39.245 192.168.39.57 192.168.39.254]
I1104 10:54:42.049039 37715 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.a50c38dd ...
I1104 10:54:42.049068 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.a50c38dd: {Name:mk425b204dd51c6129591dbbf4cda0b66e34eb56 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:54:42.049239 37715 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.a50c38dd ...
I1104 10:54:42.049250 37715 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.a50c38dd: {Name:mk1230635dbd65cb8c7d025a3549f17dc35e060e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1104 10:54:42.049322 37715 certs.go:381] copying /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt.a50c38dd -> /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt
I1104 10:54:42.049449 37715 certs.go:385] copying /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key.a50c38dd -> /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key
I1104 10:54:42.049564 37715 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.key
I1104 10:54:42.049580 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1104 10:54:42.049595 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1104 10:54:42.049608 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1104 10:54:42.049621 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1104 10:54:42.049634 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1104 10:54:42.049647 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1104 10:54:42.049657 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1104 10:54:42.049669 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1104 10:54:42.049713 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218.pem (1338 bytes)
W1104 10:54:42.049741 37715 certs.go:480] ignoring /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218_empty.pem, impossibly tiny 0 bytes
I1104 10:54:42.049750 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca-key.pem (1675 bytes)
I1104 10:54:42.049771 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/ca.pem (1078 bytes)
I1104 10:54:42.049799 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/cert.pem (1123 bytes)
I1104 10:54:42.049819 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/key.pem (1679 bytes)
I1104 10:54:42.049855 37715 certs.go:484] found cert: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem (1708 bytes)
I1104 10:54:42.049880 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem -> /usr/share/ca-certificates/272182.pem
I1104 10:54:42.049893 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1104 10:54:42.049905 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218.pem -> /usr/share/ca-certificates/27218.pem
I1104 10:54:42.049934 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:54:42.052637 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:54:42.053074 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:54:42.053102 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:54:42.053289 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:54:42.053475 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:54:42.053607 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:54:42.053769 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa Username:docker}
I1104 10:54:42.125617 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1104 10:54:42.129901 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1104 10:54:42.141111 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1104 10:54:42.145054 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1104 10:54:42.154954 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1104 10:54:42.158822 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1104 10:54:42.168976 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1104 10:54:42.172887 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1104 10:54:42.182649 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1104 10:54:42.186455 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1104 10:54:42.196466 37715 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1104 10:54:42.200376 37715 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1104 10:54:42.211239 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1104 10:54:42.236618 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1104 10:54:42.260726 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1104 10:54:42.283147 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1104 10:54:42.305271 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1104 10:54:42.327703 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1104 10:54:42.350340 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1104 10:54:42.372114 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1104 10:54:42.394125 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/files/etc/ssl/certs/272182.pem --> /usr/share/ca-certificates/272182.pem (1708 bytes)
I1104 10:54:42.415761 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1104 10:54:42.437284 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/certs/27218.pem --> /usr/share/ca-certificates/27218.pem (1338 bytes)
I1104 10:54:42.458545 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1104 10:54:42.474091 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1104 10:54:42.489871 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1104 10:54:42.505378 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1104 10:54:42.521116 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1104 10:54:42.537323 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1104 10:54:42.553306 37715 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1104 10:54:42.569157 37715 ssh_runner.go:195] Run: openssl version
I1104 10:54:42.574422 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/27218.pem && ln -fs /usr/share/ca-certificates/27218.pem /etc/ssl/certs/27218.pem"
I1104 10:54:42.584560 37715 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/27218.pem
I1104 10:54:42.588538 37715 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Nov 4 10:49 /usr/share/ca-certificates/27218.pem
I1104 10:54:42.588592 37715 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/27218.pem
I1104 10:54:42.594056 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/27218.pem /etc/ssl/certs/51391683.0"
I1104 10:54:42.604559 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/272182.pem && ln -fs /usr/share/ca-certificates/272182.pem /etc/ssl/certs/272182.pem"
I1104 10:54:42.615717 37715 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/272182.pem
I1104 10:54:42.619821 37715 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Nov 4 10:49 /usr/share/ca-certificates/272182.pem
I1104 10:54:42.619868 37715 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/272182.pem
I1104 10:54:42.625153 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/272182.pem /etc/ssl/certs/3ec20f2e.0"
I1104 10:54:42.638993 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1104 10:54:42.649427 37715 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1104 10:54:42.653431 37715 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Nov 4 10:38 /usr/share/ca-certificates/minikubeCA.pem
I1104 10:54:42.653483 37715 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1104 10:54:42.658834 37715 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1104 10:54:42.670960 37715 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1104 10:54:42.675173 37715 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1104 10:54:42.675237 37715 kubeadm.go:934] updating node {m03 192.168.39.57 8443 v1.31.2 crio true true} ...
I1104 10:54:42.675332 37715 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-931571-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.57
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-931571 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1104 10:54:42.675370 37715 kube-vip.go:115] generating kube-vip config ...
I1104 10:54:42.675419 37715 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1104 10:54:42.692549 37715 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1104 10:54:42.692627 37715 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.5
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1104 10:54:42.692680 37715 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1104 10:54:42.702705 37715 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1104 10:54:42.702768 37715 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1104 10:54:42.712640 37715 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1104 10:54:42.712662 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1104 10:54:42.712660 37715 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1104 10:54:42.712682 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1104 10:54:42.712648 37715 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1104 10:54:42.712715 37715 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1104 10:54:42.712727 37715 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1104 10:54:42.712752 37715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1104 10:54:42.718694 37715 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1104 10:54:42.718732 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1104 10:54:42.746213 37715 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1104 10:54:42.746221 37715 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1104 10:54:42.746258 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1104 10:54:42.746334 37715 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1104 10:54:42.789088 37715 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1104 10:54:42.789130 37715 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19906-19898/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1104 10:54:43.556894 37715 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1104 10:54:43.566649 37715 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1104 10:54:43.583297 37715 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1104 10:54:43.599783 37715 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1104 10:54:43.615935 37715 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1104 10:54:43.619736 37715 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1104 10:54:43.632102 37715 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1104 10:54:43.769468 37715 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1104 10:54:43.787176 37715 host.go:66] Checking if "ha-931571" exists ...
I1104 10:54:43.787522 37715 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1104 10:54:43.787559 37715 main.go:141] libmachine: Launching plugin server for driver kvm2
I1104 10:54:43.803438 37715 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37129
I1104 10:54:43.803811 37715 main.go:141] libmachine: () Calling .GetVersion
I1104 10:54:43.804247 37715 main.go:141] libmachine: Using API Version 1
I1104 10:54:43.804266 37715 main.go:141] libmachine: () Calling .SetConfigRaw
I1104 10:54:43.804582 37715 main.go:141] libmachine: () Calling .GetMachineName
I1104 10:54:43.804752 37715 main.go:141] libmachine: (ha-931571) Calling .DriverName
I1104 10:54:43.804873 37715 start.go:317] joinCluster: &{Name:ha-931571 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19883/minikube-v1.34.0-1730282777-19883-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730282848-19883@sha256:e762c909ad2a507083ec25b1ad3091c71fc7d92824e4a659c9158bbfe5ae03d4 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-931571 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.67 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.245 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.57 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dn
s:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1104 10:54:43.805017 37715 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1104 10:54:43.805035 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHHostname
I1104 10:54:43.808407 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:54:43.808840 37715 main.go:141] libmachine: (ha-931571) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:2c:cb:16", ip: ""} in network mk-ha-931571: {Iface:virbr1 ExpiryTime:2024-11-04 11:52:35 +0000 UTC Type:0 Mac:52:54:00:2c:cb:16 Iaid: IPaddr:192.168.39.67 Prefix:24 Hostname:ha-931571 Clientid:01:52:54:00:2c:cb:16}
I1104 10:54:43.808868 37715 main.go:141] libmachine: (ha-931571) DBG | domain ha-931571 has defined IP address 192.168.39.67 and MAC address 52:54:00:2c:cb:16 in network mk-ha-931571
I1104 10:54:43.808996 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHPort
I1104 10:54:43.809168 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHKeyPath
I1104 10:54:43.809326 37715 main.go:141] libmachine: (ha-931571) Calling .GetSSHUsername
I1104 10:54:43.809457 37715 sshutil.go:53] new ssh client: &{IP:192.168.39.67 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19906-19898/.minikube/machines/ha-931571/id_rsa Username:docker}
I1104 10:54:43.953404 37715 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.57 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1104 10:54:43.953450 37715 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token cjywwd.x031qjjoquz98pue --discovery-token-ca-cert-hash sha256:95833ff41306ac800b975e28f2da3aedc13f83db6865dfb0ce3f10d781d75fd9 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-931571-m03 --control-plane --apiserver-advertise-address=192.168.39.57 --apiserver-bind-port=8443"
I1104 10:55:05.442467 37715 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token cjywwd.x031qjjoquz98pue --discovery-token-ca-cert-hash sha256:95833ff41306ac800b975e28f2da3aedc13f83db6865dfb0ce3f10d781d75fd9 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-931571-m03 --control-plane --apiserver-advertise-address=192.168.39.57 --apiserver-bind-port=8443": (21.488974658s)
I1104 10:55:05.442503 37715 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1104 10:55:05.990844 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-931571-m03 minikube.k8s.io/updated_at=2024_11_04T10_55_05_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=c03dd974d73f8853a1a57928c124797a5ae24dc4 minikube.k8s.io/name=ha-931571 minikube.k8s.io/primary=false
I1104 10:55:06.139537 37715 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-931571-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1104 10:55:06.285616 37715 start.go:319] duration metric: took 22.480737326s to joinCluster
I1104 10:55:06.285694 37715 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.57 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1104 10:55:06.286003 37715 config.go:182] Loaded profile config "ha-931571": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1104 10:55:06.288554 37715 out.go:177] * Verifying Kubernetes components...
I1104 10:55:06.289975 37715 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1104 10:55:06.546650 37715 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1104 10:55:06.605631 37715 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19906-19898/kubeconfig
I1104 10:55:06.605981 37715 kapi.go:59] client config for ha-931571: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.crt", KeyFile:"/home/jenkins/minikube-integration/19906-19898/.minikube/profiles/ha-931571/client.key", CAFile:"/home/jenkins/minikube-integration/19906-19898/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2437da0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1104 10:55:06.606063 37715 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.67:8443
I1104 10:55:06.606329 37715 node_ready.go:35] waiting up to 6m0s for node "ha-931571-m03" to be "Ready" ...
I1104 10:55:06.606418 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:06.606434 37715 round_trippers.go:469] Request Headers:
I1104 10:55:06.606445 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:06.606456 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:06.609914 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:07.107514 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:07.107534 37715 round_trippers.go:469] Request Headers:
I1104 10:55:07.107542 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:07.107546 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:07.111083 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:07.606560 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:07.606587 37715 round_trippers.go:469] Request Headers:
I1104 10:55:07.606600 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:07.606605 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:07.613411 37715 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1104 10:55:08.107538 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:08.107560 37715 round_trippers.go:469] Request Headers:
I1104 10:55:08.107567 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:08.107570 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:08.110694 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:08.606539 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:08.606559 37715 round_trippers.go:469] Request Headers:
I1104 10:55:08.606567 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:08.606571 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:08.609675 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:08.610356 37715 node_ready.go:53] node "ha-931571-m03" has status "Ready":"False"
I1104 10:55:09.106606 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:09.106630 37715 round_trippers.go:469] Request Headers:
I1104 10:55:09.106639 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:09.106644 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:09.109657 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:09.607102 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:09.607123 37715 round_trippers.go:469] Request Headers:
I1104 10:55:09.607131 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:09.607135 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:09.610601 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:10.106839 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:10.106861 37715 round_trippers.go:469] Request Headers:
I1104 10:55:10.106872 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:10.106887 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:10.110421 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:10.607151 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:10.607178 37715 round_trippers.go:469] Request Headers:
I1104 10:55:10.607190 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:10.607195 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:10.610313 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:10.611052 37715 node_ready.go:53] node "ha-931571-m03" has status "Ready":"False"
I1104 10:55:11.107465 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:11.107489 37715 round_trippers.go:469] Request Headers:
I1104 10:55:11.107500 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:11.107505 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:11.134933 37715 round_trippers.go:574] Response Status: 200 OK in 27 milliseconds
I1104 10:55:11.607114 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:11.607137 37715 round_trippers.go:469] Request Headers:
I1104 10:55:11.607145 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:11.607149 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:11.610404 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:12.107512 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:12.107532 37715 round_trippers.go:469] Request Headers:
I1104 10:55:12.107542 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:12.107546 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:12.110694 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:12.606667 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:12.606689 37715 round_trippers.go:469] Request Headers:
I1104 10:55:12.606701 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:12.606705 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:12.609952 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:13.106734 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:13.106769 37715 round_trippers.go:469] Request Headers:
I1104 10:55:13.106780 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:13.106786 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:13.110063 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:13.110550 37715 node_ready.go:53] node "ha-931571-m03" has status "Ready":"False"
I1104 10:55:13.607192 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:13.607222 37715 round_trippers.go:469] Request Headers:
I1104 10:55:13.607237 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:13.607241 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:13.610250 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:14.106526 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:14.106548 37715 round_trippers.go:469] Request Headers:
I1104 10:55:14.106556 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:14.106560 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:14.110076 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:14.606584 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:14.606604 37715 round_trippers.go:469] Request Headers:
I1104 10:55:14.606612 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:14.606622 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:14.609643 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:15.106797 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:15.106819 37715 round_trippers.go:469] Request Headers:
I1104 10:55:15.106826 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:15.106830 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:15.110526 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:15.111303 37715 node_ready.go:53] node "ha-931571-m03" has status "Ready":"False"
I1104 10:55:15.606581 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:15.606631 37715 round_trippers.go:469] Request Headers:
I1104 10:55:15.606643 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:15.606648 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:15.609879 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:16.107000 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:16.107025 37715 round_trippers.go:469] Request Headers:
I1104 10:55:16.107036 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:16.107042 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:16.110279 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:16.607359 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:16.607381 37715 round_trippers.go:469] Request Headers:
I1104 10:55:16.607391 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:16.607398 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:16.610655 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:17.106684 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:17.106706 37715 round_trippers.go:469] Request Headers:
I1104 10:55:17.106716 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:17.106722 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:17.109976 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:17.607162 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:17.607182 37715 round_trippers.go:469] Request Headers:
I1104 10:55:17.607190 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:17.607194 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:17.610739 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:17.611443 37715 node_ready.go:53] node "ha-931571-m03" has status "Ready":"False"
I1104 10:55:18.106827 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:18.106850 37715 round_trippers.go:469] Request Headers:
I1104 10:55:18.106858 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:18.106862 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:18.110271 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:18.607389 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:18.607411 37715 round_trippers.go:469] Request Headers:
I1104 10:55:18.607419 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:18.607422 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:18.612587 37715 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1104 10:55:19.106763 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:19.106784 37715 round_trippers.go:469] Request Headers:
I1104 10:55:19.106791 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:19.106795 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:19.110156 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:19.607506 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:19.607532 37715 round_trippers.go:469] Request Headers:
I1104 10:55:19.607540 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:19.607545 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:19.611651 37715 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1104 10:55:19.612446 37715 node_ready.go:53] node "ha-931571-m03" has status "Ready":"False"
I1104 10:55:20.107336 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:20.107356 37715 round_trippers.go:469] Request Headers:
I1104 10:55:20.107364 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:20.107368 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:20.110541 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:20.607455 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:20.607477 37715 round_trippers.go:469] Request Headers:
I1104 10:55:20.607485 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:20.607488 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:20.610742 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:21.106794 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:21.106815 37715 round_trippers.go:469] Request Headers:
I1104 10:55:21.106823 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:21.106827 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:21.109773 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:21.607002 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:21.607022 37715 round_trippers.go:469] Request Headers:
I1104 10:55:21.607030 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:21.607033 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:21.609863 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:22.106940 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:22.106962 37715 round_trippers.go:469] Request Headers:
I1104 10:55:22.106970 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:22.106981 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:22.110219 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:22.110873 37715 node_ready.go:53] node "ha-931571-m03" has status "Ready":"False"
I1104 10:55:22.607233 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:22.607256 37715 round_trippers.go:469] Request Headers:
I1104 10:55:22.607267 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:22.607272 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:22.610320 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:23.107234 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:23.107261 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.107272 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.107278 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.110559 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:23.607522 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:23.607544 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.607552 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.607557 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.610843 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:23.611437 37715 node_ready.go:49] node "ha-931571-m03" has status "Ready":"True"
I1104 10:55:23.611454 37715 node_ready.go:38] duration metric: took 17.005106707s for node "ha-931571-m03" to be "Ready" ...
I1104 10:55:23.611469 37715 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1104 10:55:23.611529 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods
I1104 10:55:23.611538 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.611545 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.611550 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.616487 37715 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1104 10:55:23.623329 37715 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-5ss4v" in "kube-system" namespace to be "Ready" ...
I1104 10:55:23.623422 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-5ss4v
I1104 10:55:23.623428 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.623436 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.623440 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.626812 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:23.627478 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:55:23.627500 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.627509 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.627513 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.630024 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:23.630705 37715 pod_ready.go:93] pod "coredns-7c65d6cfc9-5ss4v" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:23.630725 37715 pod_ready.go:82] duration metric: took 7.365313ms for pod "coredns-7c65d6cfc9-5ss4v" in "kube-system" namespace to be "Ready" ...
I1104 10:55:23.630737 37715 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-s9wb4" in "kube-system" namespace to be "Ready" ...
I1104 10:55:23.630804 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-s9wb4
I1104 10:55:23.630815 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.630826 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.630835 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.633089 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:23.633668 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:55:23.633688 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.633703 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.633714 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.635922 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:23.636490 37715 pod_ready.go:93] pod "coredns-7c65d6cfc9-s9wb4" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:23.636510 37715 pod_ready.go:82] duration metric: took 5.760939ms for pod "coredns-7c65d6cfc9-s9wb4" in "kube-system" namespace to be "Ready" ...
I1104 10:55:23.636522 37715 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:55:23.636583 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/etcd-ha-931571
I1104 10:55:23.636592 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.636602 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.636610 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.639359 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:23.639900 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:55:23.639915 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.639922 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.639925 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.642474 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:23.642946 37715 pod_ready.go:93] pod "etcd-ha-931571" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:23.642963 37715 pod_ready.go:82] duration metric: took 6.432226ms for pod "etcd-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:55:23.642971 37715 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:55:23.643028 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/etcd-ha-931571-m02
I1104 10:55:23.643036 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.643043 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.643047 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.645331 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:23.646060 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:55:23.646073 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.646080 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.646084 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.648315 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:23.648847 37715 pod_ready.go:93] pod "etcd-ha-931571-m02" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:23.648862 37715 pod_ready.go:82] duration metric: took 5.88444ms for pod "etcd-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:55:23.648869 37715 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-931571-m03" in "kube-system" namespace to be "Ready" ...
I1104 10:55:23.808246 37715 request.go:632] Waited for 159.312664ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/etcd-ha-931571-m03
I1104 10:55:23.808304 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/etcd-ha-931571-m03
I1104 10:55:23.808309 37715 round_trippers.go:469] Request Headers:
I1104 10:55:23.808316 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:23.808320 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:23.811540 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:24.007952 37715 request.go:632] Waited for 195.768208ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:24.008033 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:24.008045 37715 round_trippers.go:469] Request Headers:
I1104 10:55:24.008056 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:24.008066 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:24.011083 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:24.011703 37715 pod_ready.go:93] pod "etcd-ha-931571-m03" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:24.011724 37715 pod_ready.go:82] duration metric: took 362.848542ms for pod "etcd-ha-931571-m03" in "kube-system" namespace to be "Ready" ...
I1104 10:55:24.011739 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:55:24.207843 37715 request.go:632] Waited for 196.043868ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-931571
I1104 10:55:24.207918 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-931571
I1104 10:55:24.207925 37715 round_trippers.go:469] Request Headers:
I1104 10:55:24.207937 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:24.207947 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:24.211127 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:24.408352 37715 request.go:632] Waited for 196.308065ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:55:24.408442 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:55:24.408450 37715 round_trippers.go:469] Request Headers:
I1104 10:55:24.408460 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:24.408469 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:24.411644 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:24.412279 37715 pod_ready.go:93] pod "kube-apiserver-ha-931571" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:24.412297 37715 pod_ready.go:82] duration metric: took 400.550124ms for pod "kube-apiserver-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:55:24.412310 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:55:24.608501 37715 request.go:632] Waited for 196.123497ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-931571-m02
I1104 10:55:24.608572 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-931571-m02
I1104 10:55:24.608580 37715 round_trippers.go:469] Request Headers:
I1104 10:55:24.608590 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:24.608596 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:24.612062 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:24.808253 37715 request.go:632] Waited for 195.326237ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:55:24.808332 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:55:24.808343 37715 round_trippers.go:469] Request Headers:
I1104 10:55:24.808352 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:24.808358 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:24.811435 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:24.811848 37715 pod_ready.go:93] pod "kube-apiserver-ha-931571-m02" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:24.811868 37715 pod_ready.go:82] duration metric: took 399.549963ms for pod "kube-apiserver-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:55:24.811877 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-931571-m03" in "kube-system" namespace to be "Ready" ...
I1104 10:55:25.008126 37715 request.go:632] Waited for 196.158524ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-931571-m03
I1104 10:55:25.008216 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-931571-m03
I1104 10:55:25.008224 37715 round_trippers.go:469] Request Headers:
I1104 10:55:25.008232 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:25.008237 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:25.011898 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:25.207886 37715 request.go:632] Waited for 195.224715ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:25.207967 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:25.207975 37715 round_trippers.go:469] Request Headers:
I1104 10:55:25.207983 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:25.207987 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:25.211174 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:25.211794 37715 pod_ready.go:93] pod "kube-apiserver-ha-931571-m03" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:25.211815 37715 pod_ready.go:82] duration metric: took 399.930178ms for pod "kube-apiserver-ha-931571-m03" in "kube-system" namespace to be "Ready" ...
I1104 10:55:25.211828 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:55:25.407990 37715 request.go:632] Waited for 196.084804ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-931571
I1104 10:55:25.408049 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-931571
I1104 10:55:25.408054 37715 round_trippers.go:469] Request Headers:
I1104 10:55:25.408062 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:25.408065 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:25.411212 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:25.608267 37715 request.go:632] Waited for 196.399136ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:55:25.608341 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:55:25.608348 37715 round_trippers.go:469] Request Headers:
I1104 10:55:25.608358 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:25.608363 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:25.611599 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:25.612277 37715 pod_ready.go:93] pod "kube-controller-manager-ha-931571" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:25.612297 37715 pod_ready.go:82] duration metric: took 400.459599ms for pod "kube-controller-manager-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:55:25.612307 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:55:25.808295 37715 request.go:632] Waited for 195.907201ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-931571-m02
I1104 10:55:25.808358 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-931571-m02
I1104 10:55:25.808364 37715 round_trippers.go:469] Request Headers:
I1104 10:55:25.808371 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:25.808379 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:25.811856 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:26.007942 37715 request.go:632] Waited for 195.386929ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:55:26.008009 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:55:26.008020 37715 round_trippers.go:469] Request Headers:
I1104 10:55:26.008034 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:26.008043 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:26.010794 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:26.011251 37715 pod_ready.go:93] pod "kube-controller-manager-ha-931571-m02" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:26.011269 37715 pod_ready.go:82] duration metric: took 398.955793ms for pod "kube-controller-manager-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:55:26.011279 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-931571-m03" in "kube-system" namespace to be "Ready" ...
I1104 10:55:26.207834 37715 request.go:632] Waited for 196.482261ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-931571-m03
I1104 10:55:26.207909 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-931571-m03
I1104 10:55:26.207922 37715 round_trippers.go:469] Request Headers:
I1104 10:55:26.207934 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:26.207939 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:26.211083 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:26.407914 37715 request.go:632] Waited for 196.093119ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:26.407994 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:26.407999 37715 round_trippers.go:469] Request Headers:
I1104 10:55:26.408006 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:26.408012 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:26.411522 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:26.412011 37715 pod_ready.go:93] pod "kube-controller-manager-ha-931571-m03" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:26.412034 37715 pod_ready.go:82] duration metric: took 400.747328ms for pod "kube-controller-manager-ha-931571-m03" in "kube-system" namespace to be "Ready" ...
I1104 10:55:26.412048 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-bvk6r" in "kube-system" namespace to be "Ready" ...
I1104 10:55:26.608324 37715 request.go:632] Waited for 196.200888ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-proxy-bvk6r
I1104 10:55:26.608407 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-proxy-bvk6r
I1104 10:55:26.608414 37715 round_trippers.go:469] Request Headers:
I1104 10:55:26.608430 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:26.608437 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:26.611990 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:26.808246 37715 request.go:632] Waited for 195.355588ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:55:26.808295 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:55:26.808300 37715 round_trippers.go:469] Request Headers:
I1104 10:55:26.808308 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:26.808311 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:26.811118 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:26.811682 37715 pod_ready.go:93] pod "kube-proxy-bvk6r" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:26.811705 37715 pod_ready.go:82] duration metric: took 399.648214ms for pod "kube-proxy-bvk6r" in "kube-system" namespace to be "Ready" ...
I1104 10:55:26.811718 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-ttq4z" in "kube-system" namespace to be "Ready" ...
I1104 10:55:27.008596 37715 request.go:632] Waited for 196.775543ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-proxy-ttq4z
I1104 10:55:27.008670 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-proxy-ttq4z
I1104 10:55:27.008677 37715 round_trippers.go:469] Request Headers:
I1104 10:55:27.008685 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:27.008691 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:27.012209 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:27.208175 37715 request.go:632] Waited for 195.363562ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:27.208234 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:27.208240 37715 round_trippers.go:469] Request Headers:
I1104 10:55:27.208247 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:27.208250 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:27.211552 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:27.212061 37715 pod_ready.go:93] pod "kube-proxy-ttq4z" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:27.212084 37715 pod_ready.go:82] duration metric: took 400.357853ms for pod "kube-proxy-ttq4z" in "kube-system" namespace to be "Ready" ...
I1104 10:55:27.212098 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-wz92s" in "kube-system" namespace to be "Ready" ...
I1104 10:55:27.408120 37715 request.go:632] Waited for 195.934645ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-proxy-wz92s
I1104 10:55:27.408175 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-proxy-wz92s
I1104 10:55:27.408180 37715 round_trippers.go:469] Request Headers:
I1104 10:55:27.408188 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:27.408194 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:27.411594 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:27.607502 37715 request.go:632] Waited for 195.309631ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:55:27.607589 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:55:27.607599 37715 round_trippers.go:469] Request Headers:
I1104 10:55:27.607611 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:27.607621 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:27.610707 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:27.611551 37715 pod_ready.go:93] pod "kube-proxy-wz92s" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:27.611571 37715 pod_ready.go:82] duration metric: took 399.465223ms for pod "kube-proxy-wz92s" in "kube-system" namespace to be "Ready" ...
I1104 10:55:27.611584 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:55:27.807587 37715 request.go:632] Waited for 195.935372ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-931571
I1104 10:55:27.807677 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-931571
I1104 10:55:27.807686 37715 round_trippers.go:469] Request Headers:
I1104 10:55:27.807694 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:27.807697 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:27.810852 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:28.007894 37715 request.go:632] Waited for 196.377136ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:55:28.007943 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571
I1104 10:55:28.007948 37715 round_trippers.go:469] Request Headers:
I1104 10:55:28.007955 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:28.007959 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:28.010780 37715 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1104 10:55:28.011225 37715 pod_ready.go:93] pod "kube-scheduler-ha-931571" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:28.011242 37715 pod_ready.go:82] duration metric: took 399.65101ms for pod "kube-scheduler-ha-931571" in "kube-system" namespace to be "Ready" ...
I1104 10:55:28.011252 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:55:28.208327 37715 request.go:632] Waited for 197.007106ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-931571-m02
I1104 10:55:28.208398 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-931571-m02
I1104 10:55:28.208406 37715 round_trippers.go:469] Request Headers:
I1104 10:55:28.208412 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:28.208417 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:28.211868 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:28.407823 37715 request.go:632] Waited for 195.386338ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:55:28.407915 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m02
I1104 10:55:28.407922 37715 round_trippers.go:469] Request Headers:
I1104 10:55:28.407929 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:28.407936 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:28.411100 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:28.411750 37715 pod_ready.go:93] pod "kube-scheduler-ha-931571-m02" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:28.411766 37715 pod_ready.go:82] duration metric: took 400.505326ms for pod "kube-scheduler-ha-931571-m02" in "kube-system" namespace to be "Ready" ...
I1104 10:55:28.411776 37715 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-931571-m03" in "kube-system" namespace to be "Ready" ...
I1104 10:55:28.607873 37715 request.go:632] Waited for 196.030747ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-931571-m03
I1104 10:55:28.607978 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-931571-m03
I1104 10:55:28.607989 37715 round_trippers.go:469] Request Headers:
I1104 10:55:28.607996 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:28.607999 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:28.611695 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:28.807696 37715 request.go:632] Waited for 195.284295ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:28.807770 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes/ha-931571-m03
I1104 10:55:28.807776 37715 round_trippers.go:469] Request Headers:
I1104 10:55:28.807783 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:28.807788 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:28.811278 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:28.812008 37715 pod_ready.go:93] pod "kube-scheduler-ha-931571-m03" in "kube-system" namespace has status "Ready":"True"
I1104 10:55:28.812025 37715 pod_ready.go:82] duration metric: took 400.242831ms for pod "kube-scheduler-ha-931571-m03" in "kube-system" namespace to be "Ready" ...
I1104 10:55:28.812037 37715 pod_ready.go:39] duration metric: took 5.200555034s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1104 10:55:28.812050 37715 api_server.go:52] waiting for apiserver process to appear ...
I1104 10:55:28.812101 37715 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1104 10:55:28.825529 37715 api_server.go:72] duration metric: took 22.539799278s to wait for apiserver process to appear ...
I1104 10:55:28.825558 37715 api_server.go:88] waiting for apiserver healthz status ...
I1104 10:55:28.825578 37715 api_server.go:253] Checking apiserver healthz at https://192.168.39.67:8443/healthz ...
I1104 10:55:28.829724 37715 api_server.go:279] https://192.168.39.67:8443/healthz returned 200:
ok
I1104 10:55:28.829787 37715 round_trippers.go:463] GET https://192.168.39.67:8443/version
I1104 10:55:28.829795 37715 round_trippers.go:469] Request Headers:
I1104 10:55:28.829803 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:28.829807 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:28.830888 37715 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1104 10:55:28.830964 37715 api_server.go:141] control plane version: v1.31.2
I1104 10:55:28.830984 37715 api_server.go:131] duration metric: took 5.41894ms to wait for apiserver health ...
I1104 10:55:28.830996 37715 system_pods.go:43] waiting for kube-system pods to appear ...
I1104 10:55:29.008134 37715 request.go:632] Waited for 177.060621ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods
I1104 10:55:29.008207 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods
I1104 10:55:29.008237 37715 round_trippers.go:469] Request Headers:
I1104 10:55:29.008252 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:29.008298 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:29.014200 37715 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1104 10:55:29.021556 37715 system_pods.go:59] 24 kube-system pods found
I1104 10:55:29.021592 37715 system_pods.go:61] "coredns-7c65d6cfc9-5ss4v" [b1994bcf-ce9e-4a5e-90e0-5f3e284218f4] Running
I1104 10:55:29.021600 37715 system_pods.go:61] "coredns-7c65d6cfc9-s9wb4" [fd497087-82a1-4173-a1ca-87f47225cd80] Running
I1104 10:55:29.021611 37715 system_pods.go:61] "etcd-ha-931571" [fdadf64d-457c-4f54-8824-770c47938a4d] Running
I1104 10:55:29.021616 37715 system_pods.go:61] "etcd-ha-931571-m02" [b40b2a26-19b6-47f9-af25-dcbffbe55156] Running
I1104 10:55:29.021627 37715 system_pods.go:61] "etcd-ha-931571-m03" [8bda5677-cbd9-4c5c-9a71-4d7d4ca3796b] Running
I1104 10:55:29.021633 37715 system_pods.go:61] "kindnet-2n2ws" [f43095ed-404a-4c99-a271-a8c7fb6a3559] Running
I1104 10:55:29.021643 37715 system_pods.go:61] "kindnet-bg4z6" [43eed78a-1357-4607-bff5-a1c896da4af2] Running
I1104 10:55:29.021649 37715 system_pods.go:61] "kindnet-w2jwt" [be594a41-9200-4e2b-a8df-057c381bc0f7] Running
I1104 10:55:29.021653 37715 system_pods.go:61] "kube-apiserver-ha-931571" [2ba59318-d54d-4948-8133-2ff2afa001e5] Running
I1104 10:55:29.021658 37715 system_pods.go:61] "kube-apiserver-ha-931571-m02" [6a6bfd7d-cec1-4e07-90bf-c933f871eef1] Running
I1104 10:55:29.021673 37715 system_pods.go:61] "kube-apiserver-ha-931571-m03" [cc3a9082-873f-4426-98a3-5fcafd0ecc49] Running
I1104 10:55:29.021679 37715 system_pods.go:61] "kube-controller-manager-ha-931571" [62d03af1-aa91-4ebf-af21-19f760956cf5] Running
I1104 10:55:29.021684 37715 system_pods.go:61] "kube-controller-manager-ha-931571-m02" [96d65b2a-66c8-411a-bb4b-5ff222b7832d] Running
I1104 10:55:29.021689 37715 system_pods.go:61] "kube-controller-manager-ha-931571-m03" [a52ddcf8-6212-4701-823d-5d88f1291d38] Running
I1104 10:55:29.021694 37715 system_pods.go:61] "kube-proxy-bvk6r" [5f293726-a3a3-4398-9b70-ca8f83c66d7c] Running
I1104 10:55:29.021703 37715 system_pods.go:61] "kube-proxy-ttq4z" [115ca0e9-7fd8-4cbc-8f2a-ec4edfea2b2b] Running
I1104 10:55:29.021708 37715 system_pods.go:61] "kube-proxy-wz92s" [a2e065c2-9645-44e4-b4e8-dc787b0c6662] Running
I1104 10:55:29.021714 37715 system_pods.go:61] "kube-scheduler-ha-931571" [8bc3d9c3-2b41-4f54-a511-34939218fa5b] Running
I1104 10:55:29.021718 37715 system_pods.go:61] "kube-scheduler-ha-931571-m02" [4329adba-71fa-425a-b379-6e52af90b458] Running
I1104 10:55:29.021723 37715 system_pods.go:61] "kube-scheduler-ha-931571-m03" [db854b86-c89b-43a8-b3c4-e1cca5033fca] Running
I1104 10:55:29.021739 37715 system_pods.go:61] "kube-vip-ha-931571" [f9948426-2770-47cf-b610-ecfea5b17be9] Running / Ready:ContainersNotReady (containers with unready status: [kube-vip]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-vip])
I1104 10:55:29.021748 37715 system_pods.go:61] "kube-vip-ha-931571-m02" [860a8a9e-b839-4c23-80b5-415a62fca083] Running / Ready:ContainersNotReady (containers with unready status: [kube-vip]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-vip])
I1104 10:55:29.021757 37715 system_pods.go:61] "kube-vip-ha-931571-m03" [cca6009a-1a2e-418c-8507-ced1c3c73333] Running / Ready:ContainersNotReady (containers with unready status: [kube-vip]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-vip])
I1104 10:55:29.021768 37715 system_pods.go:61] "storage-provisioner" [3eb09a1d-0033-428a-a305-aa2901b20566] Running
I1104 10:55:29.021776 37715 system_pods.go:74] duration metric: took 190.77233ms to wait for pod list to return data ...
I1104 10:55:29.021785 37715 default_sa.go:34] waiting for default service account to be created ...
I1104 10:55:29.207606 37715 request.go:632] Waited for 185.728415ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/default/serviceaccounts
I1104 10:55:29.207670 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/default/serviceaccounts
I1104 10:55:29.207676 37715 round_trippers.go:469] Request Headers:
I1104 10:55:29.207686 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:29.207695 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:29.218692 37715 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1104 10:55:29.218828 37715 default_sa.go:45] found service account: "default"
I1104 10:55:29.218847 37715 default_sa.go:55] duration metric: took 197.054864ms for default service account to be created ...
I1104 10:55:29.218857 37715 system_pods.go:116] waiting for k8s-apps to be running ...
I1104 10:55:29.408474 37715 request.go:632] Waited for 189.535523ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods
I1104 10:55:29.408534 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/namespaces/kube-system/pods
I1104 10:55:29.408539 37715 round_trippers.go:469] Request Headers:
I1104 10:55:29.408546 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:29.408550 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:29.414296 37715 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1104 10:55:29.422499 37715 system_pods.go:86] 24 kube-system pods found
I1104 10:55:29.422532 37715 system_pods.go:89] "coredns-7c65d6cfc9-5ss4v" [b1994bcf-ce9e-4a5e-90e0-5f3e284218f4] Running
I1104 10:55:29.422537 37715 system_pods.go:89] "coredns-7c65d6cfc9-s9wb4" [fd497087-82a1-4173-a1ca-87f47225cd80] Running
I1104 10:55:29.422541 37715 system_pods.go:89] "etcd-ha-931571" [fdadf64d-457c-4f54-8824-770c47938a4d] Running
I1104 10:55:29.422545 37715 system_pods.go:89] "etcd-ha-931571-m02" [b40b2a26-19b6-47f9-af25-dcbffbe55156] Running
I1104 10:55:29.422549 37715 system_pods.go:89] "etcd-ha-931571-m03" [8bda5677-cbd9-4c5c-9a71-4d7d4ca3796b] Running
I1104 10:55:29.422553 37715 system_pods.go:89] "kindnet-2n2ws" [f43095ed-404a-4c99-a271-a8c7fb6a3559] Running
I1104 10:55:29.422557 37715 system_pods.go:89] "kindnet-bg4z6" [43eed78a-1357-4607-bff5-a1c896da4af2] Running
I1104 10:55:29.422560 37715 system_pods.go:89] "kindnet-w2jwt" [be594a41-9200-4e2b-a8df-057c381bc0f7] Running
I1104 10:55:29.422563 37715 system_pods.go:89] "kube-apiserver-ha-931571" [2ba59318-d54d-4948-8133-2ff2afa001e5] Running
I1104 10:55:29.422567 37715 system_pods.go:89] "kube-apiserver-ha-931571-m02" [6a6bfd7d-cec1-4e07-90bf-c933f871eef1] Running
I1104 10:55:29.422571 37715 system_pods.go:89] "kube-apiserver-ha-931571-m03" [cc3a9082-873f-4426-98a3-5fcafd0ecc49] Running
I1104 10:55:29.422576 37715 system_pods.go:89] "kube-controller-manager-ha-931571" [62d03af1-aa91-4ebf-af21-19f760956cf5] Running
I1104 10:55:29.422582 37715 system_pods.go:89] "kube-controller-manager-ha-931571-m02" [96d65b2a-66c8-411a-bb4b-5ff222b7832d] Running
I1104 10:55:29.422588 37715 system_pods.go:89] "kube-controller-manager-ha-931571-m03" [a52ddcf8-6212-4701-823d-5d88f1291d38] Running
I1104 10:55:29.422593 37715 system_pods.go:89] "kube-proxy-bvk6r" [5f293726-a3a3-4398-9b70-ca8f83c66d7c] Running
I1104 10:55:29.422598 37715 system_pods.go:89] "kube-proxy-ttq4z" [115ca0e9-7fd8-4cbc-8f2a-ec4edfea2b2b] Running
I1104 10:55:29.422604 37715 system_pods.go:89] "kube-proxy-wz92s" [a2e065c2-9645-44e4-b4e8-dc787b0c6662] Running
I1104 10:55:29.422614 37715 system_pods.go:89] "kube-scheduler-ha-931571" [8bc3d9c3-2b41-4f54-a511-34939218fa5b] Running
I1104 10:55:29.422621 37715 system_pods.go:89] "kube-scheduler-ha-931571-m02" [4329adba-71fa-425a-b379-6e52af90b458] Running
I1104 10:55:29.422624 37715 system_pods.go:89] "kube-scheduler-ha-931571-m03" [db854b86-c89b-43a8-b3c4-e1cca5033fca] Running
I1104 10:55:29.422633 37715 system_pods.go:89] "kube-vip-ha-931571" [f9948426-2770-47cf-b610-ecfea5b17be9] Running / Ready:ContainersNotReady (containers with unready status: [kube-vip]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-vip])
I1104 10:55:29.422642 37715 system_pods.go:89] "kube-vip-ha-931571-m02" [860a8a9e-b839-4c23-80b5-415a62fca083] Running / Ready:ContainersNotReady (containers with unready status: [kube-vip]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-vip])
I1104 10:55:29.422650 37715 system_pods.go:89] "kube-vip-ha-931571-m03" [cca6009a-1a2e-418c-8507-ced1c3c73333] Running / Ready:ContainersNotReady (containers with unready status: [kube-vip]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-vip])
I1104 10:55:29.422656 37715 system_pods.go:89] "storage-provisioner" [3eb09a1d-0033-428a-a305-aa2901b20566] Running
I1104 10:55:29.422665 37715 system_pods.go:126] duration metric: took 203.801845ms to wait for k8s-apps to be running ...
I1104 10:55:29.422676 37715 system_svc.go:44] waiting for kubelet service to be running ....
I1104 10:55:29.422727 37715 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1104 10:55:29.439259 37715 system_svc.go:56] duration metric: took 16.56809ms WaitForService to wait for kubelet
I1104 10:55:29.439296 37715 kubeadm.go:582] duration metric: took 23.153569026s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1104 10:55:29.439318 37715 node_conditions.go:102] verifying NodePressure condition ...
I1104 10:55:29.607660 37715 request.go:632] Waited for 168.244277ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.67:8443/api/v1/nodes
I1104 10:55:29.607713 37715 round_trippers.go:463] GET https://192.168.39.67:8443/api/v1/nodes
I1104 10:55:29.607718 37715 round_trippers.go:469] Request Headers:
I1104 10:55:29.607726 37715 round_trippers.go:473] Accept: application/json, */*
I1104 10:55:29.607732 37715 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1104 10:55:29.611371 37715 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1104 10:55:29.612755 37715 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1104 10:55:29.612781 37715 node_conditions.go:123] node cpu capacity is 2
I1104 10:55:29.612794 37715 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1104 10:55:29.612800 37715 node_conditions.go:123] node cpu capacity is 2
I1104 10:55:29.612807 37715 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1104 10:55:29.612811 37715 node_conditions.go:123] node cpu capacity is 2
I1104 10:55:29.612817 37715 node_conditions.go:105] duration metric: took 173.492197ms to run NodePressure ...
I1104 10:55:29.612832 37715 start.go:241] waiting for startup goroutines ...
I1104 10:55:29.612860 37715 start.go:255] writing updated cluster config ...
I1104 10:55:29.613201 37715 ssh_runner.go:195] Run: rm -f paused
I1104 10:55:29.662232 37715 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1104 10:55:29.664453 37715 out.go:177] * Done! kubectl is now configured to use "ha-931571" cluster and "default" namespace by default
==> CRI-O <==
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.785855941Z" level=debug msg="Response: &ListPodSandboxResponse{Items:[]*PodSandbox{&PodSandbox{Id:ca422d1f835b462e7c44e7832053f6b8843511d5eeba3ced31c8b0b6f51661ee,Metadata:&PodSandboxMetadata{Name:busybox-7dff88458-nslmz,Uid:68017266-8187-488d-ab36-2a5af294fa2e,Namespace:default,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730717730868539405,Labels:map[string]string{app: busybox,io.kubernetes.container.name: POD,io.kubernetes.pod.name: busybox-7dff88458-nslmz,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 68017266-8187-488d-ab36-2a5af294fa2e,pod-template-hash: 7dff88458,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-11-04T10:55:30.550992795Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:c6e22705ccc1865b8bc5effb151c1f9d726558ad88b6a3bcf86428c0e051f88a,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-s9wb4,Uid:fd497087-82a1-4173-a1ca-87f47225cd80,Namespace:kube-system,Attempt:0,},State:S
ANDBOX_READY,CreatedAt:1730717598441806264,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-s9wb4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fd497087-82a1-4173-a1ca-87f47225cd80,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-11-04T10:53:18.128934745Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:b15baa796a09ec04b514d2061ed59422516c1f7e4439ba3fcbebb73cbd3afa05,Metadata:&PodSandboxMetadata{Name:storage-provisioner,Uid:3eb09a1d-0033-428a-a305-aa2901b20566,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730717598440192100,Labels:map[string]string{addonmanager.kubernetes.io/mode: Reconcile,integration-test: storage-provisioner,io.kubernetes.container.name: POD,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3eb09a1d-0033-428a-a305-aa2901b20566,},Annotations:map[string]string{kubec
tl.kubernetes.io/last-applied-configuration: {\"apiVersion\":\"v1\",\"kind\":\"Pod\",\"metadata\":{\"annotations\":{},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"Reconcile\",\"integration-test\":\"storage-provisioner\"},\"name\":\"storage-provisioner\",\"namespace\":\"kube-system\"},\"spec\":{\"containers\":[{\"command\":[\"/storage-provisioner\"],\"image\":\"gcr.io/k8s-minikube/storage-provisioner:v5\",\"imagePullPolicy\":\"IfNotPresent\",\"name\":\"storage-provisioner\",\"volumeMounts\":[{\"mountPath\":\"/tmp\",\"name\":\"tmp\"}]}],\"hostNetwork\":true,\"serviceAccountName\":\"storage-provisioner\",\"volumes\":[{\"hostPath\":{\"path\":\"/tmp\",\"type\":\"Directory\"},\"name\":\"tmp\"}]}}\n,kubernetes.io/config.seen: 2024-11-04T10:53:18.126302034Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:bcbca8745afa774e9251a00635a6a08e6f86c862db07fa69ac81ee2c0b157967,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-5ss4v,Uid:b1994bcf-ce9e-4a5e-90e0-5f3e284218f4,Namespace:kube-system,Atte
mpt:0,},State:SANDBOX_READY,CreatedAt:1730717598418623588,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-5ss4v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b1994bcf-ce9e-4a5e-90e0-5f3e284218f4,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-11-04T10:53:18.111118903Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:220337aaf496c29271e7e054b3cdfea66b7c252c48cb49a49e7654fb61d21a91,Metadata:&PodSandboxMetadata{Name:kindnet-2n2ws,Uid:f43095ed-404a-4c99-a271-a8c7fb6a3559,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730717583647207843,Labels:map[string]string{app: kindnet,controller-revision-hash: 65ddb8b87b,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kindnet-2n2ws,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f43095ed-404a-4c99-a271-a8c7fb6a3559,k8s-app: kindnet,pod-template-generation: 1,tier: node,},Annotati
ons:map[string]string{kubernetes.io/config.seen: 2024-11-04T10:53:03.328072416Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:88e06a89dd6f22e1089e72d0e95bb740d4472413789aed6751e5201c34bce07d,Metadata:&PodSandboxMetadata{Name:kube-proxy-bvk6r,Uid:5f293726-a3a3-4398-9b70-ca8f83c66d7c,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730717583642840853,Labels:map[string]string{controller-revision-hash: 77987969cc,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-proxy-bvk6r,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5f293726-a3a3-4398-9b70-ca8f83c66d7c,k8s-app: kube-proxy,pod-template-generation: 1,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-11-04T10:53:03.322492710Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:b36f0d25b985ad35c72d61e5d419af4761c0ed5584860b2c0eda0017653cfaa5,Metadata:&PodSandboxMetadata{Name:kube-scheduler-ha-931571,Uid:04abf0ed929591b9a922eba9b45e06b4,Namespace:kube-system,Attempt:0
,},State:SANDBOX_READY,CreatedAt:1730717572066348397,Labels:map[string]string{component: kube-scheduler,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-scheduler-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 04abf0ed929591b9a922eba9b45e06b4,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: 04abf0ed929591b9a922eba9b45e06b4,kubernetes.io/config.seen: 2024-11-04T10:52:51.586471280Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:9659e6073c7aea4a2bc7bbd2bc5081cfaf29c86595120748fa2b6d637cfd0405,Metadata:&PodSandboxMetadata{Name:kube-controller-manager-ha-931571,Uid:4685ec45b7a2365863fd185bc1066ff5,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730717572063556276,Labels:map[string]string{component: kube-controller-manager,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-controller-manager-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4685ec45b7a2365863fd185bc1066ff
5,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: 4685ec45b7a2365863fd185bc1066ff5,kubernetes.io/config.seen: 2024-11-04T10:52:51.586470029Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:d779a632ccdcabf2a834569e1b03676bb2cb2ecac031cdb417048bfd227afd27,Metadata:&PodSandboxMetadata{Name:kube-apiserver-ha-931571,Uid:488ad91ee064d442db18849afe83c778,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730717572050986381,Labels:map[string]string{component: kube-apiserver,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-apiserver-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 488ad91ee064d442db18849afe83c778,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint: 192.168.39.67:8443,kubernetes.io/config.hash: 488ad91ee064d442db18849afe83c778,kubernetes.io/config.seen: 2024-11-04T10:52:51.586465394Z,kubernetes.io/config.source: file,},RuntimeHandler:,}
,&PodSandbox{Id:c376c65bb2b6ba1d92a006e61c82e1ca033b12c8a5bfc737dbac753ed4190360,Metadata:&PodSandboxMetadata{Name:kube-vip-ha-931571,Uid:d7bfae2f58ae7de463dba4b274c633ef,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730717572043120237,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-vip-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d7bfae2f58ae7de463dba4b274c633ef,},Annotations:map[string]string{kubernetes.io/config.hash: d7bfae2f58ae7de463dba4b274c633ef,kubernetes.io/config.seen: 2024-11-04T10:52:51.586472105Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:76529e2f353a6384d08c629e08edb56d628147ffb7c9b12a3b4fd7f6b94b2b61,Metadata:&PodSandboxMetadata{Name:etcd-ha-931571,Uid:bdade1472bd07799de85a7bf300c651f,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1730717572038397332,Labels:map[string]string{component: etcd,io.kubernetes.container.name: POD,io.kubernetes.pod.name: etcd-ha-931571,io
.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bdade1472bd07799de85a7bf300c651f,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/etcd.advertise-client-urls: https://192.168.39.67:2379,kubernetes.io/config.hash: bdade1472bd07799de85a7bf300c651f,kubernetes.io/config.seen: 2024-11-04T10:52:51.586473075Z,kubernetes.io/config.source: file,},RuntimeHandler:,},},}" file="otel-collector/interceptors.go:74" id=dbce3b04-7364-4fd0-9d15-2303da4a7003 name=/runtime.v1.RuntimeService/ListPodSandbox
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.786689644Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:&ContainerStateValue{State:CONTAINER_RUNNING,},PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=ee6563a2-79fb-4783-9eae-d65f862e8720 name=/runtime.v1.RuntimeService/ListContainers
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.786743615Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=ee6563a2-79fb-4783-9eae-d65f862e8720 name=/runtime.v1.RuntimeService/ListContainers
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.786965689Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:ecc02a44b9547818a8aaa2b603bb97e4465acb589e9938089cc84862bb537651,PodSandboxId:ca422d1f835b462e7c44e7832053f6b8843511d5eeba3ced31c8b0b6f51661ee,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730717733201575265,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-nslmz,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 68017266-8187-488d-ab36-2a5af294fa2e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:400aa38b5335627cc08143a9b2a5627b7fee85d555c2cc40a536ce98a76dc457,PodSandboxId:c6e22705ccc1865b8bc5effb151c1f9d726558ad88b6a3bcf86428c0e051f88a,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730717598667544377,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-s9wb4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fd497087-82a1-4173-a1ca-87f47225cd80,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:49e75724c5eada14bded615bd1ba93f602ae8bcdf4c5ed95b646991a79dc403c,PodSandboxId:bcbca8745afa774e9251a00635a6a08e6f86c862db07fa69ac81ee2c0b157967,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730717598624298430,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-5ss4v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
b1994bcf-ce9e-4a5e-90e0-5f3e284218f4,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f8efbd7a72ea51074ffa14c6c164b0072c5d57e24d1bd5b6d1a123aa8216069c,PodSandboxId:b15baa796a09ec04b514d2061ed59422516c1f7e4439ba3fcbebb73cbd3afa05,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730717598609872957,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3eb09a1d-0033-428a-a305-aa2901b20566,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4401315f385bf2a6e5d875c655d4d61ff68d76ccf428956355ffd500a9ce2bc0,PodSandboxId:220337aaf496c29271e7e054b3cdfea66b7c252c48cb49a49e7654fb61d21a91,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1730717587083622058,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2n2ws,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f43095ed-404a-4c99-a271-a8c7fb6a3559,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6e592fe17c5f71c11cf25a871efff88360e0232b8ea66e460109b68f40581ba8,PodSandboxId:88e06a89dd6f22e1089e72d0e95bb740d4472413789aed6751e5201c34bce07d,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730717583
914338539,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-bvk6r,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5f293726-a3a3-4398-9b70-ca8f83c66d7c,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e50ab0290e7c2f22e6df511793236d28a6e0f3e1d5dbdcdd2e3447e4c26c2e6c,PodSandboxId:b36f0d25b985ad35c72d61e5d419af4761c0ed5584860b2c0eda0017653cfaa5,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730717572302806843,Labels:map[string]s
tring{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 04abf0ed929591b9a922eba9b45e06b4,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4572c8bcb28cdf71917ee1df07e150610c3e183aaa1243eb84ab3c083f31f7bc,PodSandboxId:9659e6073c7aea4a2bc7bbd2bc5081cfaf29c86595120748fa2b6d637cfd0405,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730717572280739492,Labels:map[string]string{io.kub
ernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4685ec45b7a2365863fd185bc1066ff5,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:82e4be064be10644428d59bf1bc4467a8666cf78ec7b830a51e614de7c4b3150,PodSandboxId:d779a632ccdcabf2a834569e1b03676bb2cb2ecac031cdb417048bfd227afd27,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730717572221533934,Labels:map[string]string{io.kubern
etes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 488ad91ee064d442db18849afe83c778,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f2d32daf142ba5b73e2f0491ea4ad911e8456739f191faf1cc001827eb91790c,PodSandboxId:76529e2f353a6384d08c629e08edb56d628147ffb7c9b12a3b4fd7f6b94b2b61,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730717572176692911,Labels:map[string]string{io.kubernetes.container.name: etcd,io.ku
bernetes.pod.name: etcd-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bdade1472bd07799de85a7bf300c651f,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=ee6563a2-79fb-4783-9eae-d65f862e8720 name=/runtime.v1.RuntimeService/ListContainers
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.813400782Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=14de45e2-22ba-47a9-a2d1-09360a8a6ef8 name=/runtime.v1.RuntimeService/Version
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.813757488Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=14de45e2-22ba-47a9-a2d1-09360a8a6ef8 name=/runtime.v1.RuntimeService/Version
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.814890061Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=b5d956b6-076b-4660-9315-ecec957b7c58 name=/runtime.v1.ImageService/ImageFsInfo
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.815337762Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717972815318219,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=b5d956b6-076b-4660-9315-ecec957b7c58 name=/runtime.v1.ImageService/ImageFsInfo
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.815864406Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=3a1bcb70-fce2-4298-a18c-d4d16f4499f6 name=/runtime.v1.RuntimeService/ListContainers
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.815949579Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=3a1bcb70-fce2-4298-a18c-d4d16f4499f6 name=/runtime.v1.RuntimeService/ListContainers
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.816197561Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:801830521b8c68ec780508f94b0f3d8c52a6c3d5458328e719c2ce3178c47cc3,PodSandboxId:c376c65bb2b6ba1d92a006e61c82e1ca033b12c8a5bfc737dbac753ed4190360,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:7,},Image:&ImageSpec{Image:77fa55e9c991e50f69a8af41fbbbe0cd8a6fa6fd87327b07ed933c1c02a4f488,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:77fa55e9c991e50f69a8af41fbbbe0cd8a6fa6fd87327b07ed933c1c02a4f488,State:CONTAINER_EXITED,CreatedAt:1730717933792975882,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d7bfae2f58ae7de463dba4b274c633ef,},Annotations:map[string]string{io.kubernetes.container.hash: 633bdfb,io.kubernetes.container.restartCount: 7,io.kubernetes.container.terminationMessagePath: /dev/te
rmination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ecc02a44b9547818a8aaa2b603bb97e4465acb589e9938089cc84862bb537651,PodSandboxId:ca422d1f835b462e7c44e7832053f6b8843511d5eeba3ced31c8b0b6f51661ee,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730717733201575265,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-nslmz,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 68017266-8187-488d-ab36-2a5af294fa2e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/ter
mination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:400aa38b5335627cc08143a9b2a5627b7fee85d555c2cc40a536ce98a76dc457,PodSandboxId:c6e22705ccc1865b8bc5effb151c1f9d726558ad88b6a3bcf86428c0e051f88a,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730717598667544377,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-s9wb4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fd497087-82a1-4173-a1ca-87f47225cd80,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerP
ort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:49e75724c5eada14bded615bd1ba93f602ae8bcdf4c5ed95b646991a79dc403c,PodSandboxId:bcbca8745afa774e9251a00635a6a08e6f86c862db07fa69ac81ee2c0b157967,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730717598624298430,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-5ss4v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b1994bcf-ce9e-4a5e-90e0-5f3e284218f4,},A
nnotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f8efbd7a72ea51074ffa14c6c164b0072c5d57e24d1bd5b6d1a123aa8216069c,PodSandboxId:b15baa796a09ec04b514d2061ed59422516c1f7e4439ba3fcbebb73cbd3afa05,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1730717598609872957,Labels:ma
p[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3eb09a1d-0033-428a-a305-aa2901b20566,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4401315f385bf2a6e5d875c655d4d61ff68d76ccf428956355ffd500a9ce2bc0,PodSandboxId:220337aaf496c29271e7e054b3cdfea66b7c252c48cb49a49e7654fb61d21a91,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CONTAINER_RUNNING,CreatedAt:173071758708362
2058,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2n2ws,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f43095ed-404a-4c99-a271-a8c7fb6a3559,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6e592fe17c5f71c11cf25a871efff88360e0232b8ea66e460109b68f40581ba8,PodSandboxId:88e06a89dd6f22e1089e72d0e95bb740d4472413789aed6751e5201c34bce07d,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730717583914338539,Labels:map[string]string{io.kub
ernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-bvk6r,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5f293726-a3a3-4398-9b70-ca8f83c66d7c,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e50ab0290e7c2f22e6df511793236d28a6e0f3e1d5dbdcdd2e3447e4c26c2e6c,PodSandboxId:b36f0d25b985ad35c72d61e5d419af4761c0ed5584860b2c0eda0017653cfaa5,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730717572302806843,Labels:map[string]string{io.kubernetes.container.name: kube-
scheduler,io.kubernetes.pod.name: kube-scheduler-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 04abf0ed929591b9a922eba9b45e06b4,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4572c8bcb28cdf71917ee1df07e150610c3e183aaa1243eb84ab3c083f31f7bc,PodSandboxId:9659e6073c7aea4a2bc7bbd2bc5081cfaf29c86595120748fa2b6d637cfd0405,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730717572280739492,Labels:map[string]string{io.kubernetes.container.name: kube-controller-m
anager,io.kubernetes.pod.name: kube-controller-manager-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4685ec45b7a2365863fd185bc1066ff5,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:82e4be064be10644428d59bf1bc4467a8666cf78ec7b830a51e614de7c4b3150,PodSandboxId:d779a632ccdcabf2a834569e1b03676bb2cb2ecac031cdb417048bfd227afd27,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730717572221533934,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.ku
bernetes.pod.name: kube-apiserver-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 488ad91ee064d442db18849afe83c778,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f2d32daf142ba5b73e2f0491ea4ad911e8456739f191faf1cc001827eb91790c,PodSandboxId:76529e2f353a6384d08c629e08edb56d628147ffb7c9b12a3b4fd7f6b94b2b61,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730717572176692911,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-931571,io.kube
rnetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bdade1472bd07799de85a7bf300c651f,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=3a1bcb70-fce2-4298-a18c-d4d16f4499f6 name=/runtime.v1.RuntimeService/ListContainers
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.853914442Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=ebd8dbc4-7b72-4a79-8d92-8fbde156ba12 name=/runtime.v1.RuntimeService/Version
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.854045749Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=ebd8dbc4-7b72-4a79-8d92-8fbde156ba12 name=/runtime.v1.RuntimeService/Version
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.855133108Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=523f9bae-755c-4dc4-826a-a8a9fcf0254d name=/runtime.v1.ImageService/ImageFsInfo
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.855566050Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717972855542370,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=523f9bae-755c-4dc4-826a-a8a9fcf0254d name=/runtime.v1.ImageService/ImageFsInfo
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.856373450Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=24e48232-f7c2-425c-a7e6-ac7afa447e7b name=/runtime.v1.RuntimeService/ListContainers
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.856428167Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=24e48232-f7c2-425c-a7e6-ac7afa447e7b name=/runtime.v1.RuntimeService/ListContainers
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.856649327Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:801830521b8c68ec780508f94b0f3d8c52a6c3d5458328e719c2ce3178c47cc3,PodSandboxId:c376c65bb2b6ba1d92a006e61c82e1ca033b12c8a5bfc737dbac753ed4190360,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:7,},Image:&ImageSpec{Image:77fa55e9c991e50f69a8af41fbbbe0cd8a6fa6fd87327b07ed933c1c02a4f488,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:77fa55e9c991e50f69a8af41fbbbe0cd8a6fa6fd87327b07ed933c1c02a4f488,State:CONTAINER_EXITED,CreatedAt:1730717933792975882,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d7bfae2f58ae7de463dba4b274c633ef,},Annotations:map[string]string{io.kubernetes.container.hash: 633bdfb,io.kubernetes.container.restartCount: 7,io.kubernetes.container.terminationMessagePath: /dev/te
rmination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ecc02a44b9547818a8aaa2b603bb97e4465acb589e9938089cc84862bb537651,PodSandboxId:ca422d1f835b462e7c44e7832053f6b8843511d5eeba3ced31c8b0b6f51661ee,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730717733201575265,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-nslmz,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 68017266-8187-488d-ab36-2a5af294fa2e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/ter
mination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:400aa38b5335627cc08143a9b2a5627b7fee85d555c2cc40a536ce98a76dc457,PodSandboxId:c6e22705ccc1865b8bc5effb151c1f9d726558ad88b6a3bcf86428c0e051f88a,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730717598667544377,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-s9wb4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fd497087-82a1-4173-a1ca-87f47225cd80,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerP
ort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:49e75724c5eada14bded615bd1ba93f602ae8bcdf4c5ed95b646991a79dc403c,PodSandboxId:bcbca8745afa774e9251a00635a6a08e6f86c862db07fa69ac81ee2c0b157967,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730717598624298430,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-5ss4v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b1994bcf-ce9e-4a5e-90e0-5f3e284218f4,},A
nnotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f8efbd7a72ea51074ffa14c6c164b0072c5d57e24d1bd5b6d1a123aa8216069c,PodSandboxId:b15baa796a09ec04b514d2061ed59422516c1f7e4439ba3fcbebb73cbd3afa05,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1730717598609872957,Labels:ma
p[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3eb09a1d-0033-428a-a305-aa2901b20566,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4401315f385bf2a6e5d875c655d4d61ff68d76ccf428956355ffd500a9ce2bc0,PodSandboxId:220337aaf496c29271e7e054b3cdfea66b7c252c48cb49a49e7654fb61d21a91,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CONTAINER_RUNNING,CreatedAt:173071758708362
2058,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2n2ws,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f43095ed-404a-4c99-a271-a8c7fb6a3559,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6e592fe17c5f71c11cf25a871efff88360e0232b8ea66e460109b68f40581ba8,PodSandboxId:88e06a89dd6f22e1089e72d0e95bb740d4472413789aed6751e5201c34bce07d,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730717583914338539,Labels:map[string]string{io.kub
ernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-bvk6r,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5f293726-a3a3-4398-9b70-ca8f83c66d7c,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e50ab0290e7c2f22e6df511793236d28a6e0f3e1d5dbdcdd2e3447e4c26c2e6c,PodSandboxId:b36f0d25b985ad35c72d61e5d419af4761c0ed5584860b2c0eda0017653cfaa5,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730717572302806843,Labels:map[string]string{io.kubernetes.container.name: kube-
scheduler,io.kubernetes.pod.name: kube-scheduler-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 04abf0ed929591b9a922eba9b45e06b4,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4572c8bcb28cdf71917ee1df07e150610c3e183aaa1243eb84ab3c083f31f7bc,PodSandboxId:9659e6073c7aea4a2bc7bbd2bc5081cfaf29c86595120748fa2b6d637cfd0405,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730717572280739492,Labels:map[string]string{io.kubernetes.container.name: kube-controller-m
anager,io.kubernetes.pod.name: kube-controller-manager-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4685ec45b7a2365863fd185bc1066ff5,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:82e4be064be10644428d59bf1bc4467a8666cf78ec7b830a51e614de7c4b3150,PodSandboxId:d779a632ccdcabf2a834569e1b03676bb2cb2ecac031cdb417048bfd227afd27,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730717572221533934,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.ku
bernetes.pod.name: kube-apiserver-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 488ad91ee064d442db18849afe83c778,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f2d32daf142ba5b73e2f0491ea4ad911e8456739f191faf1cc001827eb91790c,PodSandboxId:76529e2f353a6384d08c629e08edb56d628147ffb7c9b12a3b4fd7f6b94b2b61,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730717572176692911,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-931571,io.kube
rnetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bdade1472bd07799de85a7bf300c651f,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=24e48232-f7c2-425c-a7e6-ac7afa447e7b name=/runtime.v1.RuntimeService/ListContainers
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.900850124Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=b3c28bb3-908e-4f96-93be-0372b317f8a7 name=/runtime.v1.RuntimeService/Version
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.900938986Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=b3c28bb3-908e-4f96-93be-0372b317f8a7 name=/runtime.v1.RuntimeService/Version
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.902082356Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=cbc4d8c9-493f-44b8-82d6-831c572ac6bb name=/runtime.v1.ImageService/ImageFsInfo
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.902596323Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717972902569809,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=cbc4d8c9-493f-44b8-82d6-831c572ac6bb name=/runtime.v1.ImageService/ImageFsInfo
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.903296716Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=ec7b5cf6-dde2-4244-8a81-6b68b6492c79 name=/runtime.v1.RuntimeService/ListContainers
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.903375776Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=ec7b5cf6-dde2-4244-8a81-6b68b6492c79 name=/runtime.v1.RuntimeService/ListContainers
Nov 04 10:59:32 ha-931571 crio[659]: time="2024-11-04 10:59:32.903727082Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:801830521b8c68ec780508f94b0f3d8c52a6c3d5458328e719c2ce3178c47cc3,PodSandboxId:c376c65bb2b6ba1d92a006e61c82e1ca033b12c8a5bfc737dbac753ed4190360,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:7,},Image:&ImageSpec{Image:77fa55e9c991e50f69a8af41fbbbe0cd8a6fa6fd87327b07ed933c1c02a4f488,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:77fa55e9c991e50f69a8af41fbbbe0cd8a6fa6fd87327b07ed933c1c02a4f488,State:CONTAINER_EXITED,CreatedAt:1730717933792975882,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d7bfae2f58ae7de463dba4b274c633ef,},Annotations:map[string]string{io.kubernetes.container.hash: 633bdfb,io.kubernetes.container.restartCount: 7,io.kubernetes.container.terminationMessagePath: /dev/te
rmination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ecc02a44b9547818a8aaa2b603bb97e4465acb589e9938089cc84862bb537651,PodSandboxId:ca422d1f835b462e7c44e7832053f6b8843511d5eeba3ced31c8b0b6f51661ee,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730717733201575265,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-nslmz,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 68017266-8187-488d-ab36-2a5af294fa2e,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/ter
mination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:400aa38b5335627cc08143a9b2a5627b7fee85d555c2cc40a536ce98a76dc457,PodSandboxId:c6e22705ccc1865b8bc5effb151c1f9d726558ad88b6a3bcf86428c0e051f88a,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730717598667544377,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-s9wb4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fd497087-82a1-4173-a1ca-87f47225cd80,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerP
ort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:49e75724c5eada14bded615bd1ba93f602ae8bcdf4c5ed95b646991a79dc403c,PodSandboxId:bcbca8745afa774e9251a00635a6a08e6f86c862db07fa69ac81ee2c0b157967,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730717598624298430,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-5ss4v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b1994bcf-ce9e-4a5e-90e0-5f3e284218f4,},A
nnotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f8efbd7a72ea51074ffa14c6c164b0072c5d57e24d1bd5b6d1a123aa8216069c,PodSandboxId:b15baa796a09ec04b514d2061ed59422516c1f7e4439ba3fcbebb73cbd3afa05,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1730717598609872957,Labels:ma
p[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3eb09a1d-0033-428a-a305-aa2901b20566,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4401315f385bf2a6e5d875c655d4d61ff68d76ccf428956355ffd500a9ce2bc0,PodSandboxId:220337aaf496c29271e7e054b3cdfea66b7c252c48cb49a49e7654fb61d21a91,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CONTAINER_RUNNING,CreatedAt:173071758708362
2058,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2n2ws,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f43095ed-404a-4c99-a271-a8c7fb6a3559,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6e592fe17c5f71c11cf25a871efff88360e0232b8ea66e460109b68f40581ba8,PodSandboxId:88e06a89dd6f22e1089e72d0e95bb740d4472413789aed6751e5201c34bce07d,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730717583914338539,Labels:map[string]string{io.kub
ernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-bvk6r,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5f293726-a3a3-4398-9b70-ca8f83c66d7c,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e50ab0290e7c2f22e6df511793236d28a6e0f3e1d5dbdcdd2e3447e4c26c2e6c,PodSandboxId:b36f0d25b985ad35c72d61e5d419af4761c0ed5584860b2c0eda0017653cfaa5,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730717572302806843,Labels:map[string]string{io.kubernetes.container.name: kube-
scheduler,io.kubernetes.pod.name: kube-scheduler-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 04abf0ed929591b9a922eba9b45e06b4,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4572c8bcb28cdf71917ee1df07e150610c3e183aaa1243eb84ab3c083f31f7bc,PodSandboxId:9659e6073c7aea4a2bc7bbd2bc5081cfaf29c86595120748fa2b6d637cfd0405,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730717572280739492,Labels:map[string]string{io.kubernetes.container.name: kube-controller-m
anager,io.kubernetes.pod.name: kube-controller-manager-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4685ec45b7a2365863fd185bc1066ff5,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:82e4be064be10644428d59bf1bc4467a8666cf78ec7b830a51e614de7c4b3150,PodSandboxId:d779a632ccdcabf2a834569e1b03676bb2cb2ecac031cdb417048bfd227afd27,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730717572221533934,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.ku
bernetes.pod.name: kube-apiserver-ha-931571,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 488ad91ee064d442db18849afe83c778,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f2d32daf142ba5b73e2f0491ea4ad911e8456739f191faf1cc001827eb91790c,PodSandboxId:76529e2f353a6384d08c629e08edb56d628147ffb7c9b12a3b4fd7f6b94b2b61,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730717572176692911,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-931571,io.kube
rnetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bdade1472bd07799de85a7bf300c651f,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=ec7b5cf6-dde2-4244-8a81-6b68b6492c79 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
801830521b8c6 77fa55e9c991e50f69a8af41fbbbe0cd8a6fa6fd87327b07ed933c1c02a4f488 39 seconds ago Exited kube-vip 7 c376c65bb2b6b kube-vip-ha-931571
ecc02a44b9547 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 ca422d1f835b4 busybox-7dff88458-nslmz
400aa38b53356 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 c6e22705ccc18 coredns-7c65d6cfc9-s9wb4
49e75724c5ead c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 bcbca8745afa7 coredns-7c65d6cfc9-5ss4v
f8efbd7a72ea5 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 b15baa796a09e storage-provisioner
4401315f385bf docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16 6 minutes ago Running kindnet-cni 0 220337aaf496c kindnet-2n2ws
6e592fe17c5f7 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 88e06a89dd6f2 kube-proxy-bvk6r
e50ab0290e7c2 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 b36f0d25b985a kube-scheduler-ha-931571
4572c8bcb28cd 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 9659e6073c7ae kube-controller-manager-ha-931571
82e4be064be10 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 d779a632ccdca kube-apiserver-ha-931571
f2d32daf142ba 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 76529e2f353a6 etcd-ha-931571
==> coredns [400aa38b5335627cc08143a9b2a5627b7fee85d555c2cc40a536ce98a76dc457] <==
[INFO] 10.244.0.4:50237 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000150549s
[INFO] 10.244.0.4:46253 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001843568s
[INFO] 10.244.0.4:55713 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000184256s
[INFO] 10.244.0.4:40615 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001215052s
[INFO] 10.244.0.4:48280 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000078576s
[INFO] 10.244.0.4:54787 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000130955s
[INFO] 10.244.1.2:58741 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002139116s
[INFO] 10.244.1.2:37960 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000110836s
[INFO] 10.244.1.2:58623 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000109212s
[INFO] 10.244.1.2:51618 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.00158249s
[INFO] 10.244.1.2:43015 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000087484s
[INFO] 10.244.1.2:39492 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000171988s
[INFO] 10.244.2.2:48038 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000132123s
[INFO] 10.244.0.4:35814 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000180509s
[INFO] 10.244.0.4:60410 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000089999s
[INFO] 10.244.0.4:47053 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000039998s
[INFO] 10.244.1.2:58250 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000164547s
[INFO] 10.244.1.2:52533 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000169574s
[INFO] 10.244.2.2:44494 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000181065s
[INFO] 10.244.2.2:58013 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00023451s
[INFO] 10.244.2.2:52479 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000131262s
[INFO] 10.244.0.4:40569 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000209971s
[INFO] 10.244.0.4:39524 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000112991s
[INFO] 10.244.0.4:47233 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000143713s
[INFO] 10.244.1.2:40992 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000169174s
==> coredns [49e75724c5eada14bded615bd1ba93f602ae8bcdf4c5ed95b646991a79dc403c] <==
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:48964 - 23647 "HINFO IN 8987446281611230695.8255749056578627230. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.085188681s
[INFO] 10.244.2.2:34961 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.003596703s
[INFO] 10.244.0.4:37004 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.00010865s
[INFO] 10.244.0.4:53184 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001905017s
[INFO] 10.244.1.2:58428 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000083838s
[INFO] 10.244.1.2:60855 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001943834s
[INFO] 10.244.2.2:42530 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000210297s
[INFO] 10.244.2.2:45691 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000254098s
[INFO] 10.244.2.2:54453 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000116752s
[INFO] 10.244.0.4:49389 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000239128s
[INFO] 10.244.0.4:50445 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000078508s
[INFO] 10.244.1.2:33136 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000123784s
[INFO] 10.244.1.2:60974 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000079916s
[INFO] 10.244.2.2:49080 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000171041s
[INFO] 10.244.2.2:43340 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000142924s
[INFO] 10.244.2.2:43789 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000094712s
[INFO] 10.244.0.4:32943 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000072704s
[INFO] 10.244.1.2:50464 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000118885s
[INFO] 10.244.1.2:36951 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000148048s
[INFO] 10.244.2.2:50644 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000135678s
[INFO] 10.244.0.4:38496 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.0001483s
[INFO] 10.244.1.2:59424 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000211313s
[INFO] 10.244.1.2:33660 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000134208s
[INFO] 10.244.1.2:34489 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000138513s
==> describe nodes <==
Name: ha-931571
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-931571
kubernetes.io/os=linux
minikube.k8s.io/commit=c03dd974d73f8853a1a57928c124797a5ae24dc4
minikube.k8s.io/name=ha-931571
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_11_04T10_52_59_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 04 Nov 2024 10:52:58 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-931571
AcquireTime: <unset>
RenewTime: Mon, 04 Nov 2024 10:59:31 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 04 Nov 2024 10:56:02 +0000 Mon, 04 Nov 2024 10:52:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 04 Nov 2024 10:56:02 +0000 Mon, 04 Nov 2024 10:52:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 04 Nov 2024 10:56:02 +0000 Mon, 04 Nov 2024 10:52:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 04 Nov 2024 10:56:02 +0000 Mon, 04 Nov 2024 10:53:18 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.67
Hostname: ha-931571
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 5397aa0c862f4705b75b9757490651ea
System UUID: 5397aa0c-862f-4705-b75b-9757490651ea
Boot ID: 17751c92-c71f-4e82-afb4-12da82035155
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-nslmz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m3s
kube-system coredns-7c65d6cfc9-5ss4v 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m30s
kube-system coredns-7c65d6cfc9-s9wb4 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m30s
kube-system etcd-ha-931571 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m35s
kube-system kindnet-2n2ws 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m30s
kube-system kube-apiserver-ha-931571 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m35s
kube-system kube-controller-manager-ha-931571 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m35s
kube-system kube-proxy-bvk6r 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m30s
kube-system kube-scheduler-ha-931571 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m35s
kube-system kube-vip-ha-931571 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m35s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m29s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m28s kube-proxy
Normal Starting 6m35s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m35s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m35s kubelet Node ha-931571 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m35s kubelet Node ha-931571 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m35s kubelet Node ha-931571 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m31s node-controller Node ha-931571 event: Registered Node ha-931571 in Controller
Normal NodeReady 6m15s kubelet Node ha-931571 status is now: NodeReady
Normal RegisteredNode 5m36s node-controller Node ha-931571 event: Registered Node ha-931571 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-931571 event: Registered Node ha-931571 in Controller
Name: ha-931571-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-931571-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=c03dd974d73f8853a1a57928c124797a5ae24dc4
minikube.k8s.io/name=ha-931571
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_11_04T10_53_52_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 04 Nov 2024 10:53:49 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-931571-m02
AcquireTime: <unset>
RenewTime: Mon, 04 Nov 2024 10:56:38 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 04 Nov 2024 10:55:52 +0000 Mon, 04 Nov 2024 10:57:21 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 04 Nov 2024 10:55:52 +0000 Mon, 04 Nov 2024 10:57:21 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 04 Nov 2024 10:55:52 +0000 Mon, 04 Nov 2024 10:57:21 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 04 Nov 2024 10:55:52 +0000 Mon, 04 Nov 2024 10:57:21 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.245
Hostname: ha-931571-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 06772ff96588423e9dc77ed49845e534
System UUID: 06772ff9-6588-423e-9dc7-7ed49845e534
Boot ID: 74d940a3-5941-40ed-b058-45da0bd2f171
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-w9wmp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m3s
kube-system etcd-ha-931571-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m42s
kube-system kindnet-bg4z6 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m44s
kube-system kube-apiserver-ha-931571-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m43s
kube-system kube-controller-manager-ha-931571-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m43s
kube-system kube-proxy-wz92s 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m44s
kube-system kube-scheduler-ha-931571-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m43s
kube-system kube-vip-ha-931571-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m40s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m39s kube-proxy
Normal Starting 5m44s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 5m44s (x8 over 5m44s) kubelet Node ha-931571-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m44s (x8 over 5m44s) kubelet Node ha-931571-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m44s (x7 over 5m44s) kubelet Node ha-931571-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m44s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m41s node-controller Node ha-931571-m02 event: Registered Node ha-931571-m02 in Controller
Normal RegisteredNode 5m36s node-controller Node ha-931571-m02 event: Registered Node ha-931571-m02 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-931571-m02 event: Registered Node ha-931571-m02 in Controller
Normal NodeNotReady 2m12s node-controller Node ha-931571-m02 status is now: NodeNotReady
Name: ha-931571-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-931571-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=c03dd974d73f8853a1a57928c124797a5ae24dc4
minikube.k8s.io/name=ha-931571
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_11_04T10_55_05_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 04 Nov 2024 10:55:03 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-931571-m03
AcquireTime: <unset>
RenewTime: Mon, 04 Nov 2024 10:59:30 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 04 Nov 2024 10:56:04 +0000 Mon, 04 Nov 2024 10:55:03 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 04 Nov 2024 10:56:04 +0000 Mon, 04 Nov 2024 10:55:03 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 04 Nov 2024 10:56:04 +0000 Mon, 04 Nov 2024 10:55:03 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 04 Nov 2024 10:56:04 +0000 Mon, 04 Nov 2024 10:55:23 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.57
Hostname: ha-931571-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: b21e133cd17b4b699323cc6d9f47f565
System UUID: b21e133c-d17b-4b69-9323-cc6d9f47f565
Boot ID: 50ec73f3-3253-4df5-83ed-277786faa385
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-lqgb9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m3s
kube-system etcd-ha-931571-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m28s
kube-system kindnet-w2jwt 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m30s
kube-system kube-apiserver-ha-931571-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-controller-manager-ha-931571-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-proxy-ttq4z 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-scheduler-ha-931571-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-vip-ha-931571-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m26s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m26s kube-proxy
Normal NodeAllocatableEnforced 4m31s kubelet Updated Node Allocatable limit across pods
Normal CIDRAssignmentFailed 4m30s cidrAllocator Node ha-931571-m03 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 4m30s (x8 over 4m31s) kubelet Node ha-931571-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m30s (x8 over 4m31s) kubelet Node ha-931571-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m30s (x7 over 4m31s) kubelet Node ha-931571-m03 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m26s node-controller Node ha-931571-m03 event: Registered Node ha-931571-m03 in Controller
Normal RegisteredNode 4m26s node-controller Node ha-931571-m03 event: Registered Node ha-931571-m03 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-931571-m03 event: Registered Node ha-931571-m03 in Controller
Name: ha-931571-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-931571-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=c03dd974d73f8853a1a57928c124797a5ae24dc4
minikube.k8s.io/name=ha-931571
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_11_04T10_56_07_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 04 Nov 2024 10:56:06 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-931571-m04
AcquireTime: <unset>
RenewTime: Mon, 04 Nov 2024 10:59:30 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 04 Nov 2024 10:56:36 +0000 Mon, 04 Nov 2024 10:56:06 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 04 Nov 2024 10:56:36 +0000 Mon, 04 Nov 2024 10:56:06 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 04 Nov 2024 10:56:36 +0000 Mon, 04 Nov 2024 10:56:06 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 04 Nov 2024 10:56:36 +0000 Mon, 04 Nov 2024 10:56:26 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.237
Hostname: ha-931571-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 851b57db90dc4e65909090eed2536ea8
System UUID: 851b57db-90dc-4e65-9090-90eed2536ea8
Boot ID: be99e848-d7b5-4c3a-990d-5dd7890c841c
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-x8ptv 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m27s
kube-system kube-proxy-s8gg7 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m27s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m21s kube-proxy
Normal CIDRAssignmentFailed 3m27s cidrAllocator Node ha-931571-m04 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 3m27s (x2 over 3m27s) kubelet Node ha-931571-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m27s (x2 over 3m27s) kubelet Node ha-931571-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m27s (x2 over 3m27s) kubelet Node ha-931571-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m27s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m26s node-controller Node ha-931571-m04 event: Registered Node ha-931571-m04 in Controller
Normal RegisteredNode 3m26s node-controller Node ha-931571-m04 event: Registered Node ha-931571-m04 in Controller
Normal RegisteredNode 3m22s node-controller Node ha-931571-m04 event: Registered Node ha-931571-m04 in Controller
Normal NodeReady 3m7s kubelet Node ha-931571-m04 status is now: NodeReady
==> dmesg <==
[Nov 4 10:52] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.047726] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.036586] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.779631] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +1.763191] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.537421] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000006] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +5.904587] systemd-fstab-generator[579]: Ignoring "noauto" option for root device
[ +0.060497] kauditd_printk_skb: 1 callbacks suppressed
[ +0.062176] systemd-fstab-generator[591]: Ignoring "noauto" option for root device
[ +0.155966] systemd-fstab-generator[605]: Ignoring "noauto" option for root device
[ +0.126824] systemd-fstab-generator[617]: Ignoring "noauto" option for root device
[ +0.243725] systemd-fstab-generator[648]: Ignoring "noauto" option for root device
[ +3.719760] systemd-fstab-generator[744]: Ignoring "noauto" option for root device
[ +3.831679] systemd-fstab-generator[874]: Ignoring "noauto" option for root device
[ +0.057052] kauditd_printk_skb: 158 callbacks suppressed
[ +7.249250] kauditd_printk_skb: 79 callbacks suppressed
[ +0.693317] systemd-fstab-generator[1353]: Ignoring "noauto" option for root device
[Nov 4 10:53] kauditd_printk_skb: 30 callbacks suppressed
[ +9.046787] kauditd_printk_skb: 41 callbacks suppressed
[ +27.005860] kauditd_printk_skb: 24 callbacks suppressed
==> etcd [f2d32daf142ba5b73e2f0491ea4ad911e8456739f191faf1cc001827eb91790c] <==
{"level":"warn","ts":"2024-11-04T10:59:33.016035Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.022822Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.122784Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.172360Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.185191Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.189812Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.206204Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.214057Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.222154Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.222355Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.226558Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.230316Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.242547Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.256302Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.245:2380/version","remote-member-id":"df641d035a901564","error":"Get \"https://192.168.39.245:2380/version\": dial tcp 192.168.39.245:2380: connect: no route to host"}
{"level":"warn","ts":"2024-11-04T10:59:33.256422Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"df641d035a901564","error":"Get \"https://192.168.39.245:2380/version\": dial tcp 192.168.39.245:2380: connect: no route to host"}
{"level":"warn","ts":"2024-11-04T10:59:33.321069Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.322545Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.326956Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.331957Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.335644Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.338837Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.342959Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.348640Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.355518Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-11-04T10:59:33.371914Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"ce564ad586a3115","from":"ce564ad586a3115","remote-peer-id":"df641d035a901564","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
10:59:33 up 7 min, 0 users, load average: 0.18, 0.30, 0.15
Linux ha-931571 5.10.207 #1 SMP Wed Oct 30 13:38:35 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [4401315f385bf2a6e5d875c655d4d61ff68d76ccf428956355ffd500a9ce2bc0] <==
I1104 10:58:57.933029 1 main.go:324] Node ha-931571-m04 has CIDR [10.244.3.0/24]
I1104 10:59:07.925895 1 main.go:297] Handling node with IPs: map[192.168.39.57:{}]
I1104 10:59:07.925959 1 main.go:324] Node ha-931571-m03 has CIDR [10.244.2.0/24]
I1104 10:59:07.926150 1 main.go:297] Handling node with IPs: map[192.168.39.237:{}]
I1104 10:59:07.926172 1 main.go:324] Node ha-931571-m04 has CIDR [10.244.3.0/24]
I1104 10:59:07.926258 1 main.go:297] Handling node with IPs: map[192.168.39.67:{}]
I1104 10:59:07.926276 1 main.go:301] handling current node
I1104 10:59:07.926287 1 main.go:297] Handling node with IPs: map[192.168.39.245:{}]
I1104 10:59:07.926292 1 main.go:324] Node ha-931571-m02 has CIDR [10.244.1.0/24]
I1104 10:59:17.932116 1 main.go:297] Handling node with IPs: map[192.168.39.67:{}]
I1104 10:59:17.932223 1 main.go:301] handling current node
I1104 10:59:17.932253 1 main.go:297] Handling node with IPs: map[192.168.39.245:{}]
I1104 10:59:17.932271 1 main.go:324] Node ha-931571-m02 has CIDR [10.244.1.0/24]
I1104 10:59:17.932486 1 main.go:297] Handling node with IPs: map[192.168.39.57:{}]
I1104 10:59:17.932519 1 main.go:324] Node ha-931571-m03 has CIDR [10.244.2.0/24]
I1104 10:59:17.932614 1 main.go:297] Handling node with IPs: map[192.168.39.237:{}]
I1104 10:59:17.932635 1 main.go:324] Node ha-931571-m04 has CIDR [10.244.3.0/24]
I1104 10:59:27.935299 1 main.go:297] Handling node with IPs: map[192.168.39.67:{}]
I1104 10:59:27.935328 1 main.go:301] handling current node
I1104 10:59:27.935342 1 main.go:297] Handling node with IPs: map[192.168.39.245:{}]
I1104 10:59:27.935346 1 main.go:324] Node ha-931571-m02 has CIDR [10.244.1.0/24]
I1104 10:59:27.935514 1 main.go:297] Handling node with IPs: map[192.168.39.57:{}]
I1104 10:59:27.935519 1 main.go:324] Node ha-931571-m03 has CIDR [10.244.2.0/24]
I1104 10:59:27.935599 1 main.go:297] Handling node with IPs: map[192.168.39.237:{}]
I1104 10:59:27.935604 1 main.go:324] Node ha-931571-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [82e4be064be10644428d59bf1bc4467a8666cf78ec7b830a51e614de7c4b3150] <==
I1104 10:52:57.529011 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1104 10:52:57.636067 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1104 10:52:58.624832 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1104 10:52:58.639937 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1104 10:52:58.805171 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1104 10:53:03.087294 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1104 10:53:03.287753 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1104 10:53:50.685836 1 wrap.go:53] "Timeout or abort while handling" logger="UnhandledError" method="POST" URI="/api/v1/namespaces/kube-system/events" auditID="2a13690c-2b7c-4af7-94a1-2fcd1065da04"
E1104 10:53:50.685933 1 timeout.go:140] "Post-timeout activity" logger="UnhandledError" timeElapsed="5.903µs" method="POST" path="/api/v1/namespaces/kube-system/events" result=null
E1104 10:55:34.753652 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:57932: use of closed network connection
E1104 10:55:34.925834 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:57948: use of closed network connection
E1104 10:55:35.093653 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:57972: use of closed network connection
E1104 10:55:35.274875 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:57992: use of closed network connection
E1104 10:55:35.447438 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:58008: use of closed network connection
E1104 10:55:35.612882 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:58018: use of closed network connection
E1104 10:55:35.778454 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:58044: use of closed network connection
E1104 10:55:35.949313 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:58070: use of closed network connection
E1104 10:55:36.116046 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:58086: use of closed network connection
E1104 10:55:36.394559 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:58120: use of closed network connection
E1104 10:55:36.560067 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:58130: use of closed network connection
E1104 10:55:36.741903 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:58146: use of closed network connection
E1104 10:55:36.920290 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:58160: use of closed network connection
E1104 10:55:37.097281 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:58172: use of closed network connection
E1104 10:55:37.276505 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:58204: use of closed network connection
W1104 10:57:07.528371 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.57 192.168.39.67]
==> kube-controller-manager [4572c8bcb28cdf71917ee1df07e150610c3e183aaa1243eb84ab3c083f31f7bc] <==
I1104 10:56:02.327738 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571"
I1104 10:56:04.592818 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m03"
I1104 10:56:06.541409 1 actual_state_of_world.go:540] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-931571-m04\" does not exist"
I1104 10:56:06.575948 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-931571-m04" podCIDRs=["10.244.3.0/24"]
I1104 10:56:06.576008 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:56:06.576040 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:56:06.730053 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:56:07.090693 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:56:07.683331 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-931571-m04"
I1104 10:56:07.724925 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:56:11.198433 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:56:11.234463 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:56:16.862581 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:56:26.184815 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:56:26.184900 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-931571-m04"
I1104 10:56:26.200074 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:56:26.386370 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:56:36.943150 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m04"
I1104 10:57:21.411213 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-931571-m04"
I1104 10:57:21.411471 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m02"
I1104 10:57:21.433152 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m02"
I1104 10:57:21.545878 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="11.838445ms"
I1104 10:57:21.546123 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="64.292µs"
I1104 10:57:22.718407 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m02"
I1104 10:57:26.623482 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-931571-m02"
==> kube-proxy [6e592fe17c5f71c11cf25a871efff88360e0232b8ea66e460109b68f40581ba8] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1104 10:53:04.203851 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1104 10:53:04.229581 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.67"]
E1104 10:53:04.229781 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1104 10:53:04.282192 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1104 10:53:04.282221 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1104 10:53:04.282244 1 server_linux.go:169] "Using iptables Proxier"
I1104 10:53:04.285593 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1104 10:53:04.285958 1 server.go:483] "Version info" version="v1.31.2"
I1104 10:53:04.285985 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1104 10:53:04.288139 1 config.go:199] "Starting service config controller"
I1104 10:53:04.288173 1 shared_informer.go:313] Waiting for caches to sync for service config
I1104 10:53:04.290392 1 config.go:105] "Starting endpoint slice config controller"
I1104 10:53:04.290557 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1104 10:53:04.291547 1 config.go:328] "Starting node config controller"
I1104 10:53:04.292932 1 shared_informer.go:313] Waiting for caches to sync for node config
I1104 10:53:04.389214 1 shared_informer.go:320] Caches are synced for service config
I1104 10:53:04.391802 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1104 10:53:04.393273 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [e50ab0290e7c2f22e6df511793236d28a6e0f3e1d5dbdcdd2e3447e4c26c2e6c] <==
W1104 10:52:57.001881 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1104 10:52:57.001927 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1104 10:52:57.141748 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1104 10:52:57.141796 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1104 10:52:57.201248 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1104 10:52:57.201310 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1104 10:52:58.585064 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1104 10:55:30.513828 1 cache.go:503] "Pod was added to a different node than it was assumed" podKey="641f6861-b035-49a8-832b-70b7a069afb3" pod="default/busybox-7dff88458-lqgb9" assumedNode="ha-931571-m03" currentNode="ha-931571-m02"
E1104 10:55:30.530615 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-lqgb9\": pod busybox-7dff88458-lqgb9 is already assigned to node \"ha-931571-m03\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-lqgb9" node="ha-931571-m02"
E1104 10:55:30.530773 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 641f6861-b035-49a8-832b-70b7a069afb3(default/busybox-7dff88458-lqgb9) was assumed on ha-931571-m02 but assigned to ha-931571-m03" pod="default/busybox-7dff88458-lqgb9"
E1104 10:55:30.530821 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-lqgb9\": pod busybox-7dff88458-lqgb9 is already assigned to node \"ha-931571-m03\"" pod="default/busybox-7dff88458-lqgb9"
I1104 10:55:30.530854 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-lqgb9" node="ha-931571-m03"
E1104 10:55:30.571464 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-nslmz\": pod busybox-7dff88458-nslmz is already assigned to node \"ha-931571\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-nslmz" node="ha-931571"
E1104 10:55:30.572521 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 68017266-8187-488d-ab36-2a5af294fa2e(default/busybox-7dff88458-nslmz) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-nslmz"
E1104 10:55:30.572641 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-nslmz\": pod busybox-7dff88458-nslmz is already assigned to node \"ha-931571\"" pod="default/busybox-7dff88458-nslmz"
I1104 10:55:30.572740 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-nslmz" node="ha-931571"
E1104 10:55:30.572411 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-w9wmp\": pod busybox-7dff88458-w9wmp is already assigned to node \"ha-931571-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-w9wmp" node="ha-931571-m02"
E1104 10:55:30.573133 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 84b6e653-b685-4c00-ac2f-d650738a613b(default/busybox-7dff88458-w9wmp) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-w9wmp"
E1104 10:55:30.573206 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-w9wmp\": pod busybox-7dff88458-w9wmp is already assigned to node \"ha-931571-m02\"" pod="default/busybox-7dff88458-w9wmp"
I1104 10:55:30.573228 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-w9wmp" node="ha-931571-m02"
E1104 10:55:30.792999 1 schedule_one.go:1106] "Error updating pod" err="pods \"busybox-7dff88458-5nt9m\" not found" pod="default/busybox-7dff88458-5nt9m"
E1104 10:56:06.602004 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-s8gg7\": pod kube-proxy-s8gg7 is already assigned to node \"ha-931571-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-s8gg7" node="ha-931571-m04"
E1104 10:56:06.602261 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod c786786d-b4b5-4479-b5df-24cc8f346e86(kube-system/kube-proxy-s8gg7) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-s8gg7"
E1104 10:56:06.602358 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-s8gg7\": pod kube-proxy-s8gg7 is already assigned to node \"ha-931571-m04\"" pod="kube-system/kube-proxy-s8gg7"
I1104 10:56:06.602540 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-s8gg7" node="ha-931571-m04"
==> kubelet <==
Nov 04 10:58:42 ha-931571 kubelet[1360]: I1104 10:58:42.786581 1360 scope.go:117] "RemoveContainer" containerID="9b0c4137e04d5572b1e0277210028adf86df482f6a6a6a6a724bf176e285ca2f"
Nov 04 10:58:42 ha-931571 kubelet[1360]: E1104 10:58:42.791316 1360 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-vip\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=kube-vip pod=kube-vip-ha-931571_kube-system(d7bfae2f58ae7de463dba4b274c633ef)\"" pod="kube-system/kube-vip-ha-931571" podUID="d7bfae2f58ae7de463dba4b274c633ef"
Nov 04 10:58:48 ha-931571 kubelet[1360]: E1104 10:58:48.872774 1360 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717928872476228,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 04 10:58:48 ha-931571 kubelet[1360]: E1104 10:58:48.872859 1360 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717928872476228,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 04 10:58:53 ha-931571 kubelet[1360]: I1104 10:58:53.785072 1360 scope.go:117] "RemoveContainer" containerID="9b0c4137e04d5572b1e0277210028adf86df482f6a6a6a6a724bf176e285ca2f"
Nov 04 10:58:58 ha-931571 kubelet[1360]: E1104 10:58:58.819237 1360 iptables.go:577] "Could not set up iptables canary" err=<
Nov 04 10:58:58 ha-931571 kubelet[1360]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Nov 04 10:58:58 ha-931571 kubelet[1360]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Nov 04 10:58:58 ha-931571 kubelet[1360]: Perhaps ip6tables or your kernel needs to be upgraded.
Nov 04 10:58:58 ha-931571 kubelet[1360]: > table="nat" chain="KUBE-KUBELET-CANARY"
Nov 04 10:58:58 ha-931571 kubelet[1360]: E1104 10:58:58.874071 1360 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717938873867782,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 04 10:58:58 ha-931571 kubelet[1360]: E1104 10:58:58.874093 1360 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717938873867782,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 04 10:59:00 ha-931571 kubelet[1360]: I1104 10:59:00.144622 1360 scope.go:117] "RemoveContainer" containerID="9b0c4137e04d5572b1e0277210028adf86df482f6a6a6a6a724bf176e285ca2f"
Nov 04 10:59:00 ha-931571 kubelet[1360]: I1104 10:59:00.145089 1360 scope.go:117] "RemoveContainer" containerID="801830521b8c68ec780508f94b0f3d8c52a6c3d5458328e719c2ce3178c47cc3"
Nov 04 10:59:00 ha-931571 kubelet[1360]: E1104 10:59:00.145270 1360 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-vip\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=kube-vip pod=kube-vip-ha-931571_kube-system(d7bfae2f58ae7de463dba4b274c633ef)\"" pod="kube-system/kube-vip-ha-931571" podUID="d7bfae2f58ae7de463dba4b274c633ef"
Nov 04 10:59:08 ha-931571 kubelet[1360]: E1104 10:59:08.878363 1360 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717948875635760,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 04 10:59:08 ha-931571 kubelet[1360]: E1104 10:59:08.878627 1360 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717948875635760,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 04 10:59:14 ha-931571 kubelet[1360]: I1104 10:59:14.786026 1360 scope.go:117] "RemoveContainer" containerID="801830521b8c68ec780508f94b0f3d8c52a6c3d5458328e719c2ce3178c47cc3"
Nov 04 10:59:14 ha-931571 kubelet[1360]: E1104 10:59:14.786168 1360 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-vip\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=kube-vip pod=kube-vip-ha-931571_kube-system(d7bfae2f58ae7de463dba4b274c633ef)\"" pod="kube-system/kube-vip-ha-931571" podUID="d7bfae2f58ae7de463dba4b274c633ef"
Nov 04 10:59:18 ha-931571 kubelet[1360]: E1104 10:59:18.881691 1360 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717958881254516,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 04 10:59:18 ha-931571 kubelet[1360]: E1104 10:59:18.881729 1360 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717958881254516,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 04 10:59:28 ha-931571 kubelet[1360]: I1104 10:59:28.785774 1360 scope.go:117] "RemoveContainer" containerID="801830521b8c68ec780508f94b0f3d8c52a6c3d5458328e719c2ce3178c47cc3"
Nov 04 10:59:28 ha-931571 kubelet[1360]: E1104 10:59:28.785992 1360 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"kube-vip\" with CrashLoopBackOff: \"back-off 5m0s restarting failed container=kube-vip pod=kube-vip-ha-931571_kube-system(d7bfae2f58ae7de463dba4b274c633ef)\"" pod="kube-system/kube-vip-ha-931571" podUID="d7bfae2f58ae7de463dba4b274c633ef"
Nov 04 10:59:28 ha-931571 kubelet[1360]: E1104 10:59:28.885027 1360 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717968883394320,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Nov 04 10:59:28 ha-931571 kubelet[1360]: E1104 10:59:28.885082 1360 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730717968883394320,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156098,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-931571 -n ha-931571
helpers_test.go:261: (dbg) Run: kubectl --context ha-931571 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.56s)