=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.033606779s)
ha_test.go:309: expected profile "ha-529901" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-529901\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-529901\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-529901\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.136\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.44\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.40\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.186\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\"
:false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"
MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-529901 -n ha-529901
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-529901 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-529901 logs -n 25: (1.414546641s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-529901 ssh -n | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-529901 cp ha-529901-m03:/home/docker/cp-test.txt | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901:/home/docker/cp-test_ha-529901-m03_ha-529901.txt | | | | | |
| ssh | ha-529901 ssh -n | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-529901 ssh -n ha-529901 sudo cat | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | /home/docker/cp-test_ha-529901-m03_ha-529901.txt | | | | | |
| cp | ha-529901 cp ha-529901-m03:/home/docker/cp-test.txt | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m02:/home/docker/cp-test_ha-529901-m03_ha-529901-m02.txt | | | | | |
| ssh | ha-529901 ssh -n | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-529901 ssh -n ha-529901-m02 sudo cat | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | /home/docker/cp-test_ha-529901-m03_ha-529901-m02.txt | | | | | |
| cp | ha-529901 cp ha-529901-m03:/home/docker/cp-test.txt | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m04:/home/docker/cp-test_ha-529901-m03_ha-529901-m04.txt | | | | | |
| ssh | ha-529901 ssh -n | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-529901 ssh -n ha-529901-m04 sudo cat | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | /home/docker/cp-test_ha-529901-m03_ha-529901-m04.txt | | | | | |
| cp | ha-529901 cp testdata/cp-test.txt | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-529901 ssh -n | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-529901 cp ha-529901-m04:/home/docker/cp-test.txt | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile2641986565/001/cp-test_ha-529901-m04.txt | | | | | |
| ssh | ha-529901 ssh -n | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-529901 cp ha-529901-m04:/home/docker/cp-test.txt | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901:/home/docker/cp-test_ha-529901-m04_ha-529901.txt | | | | | |
| ssh | ha-529901 ssh -n | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-529901 ssh -n ha-529901 sudo cat | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | /home/docker/cp-test_ha-529901-m04_ha-529901.txt | | | | | |
| cp | ha-529901 cp ha-529901-m04:/home/docker/cp-test.txt | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m02:/home/docker/cp-test_ha-529901-m04_ha-529901-m02.txt | | | | | |
| ssh | ha-529901 ssh -n | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-529901 ssh -n ha-529901-m02 sudo cat | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | /home/docker/cp-test_ha-529901-m04_ha-529901-m02.txt | | | | | |
| cp | ha-529901 cp ha-529901-m04:/home/docker/cp-test.txt | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m03:/home/docker/cp-test_ha-529901-m04_ha-529901-m03.txt | | | | | |
| ssh | ha-529901 ssh -n | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | ha-529901-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-529901 ssh -n ha-529901-m03 sudo cat | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | 30 Oct 24 18:11 UTC |
| | /home/docker/cp-test_ha-529901-m04_ha-529901-m03.txt | | | | | |
| node | ha-529901 node stop m02 -v=7 | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:11 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-529901 node start m02 -v=7 | ha-529901 | jenkins | v1.34.0 | 30 Oct 24 18:13 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/30 18:06:55
Running on machine: ubuntu-20-agent-3
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1030 18:06:55.303778 125327 out.go:345] Setting OutFile to fd 1 ...
I1030 18:06:55.303910 125327 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1030 18:06:55.303920 125327 out.go:358] Setting ErrFile to fd 2...
I1030 18:06:55.303924 125327 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1030 18:06:55.304113 125327 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19884-107908/.minikube/bin
I1030 18:06:55.304704 125327 out.go:352] Setting JSON to false
I1030 18:06:55.305578 125327 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":10160,"bootTime":1730301455,"procs":217,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1030 18:06:55.305701 125327 start.go:139] virtualization: kvm guest
I1030 18:06:55.307576 125327 out.go:177] * [ha-529901] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1030 18:06:55.308749 125327 out.go:177] - MINIKUBE_LOCATION=19884
I1030 18:06:55.308756 125327 notify.go:220] Checking for updates...
I1030 18:06:55.309892 125327 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1030 18:06:55.310975 125327 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19884-107908/kubeconfig
I1030 18:06:55.312212 125327 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19884-107908/.minikube
I1030 18:06:55.313388 125327 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1030 18:06:55.314711 125327 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1030 18:06:55.315927 125327 driver.go:394] Setting default libvirt URI to qemu:///system
I1030 18:06:55.351968 125327 out.go:177] * Using the kvm2 driver based on user configuration
I1030 18:06:55.352970 125327 start.go:297] selected driver: kvm2
I1030 18:06:55.352985 125327 start.go:901] validating driver "kvm2" against <nil>
I1030 18:06:55.353000 125327 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1030 18:06:55.354019 125327 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1030 18:06:55.354115 125327 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19884-107908/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1030 18:06:55.368577 125327 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1030 18:06:55.368622 125327 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1030 18:06:55.368837 125327 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 18:06:55.368866 125327 cni.go:84] Creating CNI manager for ""
I1030 18:06:55.368904 125327 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1030 18:06:55.368929 125327 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1030 18:06:55.368982 125327 start.go:340] cluster config:
{Name:ha-529901 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-529901 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1030 18:06:55.369091 125327 iso.go:125] acquiring lock: {Name:mke0f13231898936bfafe174f6382eca9ac6c517 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1030 18:06:55.370663 125327 out.go:177] * Starting "ha-529901" primary control-plane node in "ha-529901" cluster
I1030 18:06:55.371804 125327 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1030 18:06:55.371846 125327 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19884-107908/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1030 18:06:55.371857 125327 cache.go:56] Caching tarball of preloaded images
I1030 18:06:55.371917 125327 preload.go:172] Found /home/jenkins/minikube-integration/19884-107908/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1030 18:06:55.371927 125327 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1030 18:06:55.372217 125327 profile.go:143] Saving config to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/config.json ...
I1030 18:06:55.372242 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/config.json: {Name:mk727beb1ff2eab07dcc7fd1b1401264846ac09d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:06:55.372373 125327 start.go:360] acquireMachinesLock for ha-529901: {Name:mk86b6318118927449a16b2059e98e49ab3f457a Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1030 18:06:55.372401 125327 start.go:364] duration metric: took 16.22µs to acquireMachinesLock for "ha-529901"
I1030 18:06:55.372417 125327 start.go:93] Provisioning new machine with config: &{Name:ha-529901 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-529901 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:06:55.372468 125327 start.go:125] createHost starting for "" (driver="kvm2")
I1030 18:06:55.373784 125327 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1030 18:06:55.373917 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:06:55.373959 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:06:55.387816 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39845
I1030 18:06:55.388247 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:06:55.388758 125327 main.go:141] libmachine: Using API Version 1
I1030 18:06:55.388778 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:06:55.389108 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:06:55.389270 125327 main.go:141] libmachine: (ha-529901) Calling .GetMachineName
I1030 18:06:55.389394 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:06:55.389541 125327 start.go:159] libmachine.API.Create for "ha-529901" (driver="kvm2")
I1030 18:06:55.389568 125327 client.go:168] LocalClient.Create starting
I1030 18:06:55.389598 125327 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem
I1030 18:06:55.389643 125327 main.go:141] libmachine: Decoding PEM data...
I1030 18:06:55.389666 125327 main.go:141] libmachine: Parsing certificate...
I1030 18:06:55.389722 125327 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem
I1030 18:06:55.389742 125327 main.go:141] libmachine: Decoding PEM data...
I1030 18:06:55.389755 125327 main.go:141] libmachine: Parsing certificate...
I1030 18:06:55.389770 125327 main.go:141] libmachine: Running pre-create checks...
I1030 18:06:55.389783 125327 main.go:141] libmachine: (ha-529901) Calling .PreCreateCheck
I1030 18:06:55.390089 125327 main.go:141] libmachine: (ha-529901) Calling .GetConfigRaw
I1030 18:06:55.390451 125327 main.go:141] libmachine: Creating machine...
I1030 18:06:55.390468 125327 main.go:141] libmachine: (ha-529901) Calling .Create
I1030 18:06:55.390600 125327 main.go:141] libmachine: (ha-529901) Creating KVM machine...
I1030 18:06:55.391708 125327 main.go:141] libmachine: (ha-529901) DBG | found existing default KVM network
I1030 18:06:55.392391 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:55.392240 125350 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0001231f0}
I1030 18:06:55.392413 125327 main.go:141] libmachine: (ha-529901) DBG | created network xml:
I1030 18:06:55.392426 125327 main.go:141] libmachine: (ha-529901) DBG | <network>
I1030 18:06:55.392435 125327 main.go:141] libmachine: (ha-529901) DBG | <name>mk-ha-529901</name>
I1030 18:06:55.392473 125327 main.go:141] libmachine: (ha-529901) DBG | <dns enable='no'/>
I1030 18:06:55.392494 125327 main.go:141] libmachine: (ha-529901) DBG |
I1030 18:06:55.392502 125327 main.go:141] libmachine: (ha-529901) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1030 18:06:55.392511 125327 main.go:141] libmachine: (ha-529901) DBG | <dhcp>
I1030 18:06:55.392521 125327 main.go:141] libmachine: (ha-529901) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1030 18:06:55.392533 125327 main.go:141] libmachine: (ha-529901) DBG | </dhcp>
I1030 18:06:55.392542 125327 main.go:141] libmachine: (ha-529901) DBG | </ip>
I1030 18:06:55.392552 125327 main.go:141] libmachine: (ha-529901) DBG |
I1030 18:06:55.392560 125327 main.go:141] libmachine: (ha-529901) DBG | </network>
I1030 18:06:55.392566 125327 main.go:141] libmachine: (ha-529901) DBG |
I1030 18:06:55.397154 125327 main.go:141] libmachine: (ha-529901) DBG | trying to create private KVM network mk-ha-529901 192.168.39.0/24...
I1030 18:06:55.462666 125327 main.go:141] libmachine: (ha-529901) DBG | private KVM network mk-ha-529901 192.168.39.0/24 created
I1030 18:06:55.462701 125327 main.go:141] libmachine: (ha-529901) Setting up store path in /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901 ...
I1030 18:06:55.462715 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:55.462634 125350 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19884-107908/.minikube
I1030 18:06:55.462735 125327 main.go:141] libmachine: (ha-529901) Building disk image from file:///home/jenkins/minikube-integration/19884-107908/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso
I1030 18:06:55.462755 125327 main.go:141] libmachine: (ha-529901) Downloading /home/jenkins/minikube-integration/19884-107908/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19884-107908/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso...
I1030 18:06:55.723502 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:55.723362 125350 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa...
I1030 18:06:55.884329 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:55.884187 125350 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/ha-529901.rawdisk...
I1030 18:06:55.884361 125327 main.go:141] libmachine: (ha-529901) DBG | Writing magic tar header
I1030 18:06:55.884374 125327 main.go:141] libmachine: (ha-529901) DBG | Writing SSH key tar header
I1030 18:06:55.884384 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:55.884306 125350 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901 ...
I1030 18:06:55.884398 125327 main.go:141] libmachine: (ha-529901) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901
I1030 18:06:55.884432 125327 main.go:141] libmachine: (ha-529901) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901 (perms=drwx------)
I1030 18:06:55.884454 125327 main.go:141] libmachine: (ha-529901) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908/.minikube/machines (perms=drwxr-xr-x)
I1030 18:06:55.884461 125327 main.go:141] libmachine: (ha-529901) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908/.minikube/machines
I1030 18:06:55.884472 125327 main.go:141] libmachine: (ha-529901) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908/.minikube
I1030 18:06:55.884485 125327 main.go:141] libmachine: (ha-529901) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908/.minikube (perms=drwxr-xr-x)
I1030 18:06:55.884493 125327 main.go:141] libmachine: (ha-529901) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908
I1030 18:06:55.884501 125327 main.go:141] libmachine: (ha-529901) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1030 18:06:55.884507 125327 main.go:141] libmachine: (ha-529901) DBG | Checking permissions on dir: /home/jenkins
I1030 18:06:55.884514 125327 main.go:141] libmachine: (ha-529901) DBG | Checking permissions on dir: /home
I1030 18:06:55.884521 125327 main.go:141] libmachine: (ha-529901) DBG | Skipping /home - not owner
I1030 18:06:55.884547 125327 main.go:141] libmachine: (ha-529901) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908 (perms=drwxrwxr-x)
I1030 18:06:55.884578 125327 main.go:141] libmachine: (ha-529901) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1030 18:06:55.884594 125327 main.go:141] libmachine: (ha-529901) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1030 18:06:55.884605 125327 main.go:141] libmachine: (ha-529901) Creating domain...
I1030 18:06:55.885649 125327 main.go:141] libmachine: (ha-529901) define libvirt domain using xml:
I1030 18:06:55.885672 125327 main.go:141] libmachine: (ha-529901) <domain type='kvm'>
I1030 18:06:55.885680 125327 main.go:141] libmachine: (ha-529901) <name>ha-529901</name>
I1030 18:06:55.885685 125327 main.go:141] libmachine: (ha-529901) <memory unit='MiB'>2200</memory>
I1030 18:06:55.885709 125327 main.go:141] libmachine: (ha-529901) <vcpu>2</vcpu>
I1030 18:06:55.885718 125327 main.go:141] libmachine: (ha-529901) <features>
I1030 18:06:55.885723 125327 main.go:141] libmachine: (ha-529901) <acpi/>
I1030 18:06:55.885728 125327 main.go:141] libmachine: (ha-529901) <apic/>
I1030 18:06:55.885736 125327 main.go:141] libmachine: (ha-529901) <pae/>
I1030 18:06:55.885749 125327 main.go:141] libmachine: (ha-529901)
I1030 18:06:55.885757 125327 main.go:141] libmachine: (ha-529901) </features>
I1030 18:06:55.885769 125327 main.go:141] libmachine: (ha-529901) <cpu mode='host-passthrough'>
I1030 18:06:55.885777 125327 main.go:141] libmachine: (ha-529901)
I1030 18:06:55.885781 125327 main.go:141] libmachine: (ha-529901) </cpu>
I1030 18:06:55.885787 125327 main.go:141] libmachine: (ha-529901) <os>
I1030 18:06:55.885791 125327 main.go:141] libmachine: (ha-529901) <type>hvm</type>
I1030 18:06:55.885799 125327 main.go:141] libmachine: (ha-529901) <boot dev='cdrom'/>
I1030 18:06:55.885804 125327 main.go:141] libmachine: (ha-529901) <boot dev='hd'/>
I1030 18:06:55.885812 125327 main.go:141] libmachine: (ha-529901) <bootmenu enable='no'/>
I1030 18:06:55.885816 125327 main.go:141] libmachine: (ha-529901) </os>
I1030 18:06:55.885822 125327 main.go:141] libmachine: (ha-529901) <devices>
I1030 18:06:55.885830 125327 main.go:141] libmachine: (ha-529901) <disk type='file' device='cdrom'>
I1030 18:06:55.885862 125327 main.go:141] libmachine: (ha-529901) <source file='/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/boot2docker.iso'/>
I1030 18:06:55.885881 125327 main.go:141] libmachine: (ha-529901) <target dev='hdc' bus='scsi'/>
I1030 18:06:55.885892 125327 main.go:141] libmachine: (ha-529901) <readonly/>
I1030 18:06:55.885902 125327 main.go:141] libmachine: (ha-529901) </disk>
I1030 18:06:55.885911 125327 main.go:141] libmachine: (ha-529901) <disk type='file' device='disk'>
I1030 18:06:55.885933 125327 main.go:141] libmachine: (ha-529901) <driver name='qemu' type='raw' cache='default' io='threads' />
I1030 18:06:55.885949 125327 main.go:141] libmachine: (ha-529901) <source file='/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/ha-529901.rawdisk'/>
I1030 18:06:55.885963 125327 main.go:141] libmachine: (ha-529901) <target dev='hda' bus='virtio'/>
I1030 18:06:55.885973 125327 main.go:141] libmachine: (ha-529901) </disk>
I1030 18:06:55.885981 125327 main.go:141] libmachine: (ha-529901) <interface type='network'>
I1030 18:06:55.885993 125327 main.go:141] libmachine: (ha-529901) <source network='mk-ha-529901'/>
I1030 18:06:55.886003 125327 main.go:141] libmachine: (ha-529901) <model type='virtio'/>
I1030 18:06:55.886011 125327 main.go:141] libmachine: (ha-529901) </interface>
I1030 18:06:55.886022 125327 main.go:141] libmachine: (ha-529901) <interface type='network'>
I1030 18:06:55.886033 125327 main.go:141] libmachine: (ha-529901) <source network='default'/>
I1030 18:06:55.886045 125327 main.go:141] libmachine: (ha-529901) <model type='virtio'/>
I1030 18:06:55.886070 125327 main.go:141] libmachine: (ha-529901) </interface>
I1030 18:06:55.886091 125327 main.go:141] libmachine: (ha-529901) <serial type='pty'>
I1030 18:06:55.886110 125327 main.go:141] libmachine: (ha-529901) <target port='0'/>
I1030 18:06:55.886132 125327 main.go:141] libmachine: (ha-529901) </serial>
I1030 18:06:55.886143 125327 main.go:141] libmachine: (ha-529901) <console type='pty'>
I1030 18:06:55.886150 125327 main.go:141] libmachine: (ha-529901) <target type='serial' port='0'/>
I1030 18:06:55.886163 125327 main.go:141] libmachine: (ha-529901) </console>
I1030 18:06:55.886171 125327 main.go:141] libmachine: (ha-529901) <rng model='virtio'>
I1030 18:06:55.886177 125327 main.go:141] libmachine: (ha-529901) <backend model='random'>/dev/random</backend>
I1030 18:06:55.886184 125327 main.go:141] libmachine: (ha-529901) </rng>
I1030 18:06:55.886189 125327 main.go:141] libmachine: (ha-529901)
I1030 18:06:55.886196 125327 main.go:141] libmachine: (ha-529901)
I1030 18:06:55.886207 125327 main.go:141] libmachine: (ha-529901) </devices>
I1030 18:06:55.886217 125327 main.go:141] libmachine: (ha-529901) </domain>
I1030 18:06:55.886236 125327 main.go:141] libmachine: (ha-529901)
I1030 18:06:55.890480 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:1f:41:8b in network default
I1030 18:06:55.890999 125327 main.go:141] libmachine: (ha-529901) Ensuring networks are active...
I1030 18:06:55.891023 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:06:55.891573 125327 main.go:141] libmachine: (ha-529901) Ensuring network default is active
I1030 18:06:55.891860 125327 main.go:141] libmachine: (ha-529901) Ensuring network mk-ha-529901 is active
I1030 18:06:55.892311 125327 main.go:141] libmachine: (ha-529901) Getting domain xml...
I1030 18:06:55.892960 125327 main.go:141] libmachine: (ha-529901) Creating domain...
I1030 18:06:57.069387 125327 main.go:141] libmachine: (ha-529901) Waiting to get IP...
I1030 18:06:57.070207 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:06:57.070593 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:06:57.070650 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:57.070590 125350 retry.go:31] will retry after 292.573886ms: waiting for machine to come up
I1030 18:06:57.365082 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:06:57.365513 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:06:57.365545 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:57.365491 125350 retry.go:31] will retry after 353.78251ms: waiting for machine to come up
I1030 18:06:57.720991 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:06:57.721413 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:06:57.721447 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:57.721357 125350 retry.go:31] will retry after 319.557398ms: waiting for machine to come up
I1030 18:06:58.043050 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:06:58.043636 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:06:58.043669 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:58.043569 125350 retry.go:31] will retry after 394.540157ms: waiting for machine to come up
I1030 18:06:58.439695 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:06:58.440132 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:06:58.440161 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:58.440077 125350 retry.go:31] will retry after 660.445842ms: waiting for machine to come up
I1030 18:06:59.102122 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:06:59.102739 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:06:59.102763 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:59.102704 125350 retry.go:31] will retry after 619.844529ms: waiting for machine to come up
I1030 18:06:59.724670 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:06:59.724997 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:06:59.725033 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:06:59.724940 125350 retry.go:31] will retry after 1.078826768s: waiting for machine to come up
I1030 18:07:00.805808 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:00.806250 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:07:00.806274 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:07:00.806190 125350 retry.go:31] will retry after 1.102833111s: waiting for machine to come up
I1030 18:07:01.910371 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:01.910728 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:07:01.910750 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:07:01.910698 125350 retry.go:31] will retry after 1.664017184s: waiting for machine to come up
I1030 18:07:03.576290 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:03.576703 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:07:03.576737 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:07:03.576658 125350 retry.go:31] will retry after 1.766026424s: waiting for machine to come up
I1030 18:07:05.344543 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:05.344944 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:07:05.344966 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:07:05.344923 125350 retry.go:31] will retry after 2.491246318s: waiting for machine to come up
I1030 18:07:07.838983 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:07.839371 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:07:07.839402 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:07:07.839317 125350 retry.go:31] will retry after 3.360934252s: waiting for machine to come up
I1030 18:07:11.201513 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:11.201908 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:07:11.201936 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:07:11.201856 125350 retry.go:31] will retry after 3.540064518s: waiting for machine to come up
I1030 18:07:14.746450 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:14.746901 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find current IP address of domain ha-529901 in network mk-ha-529901
I1030 18:07:14.746932 125327 main.go:141] libmachine: (ha-529901) DBG | I1030 18:07:14.746854 125350 retry.go:31] will retry after 3.603965074s: waiting for machine to come up
I1030 18:07:18.354560 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:18.355125 125327 main.go:141] libmachine: (ha-529901) Found IP for machine: 192.168.39.136
I1030 18:07:18.355152 125327 main.go:141] libmachine: (ha-529901) Reserving static IP address...
I1030 18:07:18.355165 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has current primary IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:18.355566 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find host DHCP lease matching {name: "ha-529901", mac: "52:54:00:61:74:df", ip: "192.168.39.136"} in network mk-ha-529901
I1030 18:07:18.427290 125327 main.go:141] libmachine: (ha-529901) DBG | Getting to WaitForSSH function...
I1030 18:07:18.427324 125327 main.go:141] libmachine: (ha-529901) Reserved static IP address: 192.168.39.136
I1030 18:07:18.427338 125327 main.go:141] libmachine: (ha-529901) Waiting for SSH to be available...
I1030 18:07:18.430059 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:18.430316 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901
I1030 18:07:18.430348 125327 main.go:141] libmachine: (ha-529901) DBG | unable to find defined IP address of network mk-ha-529901 interface with MAC address 52:54:00:61:74:df
I1030 18:07:18.430658 125327 main.go:141] libmachine: (ha-529901) DBG | Using SSH client type: external
I1030 18:07:18.430685 125327 main.go:141] libmachine: (ha-529901) DBG | Using SSH private key: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa (-rw-------)
I1030 18:07:18.430722 125327 main.go:141] libmachine: (ha-529901) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa -p 22] /usr/bin/ssh <nil>}
I1030 18:07:18.430747 125327 main.go:141] libmachine: (ha-529901) DBG | About to run SSH command:
I1030 18:07:18.430764 125327 main.go:141] libmachine: (ha-529901) DBG | exit 0
I1030 18:07:18.434817 125327 main.go:141] libmachine: (ha-529901) DBG | SSH cmd err, output: exit status 255:
I1030 18:07:18.434836 125327 main.go:141] libmachine: (ha-529901) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1030 18:07:18.434852 125327 main.go:141] libmachine: (ha-529901) DBG | command : exit 0
I1030 18:07:18.434857 125327 main.go:141] libmachine: (ha-529901) DBG | err : exit status 255
I1030 18:07:18.434863 125327 main.go:141] libmachine: (ha-529901) DBG | output :
I1030 18:07:21.435560 125327 main.go:141] libmachine: (ha-529901) DBG | Getting to WaitForSSH function...
I1030 18:07:21.438440 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:21.438997 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:21.439032 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:21.439272 125327 main.go:141] libmachine: (ha-529901) DBG | Using SSH client type: external
I1030 18:07:21.439302 125327 main.go:141] libmachine: (ha-529901) DBG | Using SSH private key: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa (-rw-------)
I1030 18:07:21.439354 125327 main.go:141] libmachine: (ha-529901) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.136 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa -p 22] /usr/bin/ssh <nil>}
I1030 18:07:21.439380 125327 main.go:141] libmachine: (ha-529901) DBG | About to run SSH command:
I1030 18:07:21.439400 125327 main.go:141] libmachine: (ha-529901) DBG | exit 0
I1030 18:07:21.565730 125327 main.go:141] libmachine: (ha-529901) DBG | SSH cmd err, output: <nil>:
I1030 18:07:21.566090 125327 main.go:141] libmachine: (ha-529901) KVM machine creation complete!
I1030 18:07:21.566404 125327 main.go:141] libmachine: (ha-529901) Calling .GetConfigRaw
I1030 18:07:21.566962 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:07:21.567155 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:07:21.567315 125327 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1030 18:07:21.567331 125327 main.go:141] libmachine: (ha-529901) Calling .GetState
I1030 18:07:21.568920 125327 main.go:141] libmachine: Detecting operating system of created instance...
I1030 18:07:21.568933 125327 main.go:141] libmachine: Waiting for SSH to be available...
I1030 18:07:21.568939 125327 main.go:141] libmachine: Getting to WaitForSSH function...
I1030 18:07:21.568944 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:21.571263 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:21.571611 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:21.571638 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:21.571726 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:21.571908 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:21.572064 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:21.572205 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:21.572357 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:07:21.572646 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.136 22 <nil> <nil>}
I1030 18:07:21.572662 125327 main.go:141] libmachine: About to run SSH command:
exit 0
I1030 18:07:21.681013 125327 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:07:21.681049 125327 main.go:141] libmachine: Detecting the provisioner...
I1030 18:07:21.681062 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:21.683887 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:21.684342 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:21.684368 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:21.684529 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:21.684729 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:21.684877 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:21.684983 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:21.685131 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:07:21.685304 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.136 22 <nil> <nil>}
I1030 18:07:21.685319 125327 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1030 18:07:21.794529 125327 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1030 18:07:21.794611 125327 main.go:141] libmachine: found compatible host: buildroot
I1030 18:07:21.794621 125327 main.go:141] libmachine: Provisioning with buildroot...
I1030 18:07:21.794764 125327 main.go:141] libmachine: (ha-529901) Calling .GetMachineName
I1030 18:07:21.795100 125327 buildroot.go:166] provisioning hostname "ha-529901"
I1030 18:07:21.795133 125327 main.go:141] libmachine: (ha-529901) Calling .GetMachineName
I1030 18:07:21.795345 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:21.798019 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:21.798394 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:21.798417 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:21.798627 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:21.798838 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:21.798987 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:21.799173 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:21.799350 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:07:21.799594 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.136 22 <nil> <nil>}
I1030 18:07:21.799611 125327 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-529901 && echo "ha-529901" | sudo tee /etc/hostname
I1030 18:07:21.925936 125327 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-529901
I1030 18:07:21.925966 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:21.928445 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:21.928781 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:21.928801 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:21.928994 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:21.929189 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:21.929461 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:21.929670 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:21.929934 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:07:21.930126 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.136 22 <nil> <nil>}
I1030 18:07:21.930148 125327 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-529901' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-529901/g' /etc/hosts;
else
echo '127.0.1.1 ha-529901' | sudo tee -a /etc/hosts;
fi
fi
I1030 18:07:22.047496 125327 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:07:22.047533 125327 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19884-107908/.minikube CaCertPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19884-107908/.minikube}
I1030 18:07:22.047597 125327 buildroot.go:174] setting up certificates
I1030 18:07:22.047615 125327 provision.go:84] configureAuth start
I1030 18:07:22.047630 125327 main.go:141] libmachine: (ha-529901) Calling .GetMachineName
I1030 18:07:22.047908 125327 main.go:141] libmachine: (ha-529901) Calling .GetIP
I1030 18:07:22.050375 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.050652 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:22.050675 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.050881 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:22.053094 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.053426 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:22.053450 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.053601 125327 provision.go:143] copyHostCerts
I1030 18:07:22.053643 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem
I1030 18:07:22.053696 125327 exec_runner.go:144] found /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem, removing ...
I1030 18:07:22.053713 125327 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem
I1030 18:07:22.053796 125327 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem (1078 bytes)
I1030 18:07:22.053911 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem
I1030 18:07:22.053937 125327 exec_runner.go:144] found /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem, removing ...
I1030 18:07:22.053953 125327 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem
I1030 18:07:22.053996 125327 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem (1123 bytes)
I1030 18:07:22.054062 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem
I1030 18:07:22.054084 125327 exec_runner.go:144] found /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem, removing ...
I1030 18:07:22.054091 125327 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem
I1030 18:07:22.054124 125327 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem (1679 bytes)
I1030 18:07:22.054204 125327 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca-key.pem org=jenkins.ha-529901 san=[127.0.0.1 192.168.39.136 ha-529901 localhost minikube]
I1030 18:07:22.186664 125327 provision.go:177] copyRemoteCerts
I1030 18:07:22.186742 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 18:07:22.186774 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:22.189578 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.189924 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:22.189948 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.190117 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:22.190309 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:22.190487 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:22.190591 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.136 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa Username:docker}
I1030 18:07:22.275923 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1030 18:07:22.276045 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1030 18:07:22.299982 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem -> /etc/docker/server.pem
I1030 18:07:22.300091 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1030 18:07:22.323057 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1030 18:07:22.323131 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1030 18:07:22.347907 125327 provision.go:87] duration metric: took 300.273752ms to configureAuth
I1030 18:07:22.347966 125327 buildroot.go:189] setting minikube options for container-runtime
I1030 18:07:22.348150 125327 config.go:182] Loaded profile config "ha-529901": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:07:22.348231 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:22.350892 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.351282 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:22.351306 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.351428 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:22.351607 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:22.351789 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:22.351925 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:22.352088 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:07:22.352259 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.136 22 <nil> <nil>}
I1030 18:07:22.352272 125327 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1030 18:07:22.574511 125327 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1030 18:07:22.574548 125327 main.go:141] libmachine: Checking connection to Docker...
I1030 18:07:22.574557 125327 main.go:141] libmachine: (ha-529901) Calling .GetURL
I1030 18:07:22.575677 125327 main.go:141] libmachine: (ha-529901) DBG | Using libvirt version 6000000
I1030 18:07:22.577855 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.578198 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:22.578227 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.578483 125327 main.go:141] libmachine: Docker is up and running!
I1030 18:07:22.578507 125327 main.go:141] libmachine: Reticulating splines...
I1030 18:07:22.578515 125327 client.go:171] duration metric: took 27.18893623s to LocalClient.Create
I1030 18:07:22.578539 125327 start.go:167] duration metric: took 27.188998072s to libmachine.API.Create "ha-529901"
I1030 18:07:22.578550 125327 start.go:293] postStartSetup for "ha-529901" (driver="kvm2")
I1030 18:07:22.578561 125327 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 18:07:22.578579 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:07:22.578815 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 18:07:22.578843 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:22.580731 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.581023 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:22.581060 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.581128 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:22.581295 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:22.581442 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:22.581548 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.136 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa Username:docker}
I1030 18:07:22.664107 125327 ssh_runner.go:195] Run: cat /etc/os-release
I1030 18:07:22.668709 125327 info.go:137] Remote host: Buildroot 2023.02.9
I1030 18:07:22.668732 125327 filesync.go:126] Scanning /home/jenkins/minikube-integration/19884-107908/.minikube/addons for local assets ...
I1030 18:07:22.668809 125327 filesync.go:126] Scanning /home/jenkins/minikube-integration/19884-107908/.minikube/files for local assets ...
I1030 18:07:22.668898 125327 filesync.go:149] local asset: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem -> 1150862.pem in /etc/ssl/certs
I1030 18:07:22.668909 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem -> /etc/ssl/certs/1150862.pem
I1030 18:07:22.669042 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1030 18:07:22.678951 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem --> /etc/ssl/certs/1150862.pem (1708 bytes)
I1030 18:07:22.702608 125327 start.go:296] duration metric: took 124.040705ms for postStartSetup
I1030 18:07:22.702679 125327 main.go:141] libmachine: (ha-529901) Calling .GetConfigRaw
I1030 18:07:22.703354 125327 main.go:141] libmachine: (ha-529901) Calling .GetIP
I1030 18:07:22.706048 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.706466 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:22.706506 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.706767 125327 profile.go:143] Saving config to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/config.json ...
I1030 18:07:22.706991 125327 start.go:128] duration metric: took 27.334512722s to createHost
I1030 18:07:22.707047 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:22.709736 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.710233 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:22.710257 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.710460 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:22.710624 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:22.710787 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:22.710900 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:22.711044 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:07:22.711248 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.136 22 <nil> <nil>}
I1030 18:07:22.711262 125327 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1030 18:07:22.818158 125327 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730311642.798175482
I1030 18:07:22.818186 125327 fix.go:216] guest clock: 1730311642.798175482
I1030 18:07:22.818194 125327 fix.go:229] Guest: 2024-10-30 18:07:22.798175482 +0000 UTC Remote: 2024-10-30 18:07:22.70700788 +0000 UTC m=+27.439640487 (delta=91.167602ms)
I1030 18:07:22.818215 125327 fix.go:200] guest clock delta is within tolerance: 91.167602ms
I1030 18:07:22.818221 125327 start.go:83] releasing machines lock for "ha-529901", held for 27.445811352s
I1030 18:07:22.818241 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:07:22.818485 125327 main.go:141] libmachine: (ha-529901) Calling .GetIP
I1030 18:07:22.821119 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.821549 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:22.821574 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.821775 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:07:22.822274 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:07:22.822450 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:07:22.822570 125327 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 18:07:22.822624 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:22.822698 125327 ssh_runner.go:195] Run: cat /version.json
I1030 18:07:22.822723 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:22.825771 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.825914 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.826149 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:22.826179 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.826326 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:22.826459 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:22.826478 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:22.826482 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:22.826655 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:22.826721 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:22.826810 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:22.826952 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:22.826944 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.136 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa Username:docker}
I1030 18:07:22.827112 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.136 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa Username:docker}
I1030 18:07:22.910806 125327 ssh_runner.go:195] Run: systemctl --version
I1030 18:07:22.936321 125327 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1030 18:07:23.095930 125327 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1030 18:07:23.101777 125327 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1030 18:07:23.101829 125327 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 18:07:23.117210 125327 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1030 18:07:23.117233 125327 start.go:495] detecting cgroup driver to use...
I1030 18:07:23.117295 125327 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1030 18:07:23.134092 125327 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 18:07:23.149916 125327 docker.go:217] disabling cri-docker service (if available) ...
I1030 18:07:23.149980 125327 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1030 18:07:23.163159 125327 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1030 18:07:23.176394 125327 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1030 18:07:23.291048 125327 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1030 18:07:23.448933 125327 docker.go:233] disabling docker service ...
I1030 18:07:23.449002 125327 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1030 18:07:23.470259 125327 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1030 18:07:23.483312 125327 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1030 18:07:23.619915 125327 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1030 18:07:23.737784 125327 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1030 18:07:23.751835 125327 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1030 18:07:23.769315 125327 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1030 18:07:23.769383 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:07:23.779751 125327 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1030 18:07:23.779837 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:07:23.790612 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:07:23.800929 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:07:23.811108 125327 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 18:07:23.821354 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:07:23.831486 125327 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:07:23.848294 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:07:23.858711 125327 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 18:07:23.868025 125327 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1030 18:07:23.868068 125327 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1030 18:07:23.881253 125327 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 18:07:23.890734 125327 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:07:24.009300 125327 ssh_runner.go:195] Run: sudo systemctl restart crio
I1030 18:07:24.101572 125327 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1030 18:07:24.101651 125327 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1030 18:07:24.106210 125327 start.go:563] Will wait 60s for crictl version
I1030 18:07:24.106259 125327 ssh_runner.go:195] Run: which crictl
I1030 18:07:24.109895 125327 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 18:07:24.144376 125327 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1030 18:07:24.144484 125327 ssh_runner.go:195] Run: crio --version
I1030 18:07:24.171644 125327 ssh_runner.go:195] Run: crio --version
I1030 18:07:24.201175 125327 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1030 18:07:24.202411 125327 main.go:141] libmachine: (ha-529901) Calling .GetIP
I1030 18:07:24.205153 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:24.205512 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:24.205539 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:24.205737 125327 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1030 18:07:24.209730 125327 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:07:24.222375 125327 kubeadm.go:883] updating cluster {Name:ha-529901 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-529901 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.136 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1030 18:07:24.222491 125327 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1030 18:07:24.222548 125327 ssh_runner.go:195] Run: sudo crictl images --output json
I1030 18:07:24.256366 125327 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1030 18:07:24.256434 125327 ssh_runner.go:195] Run: which lz4
I1030 18:07:24.260549 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1030 18:07:24.260671 125327 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1030 18:07:24.265021 125327 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1030 18:07:24.265053 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1030 18:07:25.551518 125327 crio.go:462] duration metric: took 1.290879439s to copy over tarball
I1030 18:07:25.551593 125327 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1030 18:07:27.617875 125327 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.066253506s)
I1030 18:07:27.617908 125327 crio.go:469] duration metric: took 2.06635676s to extract the tarball
I1030 18:07:27.617919 125327 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1030 18:07:27.654478 125327 ssh_runner.go:195] Run: sudo crictl images --output json
I1030 18:07:27.699469 125327 crio.go:514] all images are preloaded for cri-o runtime.
I1030 18:07:27.699493 125327 cache_images.go:84] Images are preloaded, skipping loading
I1030 18:07:27.699503 125327 kubeadm.go:934] updating node { 192.168.39.136 8443 v1.31.2 crio true true} ...
I1030 18:07:27.699605 125327 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-529901 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.136
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-529901 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1030 18:07:27.699669 125327 ssh_runner.go:195] Run: crio config
I1030 18:07:27.741406 125327 cni.go:84] Creating CNI manager for ""
I1030 18:07:27.741436 125327 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1030 18:07:27.741448 125327 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1030 18:07:27.741472 125327 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.136 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-529901 NodeName:ha-529901 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.136"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.136 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1030 18:07:27.741606 125327 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.136
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-529901"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.136"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.136"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1030 18:07:27.741656 125327 kube-vip.go:115] generating kube-vip config ...
I1030 18:07:27.741709 125327 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1030 18:07:27.757543 125327 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1030 18:07:27.757681 125327 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1030 18:07:27.757734 125327 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1030 18:07:27.767518 125327 binaries.go:44] Found k8s binaries, skipping transfer
I1030 18:07:27.767579 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1030 18:07:27.776745 125327 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1030 18:07:27.792618 125327 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 18:07:27.809112 125327 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1030 18:07:27.825125 125327 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1030 18:07:27.841593 125327 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1030 18:07:27.845313 125327 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:07:27.857536 125327 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:07:27.972867 125327 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:07:27.988454 125327 certs.go:68] Setting up /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901 for IP: 192.168.39.136
I1030 18:07:27.988480 125327 certs.go:194] generating shared ca certs ...
I1030 18:07:27.988501 125327 certs.go:226] acquiring lock for ca certs: {Name:mke1793997bfe12938b66ddbea0d1b4060c47bac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:07:27.988703 125327 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.key
I1030 18:07:27.988768 125327 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.key
I1030 18:07:27.988784 125327 certs.go:256] generating profile certs ...
I1030 18:07:27.988856 125327 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.key
I1030 18:07:27.988878 125327 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.crt with IP's: []
I1030 18:07:28.416949 125327 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.crt ...
I1030 18:07:28.416980 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.crt: {Name:mk45d8a3e36994066aad5b937f24e5f1a2001333 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:07:28.417171 125327 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.key ...
I1030 18:07:28.417193 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.key: {Name:mke117a06e37d4233797f67c3bbd622a46d41b3b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:07:28.417312 125327 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.26c1dba1
I1030 18:07:28.417336 125327 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.26c1dba1 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.136 192.168.39.254]
I1030 18:07:28.519116 125327 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.26c1dba1 ...
I1030 18:07:28.519147 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.26c1dba1: {Name:mk842cfd6561d820786b8138a4fc94f76b496ede Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:07:28.519338 125327 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.26c1dba1 ...
I1030 18:07:28.519360 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.26c1dba1: {Name:mk08fb2a8b7a15e7d1ac92e128ae0a5e40855020 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:07:28.519466 125327 certs.go:381] copying /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.26c1dba1 -> /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt
I1030 18:07:28.519567 125327 certs.go:385] copying /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.26c1dba1 -> /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key
I1030 18:07:28.519643 125327 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.key
I1030 18:07:28.519660 125327 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.crt with IP's: []
I1030 18:07:28.603674 125327 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.crt ...
I1030 18:07:28.603704 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.crt: {Name:mk795dbcbaa4f54e982efa53d278a1bb9226caad Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:07:28.603879 125327 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.key ...
I1030 18:07:28.603897 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.key: {Name:mk8ece2d4d396cd349e8d1a8b0f753390c18f6ee Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:07:28.603987 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1030 18:07:28.604012 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1030 18:07:28.604042 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1030 18:07:28.604058 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1030 18:07:28.604070 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1030 18:07:28.604082 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1030 18:07:28.604098 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1030 18:07:28.604116 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1030 18:07:28.604241 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086.pem (1338 bytes)
W1030 18:07:28.604292 125327 certs.go:480] ignoring /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086_empty.pem, impossibly tiny 0 bytes
I1030 18:07:28.604306 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca-key.pem (1675 bytes)
I1030 18:07:28.604343 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem (1078 bytes)
I1030 18:07:28.604384 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem (1123 bytes)
I1030 18:07:28.604416 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem (1679 bytes)
I1030 18:07:28.604473 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem (1708 bytes)
I1030 18:07:28.604516 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem -> /usr/share/ca-certificates/1150862.pem
I1030 18:07:28.604538 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1030 18:07:28.604555 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086.pem -> /usr/share/ca-certificates/115086.pem
I1030 18:07:28.605182 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 18:07:28.631258 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1030 18:07:28.655030 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 18:07:28.678828 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1030 18:07:28.702712 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1030 18:07:28.730334 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1030 18:07:28.757530 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1030 18:07:28.787503 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1030 18:07:28.815530 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem --> /usr/share/ca-certificates/1150862.pem (1708 bytes)
I1030 18:07:28.840507 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 18:07:28.865347 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086.pem --> /usr/share/ca-certificates/115086.pem (1338 bytes)
I1030 18:07:28.888581 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1030 18:07:28.905443 125327 ssh_runner.go:195] Run: openssl version
I1030 18:07:28.911083 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1150862.pem && ln -fs /usr/share/ca-certificates/1150862.pem /etc/ssl/certs/1150862.pem"
I1030 18:07:28.921936 125327 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1150862.pem
I1030 18:07:28.926481 125327 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 30 18:03 /usr/share/ca-certificates/1150862.pem
I1030 18:07:28.926530 125327 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1150862.pem
I1030 18:07:28.932159 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/1150862.pem /etc/ssl/certs/3ec20f2e.0"
I1030 18:07:28.943431 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 18:07:28.954610 125327 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 18:07:28.958936 125327 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 30 17:52 /usr/share/ca-certificates/minikubeCA.pem
I1030 18:07:28.959000 125327 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 18:07:28.964645 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 18:07:28.975782 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/115086.pem && ln -fs /usr/share/ca-certificates/115086.pem /etc/ssl/certs/115086.pem"
I1030 18:07:28.987187 125327 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/115086.pem
I1030 18:07:28.991685 125327 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 30 18:03 /usr/share/ca-certificates/115086.pem
I1030 18:07:28.991771 125327 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/115086.pem
I1030 18:07:28.997616 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/115086.pem /etc/ssl/certs/51391683.0"
I1030 18:07:29.008929 125327 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1030 18:07:29.013186 125327 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1030 18:07:29.013252 125327 kubeadm.go:392] StartCluster: {Name:ha-529901 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-529901 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.136 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1030 18:07:29.013338 125327 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1030 18:07:29.013399 125327 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1030 18:07:29.053567 125327 cri.go:89] found id: ""
I1030 18:07:29.053668 125327 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1030 18:07:29.064191 125327 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1030 18:07:29.074602 125327 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1030 18:07:29.084706 125327 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1030 18:07:29.084729 125327 kubeadm.go:157] found existing configuration files:
I1030 18:07:29.084773 125327 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1030 18:07:29.094829 125327 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1030 18:07:29.094898 125327 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1030 18:07:29.105086 125327 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1030 18:07:29.114676 125327 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1030 18:07:29.114736 125327 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1030 18:07:29.124725 125327 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1030 18:07:29.134380 125327 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1030 18:07:29.134439 125327 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1030 18:07:29.144265 125327 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1030 18:07:29.153612 125327 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1030 18:07:29.153674 125327 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1030 18:07:29.163362 125327 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1030 18:07:29.280261 125327 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1030 18:07:29.280339 125327 kubeadm.go:310] [preflight] Running pre-flight checks
I1030 18:07:29.378610 125327 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1030 18:07:29.378749 125327 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1030 18:07:29.378845 125327 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1030 18:07:29.396336 125327 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1030 18:07:29.454609 125327 out.go:235] - Generating certificates and keys ...
I1030 18:07:29.454732 125327 kubeadm.go:310] [certs] Using existing ca certificate authority
I1030 18:07:29.454810 125327 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1030 18:07:29.703830 125327 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1030 18:07:29.843881 125327 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1030 18:07:30.112381 125327 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1030 18:07:30.214081 125327 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1030 18:07:30.551290 125327 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1030 18:07:30.551509 125327 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-529901 localhost] and IPs [192.168.39.136 127.0.0.1 ::1]
I1030 18:07:30.902289 125327 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1030 18:07:30.902461 125327 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-529901 localhost] and IPs [192.168.39.136 127.0.0.1 ::1]
I1030 18:07:30.983801 125327 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1030 18:07:31.309780 125327 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1030 18:07:31.418502 125327 kubeadm.go:310] [certs] Generating "sa" key and public key
I1030 18:07:31.418585 125327 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1030 18:07:31.518850 125327 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1030 18:07:31.784434 125327 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1030 18:07:31.883717 125327 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1030 18:07:32.052347 125327 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1030 18:07:32.241500 125327 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1030 18:07:32.241982 125327 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1030 18:07:32.244865 125327 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1030 18:07:32.246813 125327 out.go:235] - Booting up control plane ...
I1030 18:07:32.246909 125327 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1030 18:07:32.247005 125327 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1030 18:07:32.247098 125327 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1030 18:07:32.269903 125327 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1030 18:07:32.275769 125327 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1030 18:07:32.275840 125327 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1030 18:07:32.413855 125327 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1030 18:07:32.414003 125327 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1030 18:07:33.415101 125327 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001819324s
I1030 18:07:33.415200 125327 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1030 18:07:39.414792 125327 kubeadm.go:310] [api-check] The API server is healthy after 6.002222145s
I1030 18:07:39.427629 125327 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1030 18:07:39.442628 125327 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1030 18:07:39.464444 125327 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1030 18:07:39.464659 125327 kubeadm.go:310] [mark-control-plane] Marking the node ha-529901 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1030 18:07:39.476744 125327 kubeadm.go:310] [bootstrap-token] Using token: yri9dw.gq9zgu07n7x0d79s
I1030 18:07:39.478276 125327 out.go:235] - Configuring RBAC rules ...
I1030 18:07:39.478436 125327 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1030 18:07:39.486677 125327 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1030 18:07:39.503581 125327 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1030 18:07:39.510978 125327 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1030 18:07:39.516140 125327 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1030 18:07:39.519689 125327 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1030 18:07:39.831696 125327 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1030 18:07:40.247016 125327 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1030 18:07:40.821073 125327 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1030 18:07:40.822149 125327 kubeadm.go:310]
I1030 18:07:40.822203 125327 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1030 18:07:40.822210 125327 kubeadm.go:310]
I1030 18:07:40.822310 125327 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1030 18:07:40.822318 125327 kubeadm.go:310]
I1030 18:07:40.822344 125327 kubeadm.go:310] mkdir -p $HOME/.kube
I1030 18:07:40.822431 125327 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1030 18:07:40.822505 125327 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1030 18:07:40.822516 125327 kubeadm.go:310]
I1030 18:07:40.822565 125327 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1030 18:07:40.822571 125327 kubeadm.go:310]
I1030 18:07:40.822628 125327 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1030 18:07:40.822645 125327 kubeadm.go:310]
I1030 18:07:40.822746 125327 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1030 18:07:40.822866 125327 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1030 18:07:40.822956 125327 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1030 18:07:40.822964 125327 kubeadm.go:310]
I1030 18:07:40.823074 125327 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1030 18:07:40.823179 125327 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1030 18:07:40.823197 125327 kubeadm.go:310]
I1030 18:07:40.823266 125327 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token yri9dw.gq9zgu07n7x0d79s \
I1030 18:07:40.823367 125327 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:f59af05817e27a4f01b3c052d082059d47973183f2702c5b616f3f56ba5705fa \
I1030 18:07:40.823401 125327 kubeadm.go:310] --control-plane
I1030 18:07:40.823410 125327 kubeadm.go:310]
I1030 18:07:40.823515 125327 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1030 18:07:40.823524 125327 kubeadm.go:310]
I1030 18:07:40.823655 125327 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token yri9dw.gq9zgu07n7x0d79s \
I1030 18:07:40.823804 125327 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:f59af05817e27a4f01b3c052d082059d47973183f2702c5b616f3f56ba5705fa
I1030 18:07:40.824503 125327 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1030 18:07:40.824673 125327 cni.go:84] Creating CNI manager for ""
I1030 18:07:40.824691 125327 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1030 18:07:40.826942 125327 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1030 18:07:40.828162 125327 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1030 18:07:40.833635 125327 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1030 18:07:40.833660 125327 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1030 18:07:40.855354 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1030 18:07:41.247375 125327 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1030 18:07:41.247449 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:07:41.247502 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-529901 minikube.k8s.io/updated_at=2024_10_30T18_07_41_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=fdba805bb34456e7aa50250bb232fc1132231917 minikube.k8s.io/name=ha-529901 minikube.k8s.io/primary=true
I1030 18:07:41.436188 125327 ops.go:34] apiserver oom_adj: -16
I1030 18:07:41.436291 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:07:41.937329 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:07:42.436922 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:07:42.937141 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:07:43.437042 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:07:43.937039 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:07:44.436767 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1030 18:07:44.531472 125327 kubeadm.go:1113] duration metric: took 3.284089823s to wait for elevateKubeSystemPrivileges
I1030 18:07:44.531518 125327 kubeadm.go:394] duration metric: took 15.51827608s to StartCluster
I1030 18:07:44.531538 125327 settings.go:142] acquiring lock: {Name:mk9f820507a8ee19b2f0298167c93f4c9c9da79e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:07:44.531614 125327 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19884-107908/kubeconfig
I1030 18:07:44.532323 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/kubeconfig: {Name:mk5e598226c5c2db5bb0527d266175174d2d9119 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:07:44.532544 125327 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.136 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:07:44.532555 125327 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1030 18:07:44.532566 125327 start.go:241] waiting for startup goroutines ...
I1030 18:07:44.532578 125327 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1030 18:07:44.532675 125327 addons.go:69] Setting storage-provisioner=true in profile "ha-529901"
I1030 18:07:44.532697 125327 addons.go:234] Setting addon storage-provisioner=true in "ha-529901"
I1030 18:07:44.532727 125327 addons.go:69] Setting default-storageclass=true in profile "ha-529901"
I1030 18:07:44.532736 125327 host.go:66] Checking if "ha-529901" exists ...
I1030 18:07:44.532754 125327 config.go:182] Loaded profile config "ha-529901": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:07:44.532763 125327 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-529901"
I1030 18:07:44.533114 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:07:44.533142 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:07:44.533155 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:07:44.533172 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:07:44.548375 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38017
I1030 18:07:44.548657 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37625
I1030 18:07:44.548933 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:07:44.549173 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:07:44.549481 125327 main.go:141] libmachine: Using API Version 1
I1030 18:07:44.549515 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:07:44.549732 125327 main.go:141] libmachine: Using API Version 1
I1030 18:07:44.549756 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:07:44.549865 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:07:44.550115 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:07:44.550346 125327 main.go:141] libmachine: (ha-529901) Calling .GetState
I1030 18:07:44.550414 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:07:44.550462 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:07:44.552340 125327 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19884-107908/kubeconfig
I1030 18:07:44.552590 125327 kapi.go:59] client config for ha-529901: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.crt", KeyFile:"/home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.key", CAFile:"/home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439fe0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1030 18:07:44.553058 125327 cert_rotation.go:140] Starting client certificate rotation controller
I1030 18:07:44.553239 125327 addons.go:234] Setting addon default-storageclass=true in "ha-529901"
I1030 18:07:44.553272 125327 host.go:66] Checking if "ha-529901" exists ...
I1030 18:07:44.553542 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:07:44.553573 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:07:44.566636 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41579
I1030 18:07:44.567148 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:07:44.567575 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43253
I1030 18:07:44.567760 125327 main.go:141] libmachine: Using API Version 1
I1030 18:07:44.567785 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:07:44.568066 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:07:44.568179 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:07:44.568381 125327 main.go:141] libmachine: (ha-529901) Calling .GetState
I1030 18:07:44.568709 125327 main.go:141] libmachine: Using API Version 1
I1030 18:07:44.568732 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:07:44.569123 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:07:44.569738 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:07:44.569786 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:07:44.570131 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:07:44.572388 125327 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1030 18:07:44.573907 125327 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1030 18:07:44.573923 125327 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1030 18:07:44.573937 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:44.576911 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:44.577329 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:44.577360 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:44.577483 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:44.577680 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:44.577846 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:44.578020 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.136 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa Username:docker}
I1030 18:07:44.589360 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45187
I1030 18:07:44.589839 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:07:44.590387 125327 main.go:141] libmachine: Using API Version 1
I1030 18:07:44.590421 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:07:44.590733 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:07:44.590915 125327 main.go:141] libmachine: (ha-529901) Calling .GetState
I1030 18:07:44.592493 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:07:44.592719 125327 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1030 18:07:44.592738 125327 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1030 18:07:44.592756 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:07:44.595850 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:44.596295 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:07:44.596321 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:07:44.596478 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:07:44.596659 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:07:44.596865 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:07:44.597030 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.136 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa Username:docker}
I1030 18:07:44.641769 125327 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1030 18:07:44.695639 125327 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1030 18:07:44.787724 125327 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1030 18:07:45.132018 125327 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1030 18:07:45.342934 125327 main.go:141] libmachine: Making call to close driver server
I1030 18:07:45.342955 125327 main.go:141] libmachine: Making call to close driver server
I1030 18:07:45.342965 125327 main.go:141] libmachine: (ha-529901) Calling .Close
I1030 18:07:45.342967 125327 main.go:141] libmachine: (ha-529901) Calling .Close
I1030 18:07:45.343276 125327 main.go:141] libmachine: Successfully made call to close driver server
I1030 18:07:45.343298 125327 main.go:141] libmachine: Making call to close connection to plugin binary
I1030 18:07:45.343307 125327 main.go:141] libmachine: Making call to close driver server
I1030 18:07:45.343315 125327 main.go:141] libmachine: (ha-529901) Calling .Close
I1030 18:07:45.343339 125327 main.go:141] libmachine: Successfully made call to close driver server
I1030 18:07:45.343362 125327 main.go:141] libmachine: Making call to close connection to plugin binary
I1030 18:07:45.343380 125327 main.go:141] libmachine: Making call to close driver server
I1030 18:07:45.343389 125327 main.go:141] libmachine: (ha-529901) Calling .Close
I1030 18:07:45.343391 125327 main.go:141] libmachine: (ha-529901) DBG | Closing plugin on server side
I1030 18:07:45.343550 125327 main.go:141] libmachine: Successfully made call to close driver server
I1030 18:07:45.343564 125327 main.go:141] libmachine: Making call to close connection to plugin binary
I1030 18:07:45.345152 125327 main.go:141] libmachine: Successfully made call to close driver server
I1030 18:07:45.345181 125327 main.go:141] libmachine: Making call to close connection to plugin binary
I1030 18:07:45.345155 125327 main.go:141] libmachine: (ha-529901) DBG | Closing plugin on server side
I1030 18:07:45.345280 125327 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1030 18:07:45.345299 125327 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1030 18:07:45.345396 125327 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1030 18:07:45.345408 125327 round_trippers.go:469] Request Headers:
I1030 18:07:45.345415 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:07:45.345420 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:07:45.365588 125327 round_trippers.go:574] Response Status: 200 OK in 20 milliseconds
I1030 18:07:45.366404 125327 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1030 18:07:45.366422 125327 round_trippers.go:469] Request Headers:
I1030 18:07:45.366431 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:07:45.366436 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:07:45.366439 125327 round_trippers.go:473] Content-Type: application/json
I1030 18:07:45.369266 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:07:45.369545 125327 main.go:141] libmachine: Making call to close driver server
I1030 18:07:45.369568 125327 main.go:141] libmachine: (ha-529901) Calling .Close
I1030 18:07:45.369882 125327 main.go:141] libmachine: (ha-529901) DBG | Closing plugin on server side
I1030 18:07:45.369896 125327 main.go:141] libmachine: Successfully made call to close driver server
I1030 18:07:45.369907 125327 main.go:141] libmachine: Making call to close connection to plugin binary
I1030 18:07:45.371771 125327 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1030 18:07:45.372594 125327 addons.go:510] duration metric: took 840.017938ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1030 18:07:45.372627 125327 start.go:246] waiting for cluster config update ...
I1030 18:07:45.372641 125327 start.go:255] writing updated cluster config ...
I1030 18:07:45.374230 125327 out.go:201]
I1030 18:07:45.375531 125327 config.go:182] Loaded profile config "ha-529901": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:07:45.375599 125327 profile.go:143] Saving config to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/config.json ...
I1030 18:07:45.377320 125327 out.go:177] * Starting "ha-529901-m02" control-plane node in "ha-529901" cluster
I1030 18:07:45.378505 125327 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1030 18:07:45.378532 125327 cache.go:56] Caching tarball of preloaded images
I1030 18:07:45.378615 125327 preload.go:172] Found /home/jenkins/minikube-integration/19884-107908/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1030 18:07:45.378628 125327 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1030 18:07:45.378688 125327 profile.go:143] Saving config to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/config.json ...
I1030 18:07:45.378839 125327 start.go:360] acquireMachinesLock for ha-529901-m02: {Name:mk86b6318118927449a16b2059e98e49ab3f457a Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1030 18:07:45.378877 125327 start.go:364] duration metric: took 21.148µs to acquireMachinesLock for "ha-529901-m02"
I1030 18:07:45.378894 125327 start.go:93] Provisioning new machine with config: &{Name:ha-529901 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-529901 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.136 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:07:45.378958 125327 start.go:125] createHost starting for "m02" (driver="kvm2")
I1030 18:07:45.380242 125327 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1030 18:07:45.380321 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:07:45.380355 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:07:45.395087 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38645
I1030 18:07:45.395531 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:07:45.396191 125327 main.go:141] libmachine: Using API Version 1
I1030 18:07:45.396220 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:07:45.396595 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:07:45.396811 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetMachineName
I1030 18:07:45.396959 125327 main.go:141] libmachine: (ha-529901-m02) Calling .DriverName
I1030 18:07:45.397138 125327 start.go:159] libmachine.API.Create for "ha-529901" (driver="kvm2")
I1030 18:07:45.397174 125327 client.go:168] LocalClient.Create starting
I1030 18:07:45.397242 125327 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem
I1030 18:07:45.397304 125327 main.go:141] libmachine: Decoding PEM data...
I1030 18:07:45.397325 125327 main.go:141] libmachine: Parsing certificate...
I1030 18:07:45.397385 125327 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem
I1030 18:07:45.397407 125327 main.go:141] libmachine: Decoding PEM data...
I1030 18:07:45.397417 125327 main.go:141] libmachine: Parsing certificate...
I1030 18:07:45.397432 125327 main.go:141] libmachine: Running pre-create checks...
I1030 18:07:45.397439 125327 main.go:141] libmachine: (ha-529901-m02) Calling .PreCreateCheck
I1030 18:07:45.397650 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetConfigRaw
I1030 18:07:45.398143 125327 main.go:141] libmachine: Creating machine...
I1030 18:07:45.398164 125327 main.go:141] libmachine: (ha-529901-m02) Calling .Create
I1030 18:07:45.398313 125327 main.go:141] libmachine: (ha-529901-m02) Creating KVM machine...
I1030 18:07:45.399649 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found existing default KVM network
I1030 18:07:45.399777 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found existing private KVM network mk-ha-529901
I1030 18:07:45.399939 125327 main.go:141] libmachine: (ha-529901-m02) Setting up store path in /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02 ...
I1030 18:07:45.399964 125327 main.go:141] libmachine: (ha-529901-m02) Building disk image from file:///home/jenkins/minikube-integration/19884-107908/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso
I1030 18:07:45.399991 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:45.399895 125699 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19884-107908/.minikube
I1030 18:07:45.400085 125327 main.go:141] libmachine: (ha-529901-m02) Downloading /home/jenkins/minikube-integration/19884-107908/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19884-107908/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso...
I1030 18:07:45.657433 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:45.657296 125699 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02/id_rsa...
I1030 18:07:45.778333 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:45.778179 125699 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02/ha-529901-m02.rawdisk...
I1030 18:07:45.778365 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Writing magic tar header
I1030 18:07:45.778376 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Writing SSH key tar header
I1030 18:07:45.778387 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:45.778294 125699 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02 ...
I1030 18:07:45.778400 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02
I1030 18:07:45.778477 125327 main.go:141] libmachine: (ha-529901-m02) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02 (perms=drwx------)
I1030 18:07:45.778496 125327 main.go:141] libmachine: (ha-529901-m02) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908/.minikube/machines (perms=drwxr-xr-x)
I1030 18:07:45.778503 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908/.minikube/machines
I1030 18:07:45.778512 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908/.minikube
I1030 18:07:45.778517 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908
I1030 18:07:45.778527 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1030 18:07:45.778534 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Checking permissions on dir: /home/jenkins
I1030 18:07:45.778540 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Checking permissions on dir: /home
I1030 18:07:45.778545 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Skipping /home - not owner
I1030 18:07:45.778555 125327 main.go:141] libmachine: (ha-529901-m02) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908/.minikube (perms=drwxr-xr-x)
I1030 18:07:45.778563 125327 main.go:141] libmachine: (ha-529901-m02) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908 (perms=drwxrwxr-x)
I1030 18:07:45.778591 125327 main.go:141] libmachine: (ha-529901-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1030 18:07:45.778610 125327 main.go:141] libmachine: (ha-529901-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1030 18:07:45.778620 125327 main.go:141] libmachine: (ha-529901-m02) Creating domain...
I1030 18:07:45.779611 125327 main.go:141] libmachine: (ha-529901-m02) define libvirt domain using xml:
I1030 18:07:45.779635 125327 main.go:141] libmachine: (ha-529901-m02) <domain type='kvm'>
I1030 18:07:45.779645 125327 main.go:141] libmachine: (ha-529901-m02) <name>ha-529901-m02</name>
I1030 18:07:45.779655 125327 main.go:141] libmachine: (ha-529901-m02) <memory unit='MiB'>2200</memory>
I1030 18:07:45.779660 125327 main.go:141] libmachine: (ha-529901-m02) <vcpu>2</vcpu>
I1030 18:07:45.779667 125327 main.go:141] libmachine: (ha-529901-m02) <features>
I1030 18:07:45.779710 125327 main.go:141] libmachine: (ha-529901-m02) <acpi/>
I1030 18:07:45.779728 125327 main.go:141] libmachine: (ha-529901-m02) <apic/>
I1030 18:07:45.779743 125327 main.go:141] libmachine: (ha-529901-m02) <pae/>
I1030 18:07:45.779750 125327 main.go:141] libmachine: (ha-529901-m02)
I1030 18:07:45.779756 125327 main.go:141] libmachine: (ha-529901-m02) </features>
I1030 18:07:45.779761 125327 main.go:141] libmachine: (ha-529901-m02) <cpu mode='host-passthrough'>
I1030 18:07:45.779767 125327 main.go:141] libmachine: (ha-529901-m02)
I1030 18:07:45.779773 125327 main.go:141] libmachine: (ha-529901-m02) </cpu>
I1030 18:07:45.779778 125327 main.go:141] libmachine: (ha-529901-m02) <os>
I1030 18:07:45.779784 125327 main.go:141] libmachine: (ha-529901-m02) <type>hvm</type>
I1030 18:07:45.779789 125327 main.go:141] libmachine: (ha-529901-m02) <boot dev='cdrom'/>
I1030 18:07:45.779794 125327 main.go:141] libmachine: (ha-529901-m02) <boot dev='hd'/>
I1030 18:07:45.779799 125327 main.go:141] libmachine: (ha-529901-m02) <bootmenu enable='no'/>
I1030 18:07:45.779804 125327 main.go:141] libmachine: (ha-529901-m02) </os>
I1030 18:07:45.779809 125327 main.go:141] libmachine: (ha-529901-m02) <devices>
I1030 18:07:45.779816 125327 main.go:141] libmachine: (ha-529901-m02) <disk type='file' device='cdrom'>
I1030 18:07:45.779824 125327 main.go:141] libmachine: (ha-529901-m02) <source file='/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02/boot2docker.iso'/>
I1030 18:07:45.779831 125327 main.go:141] libmachine: (ha-529901-m02) <target dev='hdc' bus='scsi'/>
I1030 18:07:45.779836 125327 main.go:141] libmachine: (ha-529901-m02) <readonly/>
I1030 18:07:45.779841 125327 main.go:141] libmachine: (ha-529901-m02) </disk>
I1030 18:07:45.779852 125327 main.go:141] libmachine: (ha-529901-m02) <disk type='file' device='disk'>
I1030 18:07:45.779859 125327 main.go:141] libmachine: (ha-529901-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1030 18:07:45.779867 125327 main.go:141] libmachine: (ha-529901-m02) <source file='/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02/ha-529901-m02.rawdisk'/>
I1030 18:07:45.779873 125327 main.go:141] libmachine: (ha-529901-m02) <target dev='hda' bus='virtio'/>
I1030 18:07:45.779878 125327 main.go:141] libmachine: (ha-529901-m02) </disk>
I1030 18:07:45.779885 125327 main.go:141] libmachine: (ha-529901-m02) <interface type='network'>
I1030 18:07:45.779890 125327 main.go:141] libmachine: (ha-529901-m02) <source network='mk-ha-529901'/>
I1030 18:07:45.779902 125327 main.go:141] libmachine: (ha-529901-m02) <model type='virtio'/>
I1030 18:07:45.779909 125327 main.go:141] libmachine: (ha-529901-m02) </interface>
I1030 18:07:45.779913 125327 main.go:141] libmachine: (ha-529901-m02) <interface type='network'>
I1030 18:07:45.779921 125327 main.go:141] libmachine: (ha-529901-m02) <source network='default'/>
I1030 18:07:45.779926 125327 main.go:141] libmachine: (ha-529901-m02) <model type='virtio'/>
I1030 18:07:45.779933 125327 main.go:141] libmachine: (ha-529901-m02) </interface>
I1030 18:07:45.779937 125327 main.go:141] libmachine: (ha-529901-m02) <serial type='pty'>
I1030 18:07:45.779944 125327 main.go:141] libmachine: (ha-529901-m02) <target port='0'/>
I1030 18:07:45.779948 125327 main.go:141] libmachine: (ha-529901-m02) </serial>
I1030 18:07:45.779954 125327 main.go:141] libmachine: (ha-529901-m02) <console type='pty'>
I1030 18:07:45.779963 125327 main.go:141] libmachine: (ha-529901-m02) <target type='serial' port='0'/>
I1030 18:07:45.779968 125327 main.go:141] libmachine: (ha-529901-m02) </console>
I1030 18:07:45.779972 125327 main.go:141] libmachine: (ha-529901-m02) <rng model='virtio'>
I1030 18:07:45.779978 125327 main.go:141] libmachine: (ha-529901-m02) <backend model='random'>/dev/random</backend>
I1030 18:07:45.779983 125327 main.go:141] libmachine: (ha-529901-m02) </rng>
I1030 18:07:45.779987 125327 main.go:141] libmachine: (ha-529901-m02)
I1030 18:07:45.779994 125327 main.go:141] libmachine: (ha-529901-m02)
I1030 18:07:45.779999 125327 main.go:141] libmachine: (ha-529901-m02) </devices>
I1030 18:07:45.780002 125327 main.go:141] libmachine: (ha-529901-m02) </domain>
I1030 18:07:45.780009 125327 main.go:141] libmachine: (ha-529901-m02)
I1030 18:07:45.786992 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:5a:33:d7 in network default
I1030 18:07:45.787514 125327 main.go:141] libmachine: (ha-529901-m02) Ensuring networks are active...
I1030 18:07:45.787538 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:45.788239 125327 main.go:141] libmachine: (ha-529901-m02) Ensuring network default is active
I1030 18:07:45.788491 125327 main.go:141] libmachine: (ha-529901-m02) Ensuring network mk-ha-529901 is active
I1030 18:07:45.788796 125327 main.go:141] libmachine: (ha-529901-m02) Getting domain xml...
I1030 18:07:45.789475 125327 main.go:141] libmachine: (ha-529901-m02) Creating domain...
I1030 18:07:47.013559 125327 main.go:141] libmachine: (ha-529901-m02) Waiting to get IP...
I1030 18:07:47.014462 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:47.014899 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:47.014930 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:47.014879 125699 retry.go:31] will retry after 273.267881ms: waiting for machine to come up
I1030 18:07:47.289458 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:47.289992 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:47.290015 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:47.289937 125699 retry.go:31] will retry after 388.064365ms: waiting for machine to come up
I1030 18:07:47.679394 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:47.679888 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:47.679921 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:47.679820 125699 retry.go:31] will retry after 411.817367ms: waiting for machine to come up
I1030 18:07:48.093352 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:48.093767 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:48.093792 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:48.093711 125699 retry.go:31] will retry after 544.305946ms: waiting for machine to come up
I1030 18:07:48.639278 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:48.639679 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:48.639709 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:48.639637 125699 retry.go:31] will retry after 720.638431ms: waiting for machine to come up
I1030 18:07:49.362005 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:49.362453 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:49.362481 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:49.362399 125699 retry.go:31] will retry after 898.828982ms: waiting for machine to come up
I1030 18:07:50.262568 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:50.263027 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:50.263061 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:50.262967 125699 retry.go:31] will retry after 954.587593ms: waiting for machine to come up
I1030 18:07:51.219606 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:51.220108 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:51.220138 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:51.220038 125699 retry.go:31] will retry after 1.299383183s: waiting for machine to come up
I1030 18:07:52.520807 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:52.521380 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:52.521409 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:52.521313 125699 retry.go:31] will retry after 1.494296677s: waiting for machine to come up
I1030 18:07:54.016943 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:54.017408 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:54.017442 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:54.017359 125699 retry.go:31] will retry after 2.06581885s: waiting for machine to come up
I1030 18:07:56.085212 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:56.085593 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:56.085615 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:56.085545 125699 retry.go:31] will retry after 2.690237646s: waiting for machine to come up
I1030 18:07:58.779395 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:07:58.779777 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:07:58.779823 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:07:58.779755 125699 retry.go:31] will retry after 3.445712497s: waiting for machine to come up
I1030 18:08:02.227808 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:02.228281 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find current IP address of domain ha-529901-m02 in network mk-ha-529901
I1030 18:08:02.228310 125327 main.go:141] libmachine: (ha-529901-m02) DBG | I1030 18:08:02.228218 125699 retry.go:31] will retry after 3.773935996s: waiting for machine to come up
I1030 18:08:06.004002 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.004460 125327 main.go:141] libmachine: (ha-529901-m02) Found IP for machine: 192.168.39.44
I1030 18:08:06.004481 125327 main.go:141] libmachine: (ha-529901-m02) Reserving static IP address...
I1030 18:08:06.004494 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has current primary IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.004881 125327 main.go:141] libmachine: (ha-529901-m02) DBG | unable to find host DHCP lease matching {name: "ha-529901-m02", mac: "52:54:00:64:38:14", ip: "192.168.39.44"} in network mk-ha-529901
I1030 18:08:06.080508 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Getting to WaitForSSH function...
I1030 18:08:06.080545 125327 main.go:141] libmachine: (ha-529901-m02) Reserved static IP address: 192.168.39.44
I1030 18:08:06.080558 125327 main.go:141] libmachine: (ha-529901-m02) Waiting for SSH to be available...
I1030 18:08:06.083468 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.083853 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:minikube Clientid:01:52:54:00:64:38:14}
I1030 18:08:06.083885 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.084023 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Using SSH client type: external
I1030 18:08:06.084051 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02/id_rsa (-rw-------)
I1030 18:08:06.084082 125327 main.go:141] libmachine: (ha-529901-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.44 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1030 18:08:06.084098 125327 main.go:141] libmachine: (ha-529901-m02) DBG | About to run SSH command:
I1030 18:08:06.084115 125327 main.go:141] libmachine: (ha-529901-m02) DBG | exit 0
I1030 18:08:06.209342 125327 main.go:141] libmachine: (ha-529901-m02) DBG | SSH cmd err, output: <nil>:
I1030 18:08:06.209581 125327 main.go:141] libmachine: (ha-529901-m02) KVM machine creation complete!
I1030 18:08:06.209993 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetConfigRaw
I1030 18:08:06.210567 125327 main.go:141] libmachine: (ha-529901-m02) Calling .DriverName
I1030 18:08:06.210752 125327 main.go:141] libmachine: (ha-529901-m02) Calling .DriverName
I1030 18:08:06.210867 125327 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1030 18:08:06.210894 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetState
I1030 18:08:06.212192 125327 main.go:141] libmachine: Detecting operating system of created instance...
I1030 18:08:06.212207 125327 main.go:141] libmachine: Waiting for SSH to be available...
I1030 18:08:06.212212 125327 main.go:141] libmachine: Getting to WaitForSSH function...
I1030 18:08:06.212217 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHHostname
I1030 18:08:06.214475 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.214866 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:06.214896 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.215051 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHPort
I1030 18:08:06.215231 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:06.215400 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:06.215550 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHUsername
I1030 18:08:06.215712 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:08:06.215974 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1030 18:08:06.215989 125327 main.go:141] libmachine: About to run SSH command:
exit 0
I1030 18:08:06.320860 125327 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:08:06.320887 125327 main.go:141] libmachine: Detecting the provisioner...
I1030 18:08:06.320896 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHHostname
I1030 18:08:06.323529 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.323862 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:06.323897 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.323987 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHPort
I1030 18:08:06.324218 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:06.324363 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:06.324478 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHUsername
I1030 18:08:06.324639 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:08:06.324843 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1030 18:08:06.324856 125327 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1030 18:08:06.431189 125327 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1030 18:08:06.431272 125327 main.go:141] libmachine: found compatible host: buildroot
I1030 18:08:06.431285 125327 main.go:141] libmachine: Provisioning with buildroot...
I1030 18:08:06.431297 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetMachineName
I1030 18:08:06.431517 125327 buildroot.go:166] provisioning hostname "ha-529901-m02"
I1030 18:08:06.431538 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetMachineName
I1030 18:08:06.431721 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHHostname
I1030 18:08:06.434305 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.434652 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:06.434686 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.434822 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHPort
I1030 18:08:06.434987 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:06.435112 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:06.435253 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHUsername
I1030 18:08:06.435389 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:08:06.435595 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1030 18:08:06.435614 125327 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-529901-m02 && echo "ha-529901-m02" | sudo tee /etc/hostname
I1030 18:08:06.556018 125327 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-529901-m02
I1030 18:08:06.556051 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHHostname
I1030 18:08:06.558812 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.559169 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:06.559202 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.559374 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHPort
I1030 18:08:06.559562 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:06.559728 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:06.559868 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHUsername
I1030 18:08:06.560031 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:08:06.560190 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1030 18:08:06.560204 125327 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-529901-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-529901-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-529901-m02' | sudo tee -a /etc/hosts;
fi
fi
I1030 18:08:06.674523 125327 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:08:06.674558 125327 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19884-107908/.minikube CaCertPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19884-107908/.minikube}
I1030 18:08:06.674575 125327 buildroot.go:174] setting up certificates
I1030 18:08:06.674583 125327 provision.go:84] configureAuth start
I1030 18:08:06.674592 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetMachineName
I1030 18:08:06.674873 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetIP
I1030 18:08:06.677599 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.677992 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:06.678019 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.678202 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHHostname
I1030 18:08:06.680191 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.680487 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:06.680516 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.680638 125327 provision.go:143] copyHostCerts
I1030 18:08:06.680671 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem
I1030 18:08:06.680714 125327 exec_runner.go:144] found /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem, removing ...
I1030 18:08:06.680726 125327 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem
I1030 18:08:06.680788 125327 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem (1123 bytes)
I1030 18:08:06.680862 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem
I1030 18:08:06.680880 125327 exec_runner.go:144] found /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem, removing ...
I1030 18:08:06.680887 125327 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem
I1030 18:08:06.680912 125327 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem (1679 bytes)
I1030 18:08:06.680953 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem
I1030 18:08:06.680970 125327 exec_runner.go:144] found /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem, removing ...
I1030 18:08:06.680976 125327 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem
I1030 18:08:06.680996 125327 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem (1078 bytes)
I1030 18:08:06.681079 125327 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca-key.pem org=jenkins.ha-529901-m02 san=[127.0.0.1 192.168.39.44 ha-529901-m02 localhost minikube]
I1030 18:08:06.739850 125327 provision.go:177] copyRemoteCerts
I1030 18:08:06.739915 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 18:08:06.739941 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHHostname
I1030 18:08:06.742465 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.742771 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:06.742801 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.742956 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHPort
I1030 18:08:06.743131 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:06.743276 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHUsername
I1030 18:08:06.743393 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.44 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02/id_rsa Username:docker}
I1030 18:08:06.823883 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem -> /etc/docker/server.pem
I1030 18:08:06.823968 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1030 18:08:06.847497 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1030 18:08:06.847573 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1030 18:08:06.870315 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1030 18:08:06.870384 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1030 18:08:06.894402 125327 provision.go:87] duration metric: took 219.80412ms to configureAuth
I1030 18:08:06.894434 125327 buildroot.go:189] setting minikube options for container-runtime
I1030 18:08:06.894600 125327 config.go:182] Loaded profile config "ha-529901": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:08:06.894675 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHHostname
I1030 18:08:06.897345 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.897682 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:06.897710 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:06.897919 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHPort
I1030 18:08:06.898116 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:06.898331 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:06.898553 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHUsername
I1030 18:08:06.898784 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:08:06.898946 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1030 18:08:06.898961 125327 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1030 18:08:07.115800 125327 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1030 18:08:07.115828 125327 main.go:141] libmachine: Checking connection to Docker...
I1030 18:08:07.115839 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetURL
I1030 18:08:07.117128 125327 main.go:141] libmachine: (ha-529901-m02) DBG | Using libvirt version 6000000
I1030 18:08:07.119307 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.119702 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:07.119730 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.119886 125327 main.go:141] libmachine: Docker is up and running!
I1030 18:08:07.119901 125327 main.go:141] libmachine: Reticulating splines...
I1030 18:08:07.119909 125327 client.go:171] duration metric: took 21.72272259s to LocalClient.Create
I1030 18:08:07.119930 125327 start.go:167] duration metric: took 21.722804537s to libmachine.API.Create "ha-529901"
I1030 18:08:07.119941 125327 start.go:293] postStartSetup for "ha-529901-m02" (driver="kvm2")
I1030 18:08:07.119951 125327 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 18:08:07.119975 125327 main.go:141] libmachine: (ha-529901-m02) Calling .DriverName
I1030 18:08:07.120177 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 18:08:07.120202 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHHostname
I1030 18:08:07.122231 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.122562 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:07.122588 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.122717 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHPort
I1030 18:08:07.122905 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:07.123107 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHUsername
I1030 18:08:07.123266 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.44 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02/id_rsa Username:docker}
I1030 18:08:07.203963 125327 ssh_runner.go:195] Run: cat /etc/os-release
I1030 18:08:07.208319 125327 info.go:137] Remote host: Buildroot 2023.02.9
I1030 18:08:07.208344 125327 filesync.go:126] Scanning /home/jenkins/minikube-integration/19884-107908/.minikube/addons for local assets ...
I1030 18:08:07.208404 125327 filesync.go:126] Scanning /home/jenkins/minikube-integration/19884-107908/.minikube/files for local assets ...
I1030 18:08:07.208477 125327 filesync.go:149] local asset: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem -> 1150862.pem in /etc/ssl/certs
I1030 18:08:07.208487 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem -> /etc/ssl/certs/1150862.pem
I1030 18:08:07.208565 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1030 18:08:07.218158 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem --> /etc/ssl/certs/1150862.pem (1708 bytes)
I1030 18:08:07.240718 125327 start.go:296] duration metric: took 120.765769ms for postStartSetup
I1030 18:08:07.240767 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetConfigRaw
I1030 18:08:07.241343 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetIP
I1030 18:08:07.243713 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.244040 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:07.244059 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.244346 125327 profile.go:143] Saving config to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/config.json ...
I1030 18:08:07.244558 125327 start.go:128] duration metric: took 21.865590915s to createHost
I1030 18:08:07.244583 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHHostname
I1030 18:08:07.246921 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.247246 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:07.247269 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.247431 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHPort
I1030 18:08:07.247592 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:07.247737 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:07.247842 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHUsername
I1030 18:08:07.247952 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:08:07.248094 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.44 22 <nil> <nil>}
I1030 18:08:07.248106 125327 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1030 18:08:07.354534 125327 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730311687.327212494
I1030 18:08:07.354562 125327 fix.go:216] guest clock: 1730311687.327212494
I1030 18:08:07.354572 125327 fix.go:229] Guest: 2024-10-30 18:08:07.327212494 +0000 UTC Remote: 2024-10-30 18:08:07.244570009 +0000 UTC m=+71.977202820 (delta=82.642485ms)
I1030 18:08:07.354592 125327 fix.go:200] guest clock delta is within tolerance: 82.642485ms
I1030 18:08:07.354599 125327 start.go:83] releasing machines lock for "ha-529901-m02", held for 21.97571198s
I1030 18:08:07.354619 125327 main.go:141] libmachine: (ha-529901-m02) Calling .DriverName
I1030 18:08:07.354862 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetIP
I1030 18:08:07.357637 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.357983 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:07.358009 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.359966 125327 out.go:177] * Found network options:
I1030 18:08:07.361139 125327 out.go:177] - NO_PROXY=192.168.39.136
W1030 18:08:07.362147 125327 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 18:08:07.362185 125327 main.go:141] libmachine: (ha-529901-m02) Calling .DriverName
I1030 18:08:07.362713 125327 main.go:141] libmachine: (ha-529901-m02) Calling .DriverName
I1030 18:08:07.362928 125327 main.go:141] libmachine: (ha-529901-m02) Calling .DriverName
I1030 18:08:07.363033 125327 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 18:08:07.363064 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHHostname
W1030 18:08:07.363147 125327 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 18:08:07.363227 125327 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1030 18:08:07.363246 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHHostname
I1030 18:08:07.365809 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.365910 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.366213 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:07.366240 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.366348 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:07.366372 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:07.366386 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHPort
I1030 18:08:07.366528 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHPort
I1030 18:08:07.366604 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:07.366676 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHKeyPath
I1030 18:08:07.366739 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHUsername
I1030 18:08:07.366779 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetSSHUsername
I1030 18:08:07.366844 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.44 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02/id_rsa Username:docker}
I1030 18:08:07.366895 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.44 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m02/id_rsa Username:docker}
I1030 18:08:07.600461 125327 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1030 18:08:07.609015 125327 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1030 18:08:07.609074 125327 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 18:08:07.628555 125327 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1030 18:08:07.628579 125327 start.go:495] detecting cgroup driver to use...
I1030 18:08:07.628651 125327 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1030 18:08:07.645885 125327 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 18:08:07.658950 125327 docker.go:217] disabling cri-docker service (if available) ...
I1030 18:08:07.659005 125327 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1030 18:08:07.672108 125327 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1030 18:08:07.684919 125327 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1030 18:08:07.794596 125327 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1030 18:08:07.925899 125327 docker.go:233] disabling docker service ...
I1030 18:08:07.925960 125327 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1030 18:08:07.941124 125327 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1030 18:08:07.954053 125327 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1030 18:08:08.085817 125327 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1030 18:08:08.203973 125327 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1030 18:08:08.218112 125327 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1030 18:08:08.235629 125327 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1030 18:08:08.235688 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:08:08.245336 125327 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1030 18:08:08.245383 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:08:08.255361 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:08:08.265122 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:08:08.275247 125327 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 18:08:08.285094 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:08:08.295069 125327 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:08:08.311159 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:08:08.320953 125327 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 18:08:08.330088 125327 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1030 18:08:08.330148 125327 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1030 18:08:08.342087 125327 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 18:08:08.350816 125327 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:08:08.461914 125327 ssh_runner.go:195] Run: sudo systemctl restart crio
I1030 18:08:08.553053 125327 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1030 18:08:08.553127 125327 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1030 18:08:08.558127 125327 start.go:563] Will wait 60s for crictl version
I1030 18:08:08.558188 125327 ssh_runner.go:195] Run: which crictl
I1030 18:08:08.561906 125327 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 18:08:08.600733 125327 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1030 18:08:08.600824 125327 ssh_runner.go:195] Run: crio --version
I1030 18:08:08.626963 125327 ssh_runner.go:195] Run: crio --version
I1030 18:08:08.658646 125327 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1030 18:08:08.659880 125327 out.go:177] - env NO_PROXY=192.168.39.136
I1030 18:08:08.660900 125327 main.go:141] libmachine: (ha-529901-m02) Calling .GetIP
I1030 18:08:08.663217 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:08.663540 125327 main.go:141] libmachine: (ha-529901-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:64:38:14", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:08:00 +0000 UTC Type:0 Mac:52:54:00:64:38:14 Iaid: IPaddr:192.168.39.44 Prefix:24 Hostname:ha-529901-m02 Clientid:01:52:54:00:64:38:14}
I1030 18:08:08.663569 125327 main.go:141] libmachine: (ha-529901-m02) DBG | domain ha-529901-m02 has defined IP address 192.168.39.44 and MAC address 52:54:00:64:38:14 in network mk-ha-529901
I1030 18:08:08.663754 125327 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1030 18:08:08.667613 125327 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:08:08.679899 125327 mustload.go:65] Loading cluster: ha-529901
I1030 18:08:08.680115 125327 config.go:182] Loaded profile config "ha-529901": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:08:08.680404 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:08:08.680446 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:08:08.695041 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38381
I1030 18:08:08.695621 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:08:08.696138 125327 main.go:141] libmachine: Using API Version 1
I1030 18:08:08.696161 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:08:08.696479 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:08:08.696667 125327 main.go:141] libmachine: (ha-529901) Calling .GetState
I1030 18:08:08.698210 125327 host.go:66] Checking if "ha-529901" exists ...
I1030 18:08:08.698493 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:08:08.698526 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:08:08.712629 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44709
I1030 18:08:08.713021 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:08:08.713432 125327 main.go:141] libmachine: Using API Version 1
I1030 18:08:08.713454 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:08:08.713743 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:08:08.713926 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:08:08.714076 125327 certs.go:68] Setting up /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901 for IP: 192.168.39.44
I1030 18:08:08.714087 125327 certs.go:194] generating shared ca certs ...
I1030 18:08:08.714101 125327 certs.go:226] acquiring lock for ca certs: {Name:mke1793997bfe12938b66ddbea0d1b4060c47bac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:08:08.714219 125327 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.key
I1030 18:08:08.714258 125327 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.key
I1030 18:08:08.714266 125327 certs.go:256] generating profile certs ...
I1030 18:08:08.714332 125327 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.key
I1030 18:08:08.714355 125327 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.7b1a144f
I1030 18:08:08.714368 125327 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.7b1a144f with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.136 192.168.39.44 192.168.39.254]
I1030 18:08:08.939600 125327 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.7b1a144f ...
I1030 18:08:08.939630 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.7b1a144f: {Name:mk864c760e48abda957df1cf90fc9a8d1a7eaf43 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:08:08.939821 125327 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.7b1a144f ...
I1030 18:08:08.939839 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.7b1a144f: {Name:mk8f66559add5e6081fec4a2b1f3449ce63d000c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:08:08.939941 125327 certs.go:381] copying /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.7b1a144f -> /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt
I1030 18:08:08.940074 125327 certs.go:385] copying /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.7b1a144f -> /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key
I1030 18:08:08.940251 125327 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.key
I1030 18:08:08.940270 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1030 18:08:08.940282 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1030 18:08:08.940293 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1030 18:08:08.940303 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1030 18:08:08.940313 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1030 18:08:08.940323 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1030 18:08:08.940332 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1030 18:08:08.940343 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1030 18:08:08.940388 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086.pem (1338 bytes)
W1030 18:08:08.940416 125327 certs.go:480] ignoring /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086_empty.pem, impossibly tiny 0 bytes
I1030 18:08:08.940426 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca-key.pem (1675 bytes)
I1030 18:08:08.940446 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem (1078 bytes)
I1030 18:08:08.940469 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem (1123 bytes)
I1030 18:08:08.940491 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem (1679 bytes)
I1030 18:08:08.940528 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem (1708 bytes)
I1030 18:08:08.940555 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086.pem -> /usr/share/ca-certificates/115086.pem
I1030 18:08:08.940569 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem -> /usr/share/ca-certificates/1150862.pem
I1030 18:08:08.940582 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1030 18:08:08.940615 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:08:08.943646 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:08:08.944135 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:08:08.944172 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:08:08.944349 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:08:08.944551 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:08:08.944700 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:08:08.944829 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.136 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa Username:docker}
I1030 18:08:09.021947 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1030 18:08:09.027238 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1030 18:08:09.038413 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1030 18:08:09.042953 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1030 18:08:09.053108 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1030 18:08:09.056977 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1030 18:08:09.066546 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1030 18:08:09.070345 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1030 18:08:09.079464 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1030 18:08:09.083344 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1030 18:08:09.092819 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1030 18:08:09.096990 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1030 18:08:09.106606 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 18:08:09.131055 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1030 18:08:09.155581 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 18:08:09.179228 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1030 18:08:09.201684 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1030 18:08:09.224828 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1030 18:08:09.248298 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1030 18:08:09.270707 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1030 18:08:09.296784 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086.pem --> /usr/share/ca-certificates/115086.pem (1338 bytes)
I1030 18:08:09.319522 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem --> /usr/share/ca-certificates/1150862.pem (1708 bytes)
I1030 18:08:09.341690 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 18:08:09.364617 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1030 18:08:09.380710 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1030 18:08:09.396314 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1030 18:08:09.411809 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1030 18:08:09.427794 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1030 18:08:09.445494 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1030 18:08:09.461892 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1030 18:08:09.477518 125327 ssh_runner.go:195] Run: openssl version
I1030 18:08:09.483067 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 18:08:09.493518 125327 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 18:08:09.498074 125327 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 30 17:52 /usr/share/ca-certificates/minikubeCA.pem
I1030 18:08:09.498126 125327 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 18:08:09.503495 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 18:08:09.513630 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/115086.pem && ln -fs /usr/share/ca-certificates/115086.pem /etc/ssl/certs/115086.pem"
I1030 18:08:09.524126 125327 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/115086.pem
I1030 18:08:09.528330 125327 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 30 18:03 /usr/share/ca-certificates/115086.pem
I1030 18:08:09.528371 125327 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/115086.pem
I1030 18:08:09.533696 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/115086.pem /etc/ssl/certs/51391683.0"
I1030 18:08:09.544189 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1150862.pem && ln -fs /usr/share/ca-certificates/1150862.pem /etc/ssl/certs/1150862.pem"
I1030 18:08:09.554698 125327 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1150862.pem
I1030 18:08:09.558960 125327 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 30 18:03 /usr/share/ca-certificates/1150862.pem
I1030 18:08:09.559006 125327 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1150862.pem
I1030 18:08:09.564142 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/1150862.pem /etc/ssl/certs/3ec20f2e.0"
I1030 18:08:09.574406 125327 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1030 18:08:09.578578 125327 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1030 18:08:09.578631 125327 kubeadm.go:934] updating node {m02 192.168.39.44 8443 v1.31.2 crio true true} ...
I1030 18:08:09.578705 125327 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-529901-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.44
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-529901 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1030 18:08:09.578728 125327 kube-vip.go:115] generating kube-vip config ...
I1030 18:08:09.578754 125327 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1030 18:08:09.593736 125327 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1030 18:08:09.593805 125327 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1030 18:08:09.593856 125327 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1030 18:08:09.603095 125327 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1030 18:08:09.603137 125327 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1030 18:08:09.612426 125327 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1030 18:08:09.612448 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1030 18:08:09.612494 125327 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1030 18:08:09.612513 125327 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1030 18:08:09.612552 125327 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1030 18:08:09.616577 125327 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1030 18:08:09.616601 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1030 18:08:10.523961 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1030 18:08:10.524048 125327 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1030 18:08:10.528785 125327 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1030 18:08:10.528816 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1030 18:08:10.633306 125327 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 18:08:10.668015 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1030 18:08:10.668132 125327 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1030 18:08:10.674225 125327 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1030 18:08:10.674265 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1030 18:08:11.082206 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1030 18:08:11.091408 125327 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1030 18:08:11.107069 125327 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 18:08:11.122734 125327 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1030 18:08:11.139438 125327 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1030 18:08:11.143523 125327 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:08:11.156270 125327 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:08:11.281248 125327 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:08:11.297302 125327 host.go:66] Checking if "ha-529901" exists ...
I1030 18:08:11.297797 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:08:11.297848 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:08:11.313488 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39585
I1030 18:08:11.313910 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:08:11.314400 125327 main.go:141] libmachine: Using API Version 1
I1030 18:08:11.314424 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:08:11.314770 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:08:11.314962 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:08:11.315130 125327 start.go:317] joinCluster: &{Name:ha-529901 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-529901 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.136 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1030 18:08:11.315252 125327 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1030 18:08:11.315276 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:08:11.318454 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:08:11.319018 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:08:11.319044 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:08:11.319243 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:08:11.319410 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:08:11.319565 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:08:11.319709 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.136 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa Username:docker}
I1030 18:08:11.478951 125327 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:08:11.479007 125327 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token tyo53k.zkgy3dqqxbgwh4sf --discovery-token-ca-cert-hash sha256:f59af05817e27a4f01b3c052d082059d47973183f2702c5b616f3f56ba5705fa --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-529901-m02 --control-plane --apiserver-advertise-address=192.168.39.44 --apiserver-bind-port=8443"
I1030 18:08:32.235667 125327 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token tyo53k.zkgy3dqqxbgwh4sf --discovery-token-ca-cert-hash sha256:f59af05817e27a4f01b3c052d082059d47973183f2702c5b616f3f56ba5705fa --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-529901-m02 --control-plane --apiserver-advertise-address=192.168.39.44 --apiserver-bind-port=8443": (20.756616607s)
I1030 18:08:32.235718 125327 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1030 18:08:32.748497 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-529901-m02 minikube.k8s.io/updated_at=2024_10_30T18_08_32_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=fdba805bb34456e7aa50250bb232fc1132231917 minikube.k8s.io/name=ha-529901 minikube.k8s.io/primary=false
I1030 18:08:32.897912 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-529901-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1030 18:08:33.033408 125327 start.go:319] duration metric: took 21.718269839s to joinCluster
I1030 18:08:33.033503 125327 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:08:33.033782 125327 config.go:182] Loaded profile config "ha-529901": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:08:33.034951 125327 out.go:177] * Verifying Kubernetes components...
I1030 18:08:33.036237 125327 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:08:33.314982 125327 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:08:33.339039 125327 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19884-107908/kubeconfig
I1030 18:08:33.339309 125327 kapi.go:59] client config for ha-529901: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.crt", KeyFile:"/home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.key", CAFile:"/home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439fe0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1030 18:08:33.339375 125327 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.136:8443
I1030 18:08:33.339627 125327 node_ready.go:35] waiting up to 6m0s for node "ha-529901-m02" to be "Ready" ...
I1030 18:08:33.339736 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:33.339747 125327 round_trippers.go:469] Request Headers:
I1030 18:08:33.339758 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:33.339767 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:33.349955 125327 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1030 18:08:33.840805 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:33.840830 125327 round_trippers.go:469] Request Headers:
I1030 18:08:33.840841 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:33.840847 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:33.849467 125327 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1030 18:08:34.340215 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:34.340242 125327 round_trippers.go:469] Request Headers:
I1030 18:08:34.340251 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:34.340257 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:34.343204 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:34.840217 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:34.840244 125327 round_trippers.go:469] Request Headers:
I1030 18:08:34.840253 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:34.840256 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:34.843903 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:35.340189 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:35.340213 125327 round_trippers.go:469] Request Headers:
I1030 18:08:35.340222 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:35.340229 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:35.343868 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:35.344652 125327 node_ready.go:53] node "ha-529901-m02" has status "Ready":"False"
I1030 18:08:35.840867 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:35.840896 125327 round_trippers.go:469] Request Headers:
I1030 18:08:35.840904 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:35.840908 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:35.844771 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:36.340024 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:36.340048 125327 round_trippers.go:469] Request Headers:
I1030 18:08:36.340057 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:36.340062 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:36.345530 125327 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 18:08:36.840843 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:36.840865 125327 round_trippers.go:469] Request Headers:
I1030 18:08:36.840873 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:36.840878 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:36.844295 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:37.340231 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:37.340251 125327 round_trippers.go:469] Request Headers:
I1030 18:08:37.340261 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:37.340264 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:37.344142 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:37.344795 125327 node_ready.go:53] node "ha-529901-m02" has status "Ready":"False"
I1030 18:08:37.839889 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:37.839918 125327 round_trippers.go:469] Request Headers:
I1030 18:08:37.839927 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:37.839931 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:37.842805 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:38.339876 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:38.339900 125327 round_trippers.go:469] Request Headers:
I1030 18:08:38.339907 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:38.339913 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:38.343148 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:38.839938 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:38.839963 125327 round_trippers.go:469] Request Headers:
I1030 18:08:38.839970 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:38.839976 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:38.843207 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:39.340064 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:39.340088 125327 round_trippers.go:469] Request Headers:
I1030 18:08:39.340100 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:39.340106 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:39.343342 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:39.840163 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:39.840202 125327 round_trippers.go:469] Request Headers:
I1030 18:08:39.840215 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:39.840221 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:39.844277 125327 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:08:39.844869 125327 node_ready.go:53] node "ha-529901-m02" has status "Ready":"False"
I1030 18:08:40.340246 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:40.340270 125327 round_trippers.go:469] Request Headers:
I1030 18:08:40.340280 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:40.340284 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:40.343044 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:40.840760 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:40.840785 125327 round_trippers.go:469] Request Headers:
I1030 18:08:40.840798 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:40.840803 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:40.844567 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:41.340057 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:41.340079 125327 round_trippers.go:469] Request Headers:
I1030 18:08:41.340088 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:41.340093 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:41.342902 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:41.839842 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:41.839866 125327 round_trippers.go:469] Request Headers:
I1030 18:08:41.839875 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:41.839881 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:41.842663 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:42.340613 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:42.340638 125327 round_trippers.go:469] Request Headers:
I1030 18:08:42.340646 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:42.340650 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:42.343475 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:42.343951 125327 node_ready.go:53] node "ha-529901-m02" has status "Ready":"False"
I1030 18:08:42.839980 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:42.840011 125327 round_trippers.go:469] Request Headers:
I1030 18:08:42.840023 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:42.840029 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:42.843266 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:43.340233 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:43.340259 125327 round_trippers.go:469] Request Headers:
I1030 18:08:43.340267 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:43.340270 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:43.343677 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:43.840535 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:43.840558 125327 round_trippers.go:469] Request Headers:
I1030 18:08:43.840565 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:43.840568 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:43.843399 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:44.340229 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:44.340258 125327 round_trippers.go:469] Request Headers:
I1030 18:08:44.340267 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:44.340273 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:44.343562 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:44.344072 125327 node_ready.go:53] node "ha-529901-m02" has status "Ready":"False"
I1030 18:08:44.840809 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:44.840832 125327 round_trippers.go:469] Request Headers:
I1030 18:08:44.840843 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:44.840850 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:44.843296 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:45.340514 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:45.340538 125327 round_trippers.go:469] Request Headers:
I1030 18:08:45.340547 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:45.340553 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:45.343978 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:45.839916 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:45.839938 125327 round_trippers.go:469] Request Headers:
I1030 18:08:45.839947 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:45.839952 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:45.842705 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:46.340227 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:46.340250 125327 round_trippers.go:469] Request Headers:
I1030 18:08:46.340259 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:46.340263 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:46.343470 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:46.344112 125327 node_ready.go:53] node "ha-529901-m02" has status "Ready":"False"
I1030 18:08:46.840286 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:46.840308 125327 round_trippers.go:469] Request Headers:
I1030 18:08:46.840317 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:46.840322 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:46.843791 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:47.340739 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:47.340765 125327 round_trippers.go:469] Request Headers:
I1030 18:08:47.340773 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:47.340777 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:47.344018 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:47.840012 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:47.840035 125327 round_trippers.go:469] Request Headers:
I1030 18:08:47.840043 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:47.840047 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:47.842961 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:48.340605 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:48.340629 125327 round_trippers.go:469] Request Headers:
I1030 18:08:48.340639 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:48.340643 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:48.343183 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:48.840159 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:48.840190 125327 round_trippers.go:469] Request Headers:
I1030 18:08:48.840199 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:48.840205 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:48.844839 125327 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:08:48.845395 125327 node_ready.go:53] node "ha-529901-m02" has status "Ready":"False"
I1030 18:08:49.340829 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:49.340852 125327 round_trippers.go:469] Request Headers:
I1030 18:08:49.340862 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:49.340867 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:49.344229 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:49.840174 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:49.840199 125327 round_trippers.go:469] Request Headers:
I1030 18:08:49.840208 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:49.840212 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:49.843726 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:50.339831 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:50.339855 125327 round_trippers.go:469] Request Headers:
I1030 18:08:50.339863 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:50.339866 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:50.343390 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:50.839857 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:50.839884 125327 round_trippers.go:469] Request Headers:
I1030 18:08:50.839900 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:50.839904 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:50.843974 125327 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:08:51.340289 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:51.340314 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.340322 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.340326 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.344574 125327 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:08:51.345111 125327 node_ready.go:49] node "ha-529901-m02" has status "Ready":"True"
I1030 18:08:51.345130 125327 node_ready.go:38] duration metric: took 18.005486278s for node "ha-529901-m02" to be "Ready" ...
I1030 18:08:51.345143 125327 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 18:08:51.345252 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods
I1030 18:08:51.345260 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.345267 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.345271 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.350173 125327 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:08:51.357886 125327 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-gchk5" in "kube-system" namespace to be "Ready" ...
I1030 18:08:51.357961 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-gchk5
I1030 18:08:51.357969 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.357976 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.357979 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.361003 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:51.361862 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:08:51.361879 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.361892 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.361897 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.364419 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:51.364983 125327 pod_ready.go:93] pod "coredns-7c65d6cfc9-gchk5" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:51.365002 125327 pod_ready.go:82] duration metric: took 7.094641ms for pod "coredns-7c65d6cfc9-gchk5" in "kube-system" namespace to be "Ready" ...
I1030 18:08:51.365013 125327 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-h6tzw" in "kube-system" namespace to be "Ready" ...
I1030 18:08:51.365075 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-h6tzw
I1030 18:08:51.365086 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.365093 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.365100 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.367521 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:51.368101 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:08:51.368117 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.368124 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.368128 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.370213 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:51.370724 125327 pod_ready.go:93] pod "coredns-7c65d6cfc9-h6tzw" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:51.370741 125327 pod_ready.go:82] duration metric: took 5.716413ms for pod "coredns-7c65d6cfc9-h6tzw" in "kube-system" namespace to be "Ready" ...
I1030 18:08:51.370751 125327 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:08:51.370805 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/etcd-ha-529901
I1030 18:08:51.370815 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.370824 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.370829 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.373459 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:51.374038 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:08:51.374055 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.374064 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.374071 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.376083 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:51.376673 125327 pod_ready.go:93] pod "etcd-ha-529901" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:51.376689 125327 pod_ready.go:82] duration metric: took 5.931449ms for pod "etcd-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:08:51.376700 125327 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:08:51.376749 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/etcd-ha-529901-m02
I1030 18:08:51.376760 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.376770 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.376778 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.379022 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:51.379495 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:51.379509 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.379518 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.379524 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.381837 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:51.382210 125327 pod_ready.go:93] pod "etcd-ha-529901-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:51.382225 125327 pod_ready.go:82] duration metric: took 5.517429ms for pod "etcd-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:08:51.382240 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:08:51.540681 125327 request.go:632] Waited for 158.348921ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-529901
I1030 18:08:51.540741 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-529901
I1030 18:08:51.540747 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.540755 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.540762 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.544195 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:51.741250 125327 request.go:632] Waited for 196.37646ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:08:51.741331 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:08:51.741339 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.741351 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.741358 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.744350 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:51.745095 125327 pod_ready.go:93] pod "kube-apiserver-ha-529901" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:51.745118 125327 pod_ready.go:82] duration metric: took 362.870238ms for pod "kube-apiserver-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:08:51.745129 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:08:51.941131 125327 request.go:632] Waited for 195.918647ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-529901-m02
I1030 18:08:51.941213 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-529901-m02
I1030 18:08:51.941221 125327 round_trippers.go:469] Request Headers:
I1030 18:08:51.941232 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:51.941240 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:51.944321 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:52.140504 125327 request.go:632] Waited for 195.317532ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:52.140565 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:52.140570 125327 round_trippers.go:469] Request Headers:
I1030 18:08:52.140578 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:52.140582 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:52.143426 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:52.144085 125327 pod_ready.go:93] pod "kube-apiserver-ha-529901-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:52.144124 125327 pod_ready.go:82] duration metric: took 398.984585ms for pod "kube-apiserver-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:08:52.144148 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:08:52.341101 125327 request.go:632] Waited for 196.882051ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-529901
I1030 18:08:52.341179 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-529901
I1030 18:08:52.341184 125327 round_trippers.go:469] Request Headers:
I1030 18:08:52.341192 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:52.341196 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:52.344253 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:52.541340 125327 request.go:632] Waited for 196.373283ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:08:52.541426 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:08:52.541435 125327 round_trippers.go:469] Request Headers:
I1030 18:08:52.541444 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:52.541452 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:52.544371 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:52.545059 125327 pod_ready.go:93] pod "kube-controller-manager-ha-529901" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:52.545089 125327 pod_ready.go:82] duration metric: took 400.93385ms for pod "kube-controller-manager-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:08:52.545104 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:08:52.741147 125327 request.go:632] Waited for 195.94113ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-529901-m02
I1030 18:08:52.741221 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-529901-m02
I1030 18:08:52.741229 125327 round_trippers.go:469] Request Headers:
I1030 18:08:52.741239 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:52.741246 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:52.744393 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:52.940447 125327 request.go:632] Waited for 195.281972ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:52.940529 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:52.940538 125327 round_trippers.go:469] Request Headers:
I1030 18:08:52.940546 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:52.940552 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:52.943529 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:52.943966 125327 pod_ready.go:93] pod "kube-controller-manager-ha-529901-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:52.943985 125327 pod_ready.go:82] duration metric: took 398.870123ms for pod "kube-controller-manager-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:08:52.943995 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7lqwz" in "kube-system" namespace to be "Ready" ...
I1030 18:08:53.141140 125327 request.go:632] Waited for 197.065939ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7lqwz
I1030 18:08:53.141220 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7lqwz
I1030 18:08:53.141225 125327 round_trippers.go:469] Request Headers:
I1030 18:08:53.141233 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:53.141237 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:53.144546 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:53.340681 125327 request.go:632] Waited for 195.419951ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:08:53.340760 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:08:53.340770 125327 round_trippers.go:469] Request Headers:
I1030 18:08:53.340783 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:53.340796 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:53.344057 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:53.344821 125327 pod_ready.go:93] pod "kube-proxy-7lqwz" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:53.344840 125327 pod_ready.go:82] duration metric: took 400.838574ms for pod "kube-proxy-7lqwz" in "kube-system" namespace to be "Ready" ...
I1030 18:08:53.344854 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-hq669" in "kube-system" namespace to be "Ready" ...
I1030 18:08:53.541211 125327 request.go:632] Waited for 196.26256ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hq669
I1030 18:08:53.541293 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hq669
I1030 18:08:53.541304 125327 round_trippers.go:469] Request Headers:
I1030 18:08:53.541314 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:53.541319 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:53.545045 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:53.740776 125327 request.go:632] Waited for 194.794719ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:53.740846 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:53.740851 125327 round_trippers.go:469] Request Headers:
I1030 18:08:53.740865 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:53.740871 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:53.743816 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:53.744282 125327 pod_ready.go:93] pod "kube-proxy-hq669" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:53.744300 125327 pod_ready.go:82] duration metric: took 399.439175ms for pod "kube-proxy-hq669" in "kube-system" namespace to be "Ready" ...
I1030 18:08:53.744312 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:08:53.940358 125327 request.go:632] Waited for 195.953399ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-529901
I1030 18:08:53.940428 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-529901
I1030 18:08:53.940435 125327 round_trippers.go:469] Request Headers:
I1030 18:08:53.940446 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:53.940463 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:53.943394 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:54.140454 125327 request.go:632] Waited for 196.300083ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:08:54.140541 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:08:54.140550 125327 round_trippers.go:469] Request Headers:
I1030 18:08:54.140557 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:54.140561 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:54.143549 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:08:54.144230 125327 pod_ready.go:93] pod "kube-scheduler-ha-529901" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:54.144254 125327 pod_ready.go:82] duration metric: took 399.935186ms for pod "kube-scheduler-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:08:54.144268 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:08:54.341240 125327 request.go:632] Waited for 196.870175ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-529901-m02
I1030 18:08:54.341317 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-529901-m02
I1030 18:08:54.341326 125327 round_trippers.go:469] Request Headers:
I1030 18:08:54.341337 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:54.341344 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:54.344418 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:54.540279 125327 request.go:632] Waited for 195.280965ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:54.540364 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:08:54.540369 125327 round_trippers.go:469] Request Headers:
I1030 18:08:54.540377 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:54.540384 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:54.543787 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:54.544267 125327 pod_ready.go:93] pod "kube-scheduler-ha-529901-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:08:54.544288 125327 pod_ready.go:82] duration metric: took 400.012435ms for pod "kube-scheduler-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:08:54.544299 125327 pod_ready.go:39] duration metric: took 3.199111293s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 18:08:54.544317 125327 api_server.go:52] waiting for apiserver process to appear ...
I1030 18:08:54.544378 125327 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1030 18:08:54.561011 125327 api_server.go:72] duration metric: took 21.527463744s to wait for apiserver process to appear ...
I1030 18:08:54.561035 125327 api_server.go:88] waiting for apiserver healthz status ...
I1030 18:08:54.561068 125327 api_server.go:253] Checking apiserver healthz at https://192.168.39.136:8443/healthz ...
I1030 18:08:54.567349 125327 api_server.go:279] https://192.168.39.136:8443/healthz returned 200:
ok
I1030 18:08:54.567435 125327 round_trippers.go:463] GET https://192.168.39.136:8443/version
I1030 18:08:54.567445 125327 round_trippers.go:469] Request Headers:
I1030 18:08:54.567457 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:54.567467 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:54.568224 125327 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1030 18:08:54.568350 125327 api_server.go:141] control plane version: v1.31.2
I1030 18:08:54.568370 125327 api_server.go:131] duration metric: took 7.327997ms to wait for apiserver health ...
I1030 18:08:54.568381 125327 system_pods.go:43] waiting for kube-system pods to appear ...
I1030 18:08:54.740830 125327 request.go:632] Waited for 172.344777ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods
I1030 18:08:54.740904 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods
I1030 18:08:54.740912 125327 round_trippers.go:469] Request Headers:
I1030 18:08:54.740926 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:54.740935 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:54.746417 125327 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 18:08:54.751651 125327 system_pods.go:59] 17 kube-system pods found
I1030 18:08:54.751690 125327 system_pods.go:61] "coredns-7c65d6cfc9-gchk5" [a1df4810-950a-4fca-80f2-91e3edcfe942] Running
I1030 18:08:54.751698 125327 system_pods.go:61] "coredns-7c65d6cfc9-h6tzw" [733578ff-2d16-4269-8598-a2397fa857de] Running
I1030 18:08:54.751703 125327 system_pods.go:61] "etcd-ha-529901" [2e957933-4387-450b-ac34-019b1ba6b926] Running
I1030 18:08:54.751708 125327 system_pods.go:61] "etcd-ha-529901-m02" [8f2dbde0-8222-4a6c-b3cb-5d81551f2a57] Running
I1030 18:08:54.751713 125327 system_pods.go:61] "kindnet-4dpr7" [7f2a1812-96ab-4cf2-ac24-822206afeb3b] Running
I1030 18:08:54.751717 125327 system_pods.go:61] "kindnet-82smw" [6a74fec7-93c0-4c75-b7de-16690b9b053d] Running
I1030 18:08:54.751722 125327 system_pods.go:61] "kube-apiserver-ha-529901" [da0001e8-48a2-4186-9006-73ede565b6c8] Running
I1030 18:08:54.751729 125327 system_pods.go:61] "kube-apiserver-ha-529901-m02" [382740a5-4828-4bc4-b5b4-76e1616b7819] Running
I1030 18:08:54.751734 125327 system_pods.go:61] "kube-controller-manager-ha-529901" [c5beb1d4-68af-4ccb-a875-7132b0f2c393] Running
I1030 18:08:54.751740 125327 system_pods.go:61] "kube-controller-manager-ha-529901-m02" [9c7df145-53f3-4bb4-b5bc-c23689f10e30] Running
I1030 18:08:54.751745 125327 system_pods.go:61] "kube-proxy-7lqwz" [dcedf9f5-c753-45e5-b5b4-ad2d792ae30d] Running
I1030 18:08:54.751751 125327 system_pods.go:61] "kube-proxy-hq669" [b3ea0cb0-2cbf-461e-b77f-f6c620760237] Running
I1030 18:08:54.751756 125327 system_pods.go:61] "kube-scheduler-ha-529901" [c099aa52-5a67-42de-9ad5-997cbd7e7bd5] Running
I1030 18:08:54.751765 125327 system_pods.go:61] "kube-scheduler-ha-529901-m02" [5bcfdea7-a9e1-4f4b-8394-1938c74482f7] Running
I1030 18:08:54.751770 125327 system_pods.go:61] "kube-vip-ha-529901" [e34bf1e0-f894-489e-a2d2-88ea64b09b56] Running
I1030 18:08:54.751774 125327 system_pods.go:61] "kube-vip-ha-529901-m02" [45ea3d47-550b-4903-9ff5-7ec30cefc085] Running
I1030 18:08:54.751782 125327 system_pods.go:61] "storage-provisioner" [a6690b27-54e6-4476-821e-798c6062672d] Running
I1030 18:08:54.751790 125327 system_pods.go:74] duration metric: took 183.401822ms to wait for pod list to return data ...
I1030 18:08:54.751802 125327 default_sa.go:34] waiting for default service account to be created ...
I1030 18:08:54.941261 125327 request.go:632] Waited for 189.361187ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/default/serviceaccounts
I1030 18:08:54.941326 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/default/serviceaccounts
I1030 18:08:54.941331 125327 round_trippers.go:469] Request Headers:
I1030 18:08:54.941339 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:54.941345 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:54.944692 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:54.944889 125327 default_sa.go:45] found service account: "default"
I1030 18:08:54.944905 125327 default_sa.go:55] duration metric: took 193.096373ms for default service account to be created ...
I1030 18:08:54.944912 125327 system_pods.go:116] waiting for k8s-apps to be running ...
I1030 18:08:55.141391 125327 request.go:632] Waited for 196.389708ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods
I1030 18:08:55.141510 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods
I1030 18:08:55.141521 125327 round_trippers.go:469] Request Headers:
I1030 18:08:55.141529 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:55.141536 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:55.146177 125327 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:08:55.150885 125327 system_pods.go:86] 17 kube-system pods found
I1030 18:08:55.150910 125327 system_pods.go:89] "coredns-7c65d6cfc9-gchk5" [a1df4810-950a-4fca-80f2-91e3edcfe942] Running
I1030 18:08:55.150916 125327 system_pods.go:89] "coredns-7c65d6cfc9-h6tzw" [733578ff-2d16-4269-8598-a2397fa857de] Running
I1030 18:08:55.150921 125327 system_pods.go:89] "etcd-ha-529901" [2e957933-4387-450b-ac34-019b1ba6b926] Running
I1030 18:08:55.150927 125327 system_pods.go:89] "etcd-ha-529901-m02" [8f2dbde0-8222-4a6c-b3cb-5d81551f2a57] Running
I1030 18:08:55.150936 125327 system_pods.go:89] "kindnet-4dpr7" [7f2a1812-96ab-4cf2-ac24-822206afeb3b] Running
I1030 18:08:55.150941 125327 system_pods.go:89] "kindnet-82smw" [6a74fec7-93c0-4c75-b7de-16690b9b053d] Running
I1030 18:08:55.150947 125327 system_pods.go:89] "kube-apiserver-ha-529901" [da0001e8-48a2-4186-9006-73ede565b6c8] Running
I1030 18:08:55.150955 125327 system_pods.go:89] "kube-apiserver-ha-529901-m02" [382740a5-4828-4bc4-b5b4-76e1616b7819] Running
I1030 18:08:55.150961 125327 system_pods.go:89] "kube-controller-manager-ha-529901" [c5beb1d4-68af-4ccb-a875-7132b0f2c393] Running
I1030 18:08:55.150970 125327 system_pods.go:89] "kube-controller-manager-ha-529901-m02" [9c7df145-53f3-4bb4-b5bc-c23689f10e30] Running
I1030 18:08:55.150976 125327 system_pods.go:89] "kube-proxy-7lqwz" [dcedf9f5-c753-45e5-b5b4-ad2d792ae30d] Running
I1030 18:08:55.150983 125327 system_pods.go:89] "kube-proxy-hq669" [b3ea0cb0-2cbf-461e-b77f-f6c620760237] Running
I1030 18:08:55.150986 125327 system_pods.go:89] "kube-scheduler-ha-529901" [c099aa52-5a67-42de-9ad5-997cbd7e7bd5] Running
I1030 18:08:55.150993 125327 system_pods.go:89] "kube-scheduler-ha-529901-m02" [5bcfdea7-a9e1-4f4b-8394-1938c74482f7] Running
I1030 18:08:55.150996 125327 system_pods.go:89] "kube-vip-ha-529901" [e34bf1e0-f894-489e-a2d2-88ea64b09b56] Running
I1030 18:08:55.150999 125327 system_pods.go:89] "kube-vip-ha-529901-m02" [45ea3d47-550b-4903-9ff5-7ec30cefc085] Running
I1030 18:08:55.151005 125327 system_pods.go:89] "storage-provisioner" [a6690b27-54e6-4476-821e-798c6062672d] Running
I1030 18:08:55.151011 125327 system_pods.go:126] duration metric: took 206.093171ms to wait for k8s-apps to be running ...
I1030 18:08:55.151020 125327 system_svc.go:44] waiting for kubelet service to be running ....
I1030 18:08:55.151079 125327 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 18:08:55.169336 125327 system_svc.go:56] duration metric: took 18.305889ms WaitForService to wait for kubelet
I1030 18:08:55.169370 125327 kubeadm.go:582] duration metric: took 22.135825805s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 18:08:55.169395 125327 node_conditions.go:102] verifying NodePressure condition ...
I1030 18:08:55.341062 125327 request.go:632] Waited for 171.569254ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes
I1030 18:08:55.341124 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes
I1030 18:08:55.341129 125327 round_trippers.go:469] Request Headers:
I1030 18:08:55.341137 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:08:55.341143 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:08:55.345011 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:08:55.345748 125327 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 18:08:55.345780 125327 node_conditions.go:123] node cpu capacity is 2
I1030 18:08:55.345792 125327 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 18:08:55.345798 125327 node_conditions.go:123] node cpu capacity is 2
I1030 18:08:55.345804 125327 node_conditions.go:105] duration metric: took 176.402382ms to run NodePressure ...
I1030 18:08:55.345822 125327 start.go:241] waiting for startup goroutines ...
I1030 18:08:55.345855 125327 start.go:255] writing updated cluster config ...
I1030 18:08:55.347766 125327 out.go:201]
I1030 18:08:55.349251 125327 config.go:182] Loaded profile config "ha-529901": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:08:55.349370 125327 profile.go:143] Saving config to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/config.json ...
I1030 18:08:55.351148 125327 out.go:177] * Starting "ha-529901-m03" control-plane node in "ha-529901" cluster
I1030 18:08:55.352491 125327 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1030 18:08:55.352517 125327 cache.go:56] Caching tarball of preloaded images
I1030 18:08:55.352627 125327 preload.go:172] Found /home/jenkins/minikube-integration/19884-107908/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1030 18:08:55.352643 125327 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1030 18:08:55.352741 125327 profile.go:143] Saving config to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/config.json ...
I1030 18:08:55.352947 125327 start.go:360] acquireMachinesLock for ha-529901-m03: {Name:mk86b6318118927449a16b2059e98e49ab3f457a Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1030 18:08:55.353001 125327 start.go:364] duration metric: took 33.713µs to acquireMachinesLock for "ha-529901-m03"
I1030 18:08:55.353025 125327 start.go:93] Provisioning new machine with config: &{Name:ha-529901 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-529901 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.136 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bin
aryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:08:55.353153 125327 start.go:125] createHost starting for "m03" (driver="kvm2")
I1030 18:08:55.354694 125327 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1030 18:08:55.354799 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:08:55.354838 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:08:55.369939 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36821
I1030 18:08:55.370378 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:08:55.370914 125327 main.go:141] libmachine: Using API Version 1
I1030 18:08:55.370936 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:08:55.371235 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:08:55.371433 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetMachineName
I1030 18:08:55.371557 125327 main.go:141] libmachine: (ha-529901-m03) Calling .DriverName
I1030 18:08:55.371727 125327 start.go:159] libmachine.API.Create for "ha-529901" (driver="kvm2")
I1030 18:08:55.371760 125327 client.go:168] LocalClient.Create starting
I1030 18:08:55.371796 125327 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem
I1030 18:08:55.371835 125327 main.go:141] libmachine: Decoding PEM data...
I1030 18:08:55.371852 125327 main.go:141] libmachine: Parsing certificate...
I1030 18:08:55.371922 125327 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem
I1030 18:08:55.371945 125327 main.go:141] libmachine: Decoding PEM data...
I1030 18:08:55.371961 125327 main.go:141] libmachine: Parsing certificate...
I1030 18:08:55.371986 125327 main.go:141] libmachine: Running pre-create checks...
I1030 18:08:55.371996 125327 main.go:141] libmachine: (ha-529901-m03) Calling .PreCreateCheck
I1030 18:08:55.372128 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetConfigRaw
I1030 18:08:55.372560 125327 main.go:141] libmachine: Creating machine...
I1030 18:08:55.372577 125327 main.go:141] libmachine: (ha-529901-m03) Calling .Create
I1030 18:08:55.372716 125327 main.go:141] libmachine: (ha-529901-m03) Creating KVM machine...
I1030 18:08:55.374042 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found existing default KVM network
I1030 18:08:55.374201 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found existing private KVM network mk-ha-529901
I1030 18:08:55.374379 125327 main.go:141] libmachine: (ha-529901-m03) Setting up store path in /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03 ...
I1030 18:08:55.374408 125327 main.go:141] libmachine: (ha-529901-m03) Building disk image from file:///home/jenkins/minikube-integration/19884-107908/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso
I1030 18:08:55.374465 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:08:55.374346 126080 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19884-107908/.minikube
I1030 18:08:55.374555 125327 main.go:141] libmachine: (ha-529901-m03) Downloading /home/jenkins/minikube-integration/19884-107908/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19884-107908/.minikube/cache/iso/amd64/minikube-v1.34.0-1730109979-19872-amd64.iso...
I1030 18:08:55.641049 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:08:55.640920 126080 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03/id_rsa...
I1030 18:08:55.759111 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:08:55.758984 126080 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03/ha-529901-m03.rawdisk...
I1030 18:08:55.759149 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Writing magic tar header
I1030 18:08:55.759161 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Writing SSH key tar header
I1030 18:08:55.759168 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:08:55.759112 126080 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03 ...
I1030 18:08:55.759229 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03
I1030 18:08:55.759253 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908/.minikube/machines
I1030 18:08:55.759267 125327 main.go:141] libmachine: (ha-529901-m03) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03 (perms=drwx------)
I1030 18:08:55.759281 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908/.minikube
I1030 18:08:55.759296 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19884-107908
I1030 18:08:55.759310 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1030 18:08:55.759321 125327 main.go:141] libmachine: (ha-529901-m03) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908/.minikube/machines (perms=drwxr-xr-x)
I1030 18:08:55.759342 125327 main.go:141] libmachine: (ha-529901-m03) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908/.minikube (perms=drwxr-xr-x)
I1030 18:08:55.759355 125327 main.go:141] libmachine: (ha-529901-m03) Setting executable bit set on /home/jenkins/minikube-integration/19884-107908 (perms=drwxrwxr-x)
I1030 18:08:55.759366 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Checking permissions on dir: /home/jenkins
I1030 18:08:55.759379 125327 main.go:141] libmachine: (ha-529901-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1030 18:08:55.759392 125327 main.go:141] libmachine: (ha-529901-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1030 18:08:55.759403 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Checking permissions on dir: /home
I1030 18:08:55.759413 125327 main.go:141] libmachine: (ha-529901-m03) Creating domain...
I1030 18:08:55.759425 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Skipping /home - not owner
I1030 18:08:55.760256 125327 main.go:141] libmachine: (ha-529901-m03) define libvirt domain using xml:
I1030 18:08:55.760279 125327 main.go:141] libmachine: (ha-529901-m03) <domain type='kvm'>
I1030 18:08:55.760285 125327 main.go:141] libmachine: (ha-529901-m03) <name>ha-529901-m03</name>
I1030 18:08:55.760292 125327 main.go:141] libmachine: (ha-529901-m03) <memory unit='MiB'>2200</memory>
I1030 18:08:55.760299 125327 main.go:141] libmachine: (ha-529901-m03) <vcpu>2</vcpu>
I1030 18:08:55.760305 125327 main.go:141] libmachine: (ha-529901-m03) <features>
I1030 18:08:55.760315 125327 main.go:141] libmachine: (ha-529901-m03) <acpi/>
I1030 18:08:55.760322 125327 main.go:141] libmachine: (ha-529901-m03) <apic/>
I1030 18:08:55.760330 125327 main.go:141] libmachine: (ha-529901-m03) <pae/>
I1030 18:08:55.760337 125327 main.go:141] libmachine: (ha-529901-m03)
I1030 18:08:55.760342 125327 main.go:141] libmachine: (ha-529901-m03) </features>
I1030 18:08:55.760347 125327 main.go:141] libmachine: (ha-529901-m03) <cpu mode='host-passthrough'>
I1030 18:08:55.760352 125327 main.go:141] libmachine: (ha-529901-m03)
I1030 18:08:55.760358 125327 main.go:141] libmachine: (ha-529901-m03) </cpu>
I1030 18:08:55.760386 125327 main.go:141] libmachine: (ha-529901-m03) <os>
I1030 18:08:55.760416 125327 main.go:141] libmachine: (ha-529901-m03) <type>hvm</type>
I1030 18:08:55.760429 125327 main.go:141] libmachine: (ha-529901-m03) <boot dev='cdrom'/>
I1030 18:08:55.760436 125327 main.go:141] libmachine: (ha-529901-m03) <boot dev='hd'/>
I1030 18:08:55.760449 125327 main.go:141] libmachine: (ha-529901-m03) <bootmenu enable='no'/>
I1030 18:08:55.760459 125327 main.go:141] libmachine: (ha-529901-m03) </os>
I1030 18:08:55.760468 125327 main.go:141] libmachine: (ha-529901-m03) <devices>
I1030 18:08:55.760476 125327 main.go:141] libmachine: (ha-529901-m03) <disk type='file' device='cdrom'>
I1030 18:08:55.760484 125327 main.go:141] libmachine: (ha-529901-m03) <source file='/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03/boot2docker.iso'/>
I1030 18:08:55.760493 125327 main.go:141] libmachine: (ha-529901-m03) <target dev='hdc' bus='scsi'/>
I1030 18:08:55.760502 125327 main.go:141] libmachine: (ha-529901-m03) <readonly/>
I1030 18:08:55.760509 125327 main.go:141] libmachine: (ha-529901-m03) </disk>
I1030 18:08:55.760519 125327 main.go:141] libmachine: (ha-529901-m03) <disk type='file' device='disk'>
I1030 18:08:55.760532 125327 main.go:141] libmachine: (ha-529901-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1030 18:08:55.760548 125327 main.go:141] libmachine: (ha-529901-m03) <source file='/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03/ha-529901-m03.rawdisk'/>
I1030 18:08:55.760558 125327 main.go:141] libmachine: (ha-529901-m03) <target dev='hda' bus='virtio'/>
I1030 18:08:55.760595 125327 main.go:141] libmachine: (ha-529901-m03) </disk>
I1030 18:08:55.760622 125327 main.go:141] libmachine: (ha-529901-m03) <interface type='network'>
I1030 18:08:55.760637 125327 main.go:141] libmachine: (ha-529901-m03) <source network='mk-ha-529901'/>
I1030 18:08:55.760648 125327 main.go:141] libmachine: (ha-529901-m03) <model type='virtio'/>
I1030 18:08:55.760660 125327 main.go:141] libmachine: (ha-529901-m03) </interface>
I1030 18:08:55.760674 125327 main.go:141] libmachine: (ha-529901-m03) <interface type='network'>
I1030 18:08:55.760685 125327 main.go:141] libmachine: (ha-529901-m03) <source network='default'/>
I1030 18:08:55.760702 125327 main.go:141] libmachine: (ha-529901-m03) <model type='virtio'/>
I1030 18:08:55.760713 125327 main.go:141] libmachine: (ha-529901-m03) </interface>
I1030 18:08:55.760720 125327 main.go:141] libmachine: (ha-529901-m03) <serial type='pty'>
I1030 18:08:55.760731 125327 main.go:141] libmachine: (ha-529901-m03) <target port='0'/>
I1030 18:08:55.760740 125327 main.go:141] libmachine: (ha-529901-m03) </serial>
I1030 18:08:55.760752 125327 main.go:141] libmachine: (ha-529901-m03) <console type='pty'>
I1030 18:08:55.760762 125327 main.go:141] libmachine: (ha-529901-m03) <target type='serial' port='0'/>
I1030 18:08:55.760769 125327 main.go:141] libmachine: (ha-529901-m03) </console>
I1030 18:08:55.760783 125327 main.go:141] libmachine: (ha-529901-m03) <rng model='virtio'>
I1030 18:08:55.760799 125327 main.go:141] libmachine: (ha-529901-m03) <backend model='random'>/dev/random</backend>
I1030 18:08:55.760809 125327 main.go:141] libmachine: (ha-529901-m03) </rng>
I1030 18:08:55.760820 125327 main.go:141] libmachine: (ha-529901-m03)
I1030 18:08:55.760829 125327 main.go:141] libmachine: (ha-529901-m03)
I1030 18:08:55.760838 125327 main.go:141] libmachine: (ha-529901-m03) </devices>
I1030 18:08:55.760848 125327 main.go:141] libmachine: (ha-529901-m03) </domain>
I1030 18:08:55.760857 125327 main.go:141] libmachine: (ha-529901-m03)
I1030 18:08:55.767943 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:0c:84:01 in network default
I1030 18:08:55.768588 125327 main.go:141] libmachine: (ha-529901-m03) Ensuring networks are active...
I1030 18:08:55.768611 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:08:55.769513 125327 main.go:141] libmachine: (ha-529901-m03) Ensuring network default is active
I1030 18:08:55.769966 125327 main.go:141] libmachine: (ha-529901-m03) Ensuring network mk-ha-529901 is active
I1030 18:08:55.770350 125327 main.go:141] libmachine: (ha-529901-m03) Getting domain xml...
I1030 18:08:55.771316 125327 main.go:141] libmachine: (ha-529901-m03) Creating domain...
I1030 18:08:57.017300 125327 main.go:141] libmachine: (ha-529901-m03) Waiting to get IP...
I1030 18:08:57.018187 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:08:57.018598 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:08:57.018621 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:08:57.018576 126080 retry.go:31] will retry after 280.84079ms: waiting for machine to come up
I1030 18:08:57.301136 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:08:57.301617 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:08:57.301663 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:08:57.301566 126080 retry.go:31] will retry after 356.654425ms: waiting for machine to come up
I1030 18:08:57.660481 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:08:57.660902 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:08:57.660947 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:08:57.660873 126080 retry.go:31] will retry after 356.868179ms: waiting for machine to come up
I1030 18:08:58.019558 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:08:58.019983 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:08:58.020006 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:08:58.019950 126080 retry.go:31] will retry after 544.593593ms: waiting for machine to come up
I1030 18:08:58.566635 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:08:58.567114 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:08:58.567142 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:08:58.567086 126080 retry.go:31] will retry after 527.482616ms: waiting for machine to come up
I1030 18:08:59.095944 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:08:59.096480 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:08:59.096518 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:08:59.096425 126080 retry.go:31] will retry after 628.955743ms: waiting for machine to come up
I1030 18:08:59.727383 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:08:59.727757 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:08:59.727794 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:08:59.727744 126080 retry.go:31] will retry after 724.719748ms: waiting for machine to come up
I1030 18:09:00.454167 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:00.454535 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:09:00.454591 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:09:00.454508 126080 retry.go:31] will retry after 1.343749342s: waiting for machine to come up
I1030 18:09:01.799766 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:01.800180 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:09:01.800211 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:09:01.800127 126080 retry.go:31] will retry after 1.118775861s: waiting for machine to come up
I1030 18:09:02.920890 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:02.921274 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:09:02.921300 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:09:02.921233 126080 retry.go:31] will retry after 2.156271784s: waiting for machine to come up
I1030 18:09:05.080539 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:05.080989 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:09:05.081012 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:09:05.080933 126080 retry.go:31] will retry after 1.842243488s: waiting for machine to come up
I1030 18:09:06.924307 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:06.924684 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:09:06.924712 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:09:06.924643 126080 retry.go:31] will retry after 2.430828408s: waiting for machine to come up
I1030 18:09:09.358233 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:09.358565 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:09:09.358589 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:09:09.358550 126080 retry.go:31] will retry after 3.18049788s: waiting for machine to come up
I1030 18:09:12.542004 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:12.542361 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find current IP address of domain ha-529901-m03 in network mk-ha-529901
I1030 18:09:12.542388 125327 main.go:141] libmachine: (ha-529901-m03) DBG | I1030 18:09:12.542313 126080 retry.go:31] will retry after 3.837156575s: waiting for machine to come up
I1030 18:09:16.381448 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.382009 125327 main.go:141] libmachine: (ha-529901-m03) Found IP for machine: 192.168.39.40
I1030 18:09:16.382028 125327 main.go:141] libmachine: (ha-529901-m03) Reserving static IP address...
I1030 18:09:16.382041 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has current primary IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.382489 125327 main.go:141] libmachine: (ha-529901-m03) DBG | unable to find host DHCP lease matching {name: "ha-529901-m03", mac: "52:54:00:05:f3:ae", ip: "192.168.39.40"} in network mk-ha-529901
I1030 18:09:16.455829 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Getting to WaitForSSH function...
I1030 18:09:16.455864 125327 main.go:141] libmachine: (ha-529901-m03) Reserved static IP address: 192.168.39.40
I1030 18:09:16.455877 125327 main.go:141] libmachine: (ha-529901-m03) Waiting for SSH to be available...
I1030 18:09:16.458847 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.459296 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:minikube Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:16.459330 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.459446 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Using SSH client type: external
I1030 18:09:16.459468 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03/id_rsa (-rw-------)
I1030 18:09:16.459503 125327 main.go:141] libmachine: (ha-529901-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.40 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1030 18:09:16.459527 125327 main.go:141] libmachine: (ha-529901-m03) DBG | About to run SSH command:
I1030 18:09:16.459542 125327 main.go:141] libmachine: (ha-529901-m03) DBG | exit 0
I1030 18:09:16.589738 125327 main.go:141] libmachine: (ha-529901-m03) DBG | SSH cmd err, output: <nil>:
I1030 18:09:16.590047 125327 main.go:141] libmachine: (ha-529901-m03) KVM machine creation complete!
I1030 18:09:16.590387 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetConfigRaw
I1030 18:09:16.590984 125327 main.go:141] libmachine: (ha-529901-m03) Calling .DriverName
I1030 18:09:16.591170 125327 main.go:141] libmachine: (ha-529901-m03) Calling .DriverName
I1030 18:09:16.591328 125327 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1030 18:09:16.591342 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetState
I1030 18:09:16.592525 125327 main.go:141] libmachine: Detecting operating system of created instance...
I1030 18:09:16.592542 125327 main.go:141] libmachine: Waiting for SSH to be available...
I1030 18:09:16.592550 125327 main.go:141] libmachine: Getting to WaitForSSH function...
I1030 18:09:16.592559 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHHostname
I1030 18:09:16.594880 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.595250 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:16.595272 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.595423 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHPort
I1030 18:09:16.595584 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:16.595743 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:16.595852 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHUsername
I1030 18:09:16.595988 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:09:16.596205 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.40 22 <nil> <nil>}
I1030 18:09:16.596217 125327 main.go:141] libmachine: About to run SSH command:
exit 0
I1030 18:09:16.708965 125327 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:09:16.708994 125327 main.go:141] libmachine: Detecting the provisioner...
I1030 18:09:16.709002 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHHostname
I1030 18:09:16.712101 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.712527 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:16.712564 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.712776 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHPort
I1030 18:09:16.712947 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:16.713105 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:16.713256 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHUsername
I1030 18:09:16.713462 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:09:16.713682 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.40 22 <nil> <nil>}
I1030 18:09:16.713694 125327 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1030 18:09:16.830352 125327 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1030 18:09:16.830420 125327 main.go:141] libmachine: found compatible host: buildroot
I1030 18:09:16.830431 125327 main.go:141] libmachine: Provisioning with buildroot...
I1030 18:09:16.830439 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetMachineName
I1030 18:09:16.830687 125327 buildroot.go:166] provisioning hostname "ha-529901-m03"
I1030 18:09:16.830715 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetMachineName
I1030 18:09:16.830902 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHHostname
I1030 18:09:16.833325 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.833680 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:16.833712 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.833848 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHPort
I1030 18:09:16.834026 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:16.834194 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:16.834299 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHUsername
I1030 18:09:16.834452 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:09:16.834629 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.40 22 <nil> <nil>}
I1030 18:09:16.834645 125327 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-529901-m03 && echo "ha-529901-m03" | sudo tee /etc/hostname
I1030 18:09:16.961309 125327 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-529901-m03
I1030 18:09:16.961347 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHHostname
I1030 18:09:16.964354 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.964681 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:16.964708 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:16.964921 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHPort
I1030 18:09:16.965133 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:16.965317 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:16.965499 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHUsername
I1030 18:09:16.965682 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:09:16.965868 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.40 22 <nil> <nil>}
I1030 18:09:16.965884 125327 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-529901-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-529901-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-529901-m03' | sudo tee -a /etc/hosts;
fi
fi
I1030 18:09:17.086049 125327 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1030 18:09:17.086077 125327 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19884-107908/.minikube CaCertPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19884-107908/.minikube}
I1030 18:09:17.086096 125327 buildroot.go:174] setting up certificates
I1030 18:09:17.086106 125327 provision.go:84] configureAuth start
I1030 18:09:17.086115 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetMachineName
I1030 18:09:17.086383 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetIP
I1030 18:09:17.088904 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.089377 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:17.089407 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.089520 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHHostname
I1030 18:09:17.091750 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.092084 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:17.092111 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.092267 125327 provision.go:143] copyHostCerts
I1030 18:09:17.092310 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem
I1030 18:09:17.092348 125327 exec_runner.go:144] found /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem, removing ...
I1030 18:09:17.092360 125327 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem
I1030 18:09:17.092444 125327 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19884-107908/.minikube/ca.pem (1078 bytes)
I1030 18:09:17.092543 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem
I1030 18:09:17.092568 125327 exec_runner.go:144] found /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem, removing ...
I1030 18:09:17.092575 125327 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem
I1030 18:09:17.092617 125327 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19884-107908/.minikube/cert.pem (1123 bytes)
I1030 18:09:17.092682 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem
I1030 18:09:17.092707 125327 exec_runner.go:144] found /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem, removing ...
I1030 18:09:17.092716 125327 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem
I1030 18:09:17.092749 125327 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19884-107908/.minikube/key.pem (1679 bytes)
I1030 18:09:17.092815 125327 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca-key.pem org=jenkins.ha-529901-m03 san=[127.0.0.1 192.168.39.40 ha-529901-m03 localhost minikube]
I1030 18:09:17.167096 125327 provision.go:177] copyRemoteCerts
I1030 18:09:17.167162 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1030 18:09:17.167188 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHHostname
I1030 18:09:17.170054 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.170412 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:17.170439 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.170665 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHPort
I1030 18:09:17.170846 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:17.171035 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHUsername
I1030 18:09:17.171164 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.40 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03/id_rsa Username:docker}
I1030 18:09:17.259350 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1030 18:09:17.259425 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1030 18:09:17.283076 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem -> /etc/docker/server.pem
I1030 18:09:17.283142 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1030 18:09:17.306279 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1030 18:09:17.306356 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1030 18:09:17.330681 125327 provision.go:87] duration metric: took 244.559022ms to configureAuth
I1030 18:09:17.330711 125327 buildroot.go:189] setting minikube options for container-runtime
I1030 18:09:17.330906 125327 config.go:182] Loaded profile config "ha-529901": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:09:17.330980 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHHostname
I1030 18:09:17.333323 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.333691 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:17.333718 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.333973 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHPort
I1030 18:09:17.334182 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:17.334330 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:17.334474 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHUsername
I1030 18:09:17.334606 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:09:17.334799 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.40 22 <nil> <nil>}
I1030 18:09:17.334820 125327 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1030 18:09:17.567166 125327 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1030 18:09:17.567201 125327 main.go:141] libmachine: Checking connection to Docker...
I1030 18:09:17.567212 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetURL
I1030 18:09:17.568421 125327 main.go:141] libmachine: (ha-529901-m03) DBG | Using libvirt version 6000000
I1030 18:09:17.570493 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.570836 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:17.570866 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.570990 125327 main.go:141] libmachine: Docker is up and running!
I1030 18:09:17.571010 125327 main.go:141] libmachine: Reticulating splines...
I1030 18:09:17.571021 125327 client.go:171] duration metric: took 22.199250426s to LocalClient.Create
I1030 18:09:17.571048 125327 start.go:167] duration metric: took 22.199320809s to libmachine.API.Create "ha-529901"
I1030 18:09:17.571060 125327 start.go:293] postStartSetup for "ha-529901-m03" (driver="kvm2")
I1030 18:09:17.571075 125327 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1030 18:09:17.571091 125327 main.go:141] libmachine: (ha-529901-m03) Calling .DriverName
I1030 18:09:17.571347 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1030 18:09:17.571374 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHHostname
I1030 18:09:17.573730 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.574106 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:17.574134 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.574268 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHPort
I1030 18:09:17.574422 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:17.574536 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHUsername
I1030 18:09:17.574622 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.40 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03/id_rsa Username:docker}
I1030 18:09:17.659385 125327 ssh_runner.go:195] Run: cat /etc/os-release
I1030 18:09:17.663551 125327 info.go:137] Remote host: Buildroot 2023.02.9
I1030 18:09:17.663582 125327 filesync.go:126] Scanning /home/jenkins/minikube-integration/19884-107908/.minikube/addons for local assets ...
I1030 18:09:17.663640 125327 filesync.go:126] Scanning /home/jenkins/minikube-integration/19884-107908/.minikube/files for local assets ...
I1030 18:09:17.663708 125327 filesync.go:149] local asset: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem -> 1150862.pem in /etc/ssl/certs
I1030 18:09:17.663717 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem -> /etc/ssl/certs/1150862.pem
I1030 18:09:17.663795 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1030 18:09:17.673159 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem --> /etc/ssl/certs/1150862.pem (1708 bytes)
I1030 18:09:17.698813 125327 start.go:296] duration metric: took 127.731238ms for postStartSetup
I1030 18:09:17.698885 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetConfigRaw
I1030 18:09:17.699518 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetIP
I1030 18:09:17.702021 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.702374 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:17.702401 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.702679 125327 profile.go:143] Saving config to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/config.json ...
I1030 18:09:17.702968 125327 start.go:128] duration metric: took 22.349802841s to createHost
I1030 18:09:17.702996 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHHostname
I1030 18:09:17.705340 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.705677 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:17.705700 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.705819 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHPort
I1030 18:09:17.705985 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:17.706172 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:17.706295 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHUsername
I1030 18:09:17.706430 125327 main.go:141] libmachine: Using SSH client type: native
I1030 18:09:17.706632 125327 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 192.168.39.40 22 <nil> <nil>}
I1030 18:09:17.706646 125327 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1030 18:09:17.822456 125327 main.go:141] libmachine: SSH cmd err, output: <nil>: 1730311757.794814784
I1030 18:09:17.822484 125327 fix.go:216] guest clock: 1730311757.794814784
I1030 18:09:17.822491 125327 fix.go:229] Guest: 2024-10-30 18:09:17.794814784 +0000 UTC Remote: 2024-10-30 18:09:17.702983412 +0000 UTC m=+142.435616028 (delta=91.831372ms)
I1030 18:09:17.822508 125327 fix.go:200] guest clock delta is within tolerance: 91.831372ms
I1030 18:09:17.822515 125327 start.go:83] releasing machines lock for "ha-529901-m03", held for 22.469502205s
I1030 18:09:17.822542 125327 main.go:141] libmachine: (ha-529901-m03) Calling .DriverName
I1030 18:09:17.822809 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetIP
I1030 18:09:17.825480 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.825908 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:17.825935 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.828135 125327 out.go:177] * Found network options:
I1030 18:09:17.829597 125327 out.go:177] - NO_PROXY=192.168.39.136,192.168.39.44
W1030 18:09:17.831032 125327 proxy.go:119] fail to check proxy env: Error ip not in block
W1030 18:09:17.831061 125327 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 18:09:17.831079 125327 main.go:141] libmachine: (ha-529901-m03) Calling .DriverName
I1030 18:09:17.831705 125327 main.go:141] libmachine: (ha-529901-m03) Calling .DriverName
I1030 18:09:17.831877 125327 main.go:141] libmachine: (ha-529901-m03) Calling .DriverName
I1030 18:09:17.831968 125327 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1030 18:09:17.832001 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHHostname
W1030 18:09:17.832213 125327 proxy.go:119] fail to check proxy env: Error ip not in block
W1030 18:09:17.832241 125327 proxy.go:119] fail to check proxy env: Error ip not in block
I1030 18:09:17.832299 125327 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1030 18:09:17.832320 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHHostname
I1030 18:09:17.834795 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.834974 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.835196 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:17.835222 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.835396 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHPort
I1030 18:09:17.835513 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:17.835537 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:17.835549 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:17.835722 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHPort
I1030 18:09:17.835729 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHUsername
I1030 18:09:17.835901 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHKeyPath
I1030 18:09:17.835899 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.40 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03/id_rsa Username:docker}
I1030 18:09:17.836020 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetSSHUsername
I1030 18:09:17.836190 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.40 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901-m03/id_rsa Username:docker}
I1030 18:09:18.077847 125327 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1030 18:09:18.085056 125327 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1030 18:09:18.085151 125327 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1030 18:09:18.102002 125327 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1030 18:09:18.102027 125327 start.go:495] detecting cgroup driver to use...
I1030 18:09:18.102094 125327 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1030 18:09:18.119731 125327 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1030 18:09:18.135435 125327 docker.go:217] disabling cri-docker service (if available) ...
I1030 18:09:18.135499 125327 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1030 18:09:18.151573 125327 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1030 18:09:18.165712 125327 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1030 18:09:18.303864 125327 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1030 18:09:18.455342 125327 docker.go:233] disabling docker service ...
I1030 18:09:18.455430 125327 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1030 18:09:18.470097 125327 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1030 18:09:18.484343 125327 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1030 18:09:18.613056 125327 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1030 18:09:18.731290 125327 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1030 18:09:18.746253 125327 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1030 18:09:18.766851 125327 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1030 18:09:18.766910 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:09:18.778702 125327 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1030 18:09:18.778766 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:09:18.789810 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:09:18.801291 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:09:18.812523 125327 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1030 18:09:18.823898 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:09:18.834985 125327 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:09:18.852322 125327 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1030 18:09:18.862975 125327 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1030 18:09:18.872992 125327 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1030 18:09:18.873056 125327 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1030 18:09:18.885428 125327 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1030 18:09:18.894924 125327 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:09:19.009156 125327 ssh_runner.go:195] Run: sudo systemctl restart crio
I1030 18:09:19.103878 125327 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1030 18:09:19.103959 125327 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1030 18:09:19.108702 125327 start.go:563] Will wait 60s for crictl version
I1030 18:09:19.108759 125327 ssh_runner.go:195] Run: which crictl
I1030 18:09:19.112395 125327 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1030 18:09:19.154376 125327 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1030 18:09:19.154463 125327 ssh_runner.go:195] Run: crio --version
I1030 18:09:19.183718 125327 ssh_runner.go:195] Run: crio --version
I1030 18:09:19.214731 125327 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1030 18:09:19.216079 125327 out.go:177] - env NO_PROXY=192.168.39.136
I1030 18:09:19.217324 125327 out.go:177] - env NO_PROXY=192.168.39.136,192.168.39.44
I1030 18:09:19.218655 125327 main.go:141] libmachine: (ha-529901-m03) Calling .GetIP
I1030 18:09:19.221694 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:19.222042 125327 main.go:141] libmachine: (ha-529901-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:05:f3:ae", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:09:10 +0000 UTC Type:0 Mac:52:54:00:05:f3:ae Iaid: IPaddr:192.168.39.40 Prefix:24 Hostname:ha-529901-m03 Clientid:01:52:54:00:05:f3:ae}
I1030 18:09:19.222066 125327 main.go:141] libmachine: (ha-529901-m03) DBG | domain ha-529901-m03 has defined IP address 192.168.39.40 and MAC address 52:54:00:05:f3:ae in network mk-ha-529901
I1030 18:09:19.222327 125327 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1030 18:09:19.226866 125327 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:09:19.240415 125327 mustload.go:65] Loading cluster: ha-529901
I1030 18:09:19.240641 125327 config.go:182] Loaded profile config "ha-529901": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:09:19.240891 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:09:19.240928 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:09:19.256817 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33621
I1030 18:09:19.257267 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:09:19.257862 125327 main.go:141] libmachine: Using API Version 1
I1030 18:09:19.257884 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:09:19.258202 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:09:19.258444 125327 main.go:141] libmachine: (ha-529901) Calling .GetState
I1030 18:09:19.260305 125327 host.go:66] Checking if "ha-529901" exists ...
I1030 18:09:19.260700 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:09:19.260761 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:09:19.275191 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35601
I1030 18:09:19.275655 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:09:19.276102 125327 main.go:141] libmachine: Using API Version 1
I1030 18:09:19.276124 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:09:19.276437 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:09:19.276594 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:09:19.276738 125327 certs.go:68] Setting up /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901 for IP: 192.168.39.40
I1030 18:09:19.276752 125327 certs.go:194] generating shared ca certs ...
I1030 18:09:19.276771 125327 certs.go:226] acquiring lock for ca certs: {Name:mke1793997bfe12938b66ddbea0d1b4060c47bac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:09:19.276892 125327 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.key
I1030 18:09:19.276928 125327 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.key
I1030 18:09:19.276942 125327 certs.go:256] generating profile certs ...
I1030 18:09:19.277012 125327 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.key
I1030 18:09:19.277035 125327 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.f2262799
I1030 18:09:19.277052 125327 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.f2262799 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.136 192.168.39.44 192.168.39.40 192.168.39.254]
I1030 18:09:19.356574 125327 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.f2262799 ...
I1030 18:09:19.356609 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.f2262799: {Name:mkb8addc9b443da0667aa5e9b94db68ec676abc7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:09:19.356776 125327 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.f2262799 ...
I1030 18:09:19.356788 125327 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.f2262799: {Name:mk00b8875c174a0739ac4437c688383858c03831 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1030 18:09:19.356864 125327 certs.go:381] copying /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt.f2262799 -> /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt
I1030 18:09:19.356978 125327 certs.go:385] copying /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key.f2262799 -> /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key
I1030 18:09:19.357100 125327 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.key
I1030 18:09:19.357117 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1030 18:09:19.357139 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1030 18:09:19.357152 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1030 18:09:19.357169 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1030 18:09:19.357182 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1030 18:09:19.357195 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1030 18:09:19.357207 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1030 18:09:19.373737 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1030 18:09:19.373829 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086.pem (1338 bytes)
W1030 18:09:19.373864 125327 certs.go:480] ignoring /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086_empty.pem, impossibly tiny 0 bytes
I1030 18:09:19.373876 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca-key.pem (1675 bytes)
I1030 18:09:19.373899 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/ca.pem (1078 bytes)
I1030 18:09:19.373922 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/cert.pem (1123 bytes)
I1030 18:09:19.373946 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/key.pem (1679 bytes)
I1030 18:09:19.373984 125327 certs.go:484] found cert: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem (1708 bytes)
I1030 18:09:19.374012 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086.pem -> /usr/share/ca-certificates/115086.pem
I1030 18:09:19.374031 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem -> /usr/share/ca-certificates/1150862.pem
I1030 18:09:19.374049 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1030 18:09:19.374096 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:09:19.377168 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:09:19.377560 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:09:19.377592 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:09:19.377782 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:09:19.377977 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:09:19.378129 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:09:19.378303 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.136 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa Username:docker}
I1030 18:09:19.454005 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1030 18:09:19.460848 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1030 18:09:19.473142 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1030 18:09:19.477495 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1030 18:09:19.490691 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1030 18:09:19.498692 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1030 18:09:19.511272 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1030 18:09:19.515932 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1030 18:09:19.527712 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1030 18:09:19.533935 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1030 18:09:19.548000 125327 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1030 18:09:19.552786 125327 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1030 18:09:19.563400 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1030 18:09:19.589559 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1030 18:09:19.614926 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1030 18:09:19.640780 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1030 18:09:19.665924 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1030 18:09:19.692799 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1030 18:09:19.717069 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1030 18:09:19.741075 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1030 18:09:19.766229 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/certs/115086.pem --> /usr/share/ca-certificates/115086.pem (1338 bytes)
I1030 18:09:19.791120 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/files/etc/ssl/certs/1150862.pem --> /usr/share/ca-certificates/1150862.pem (1708 bytes)
I1030 18:09:19.820220 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1030 18:09:19.847652 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1030 18:09:19.868008 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1030 18:09:19.886630 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1030 18:09:19.904944 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1030 18:09:19.923120 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1030 18:09:19.941550 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1030 18:09:19.959848 125327 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1030 18:09:19.977759 125327 ssh_runner.go:195] Run: openssl version
I1030 18:09:19.983738 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1030 18:09:19.994242 125327 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1030 18:09:19.998775 125327 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 30 17:52 /usr/share/ca-certificates/minikubeCA.pem
I1030 18:09:19.998826 125327 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1030 18:09:20.004634 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1030 18:09:20.015418 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/115086.pem && ln -fs /usr/share/ca-certificates/115086.pem /etc/ssl/certs/115086.pem"
I1030 18:09:20.026274 125327 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/115086.pem
I1030 18:09:20.031048 125327 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 30 18:03 /usr/share/ca-certificates/115086.pem
I1030 18:09:20.031126 125327 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/115086.pem
I1030 18:09:20.036832 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/115086.pem /etc/ssl/certs/51391683.0"
I1030 18:09:20.048007 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1150862.pem && ln -fs /usr/share/ca-certificates/1150862.pem /etc/ssl/certs/1150862.pem"
I1030 18:09:20.058741 125327 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1150862.pem
I1030 18:09:20.063235 125327 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 30 18:03 /usr/share/ca-certificates/1150862.pem
I1030 18:09:20.063289 125327 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1150862.pem
I1030 18:09:20.068980 125327 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/1150862.pem /etc/ssl/certs/3ec20f2e.0"
I1030 18:09:20.079560 125327 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1030 18:09:20.083545 125327 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1030 18:09:20.083601 125327 kubeadm.go:934] updating node {m03 192.168.39.40 8443 v1.31.2 crio true true} ...
I1030 18:09:20.083692 125327 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-529901-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.40
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-529901 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1030 18:09:20.083725 125327 kube-vip.go:115] generating kube-vip config ...
I1030 18:09:20.083764 125327 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1030 18:09:20.100839 125327 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1030 18:09:20.100937 125327 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.4
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1030 18:09:20.101002 125327 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1030 18:09:20.112003 125327 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1030 18:09:20.112066 125327 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1030 18:09:20.126964 125327 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1030 18:09:20.126987 125327 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1030 18:09:20.127009 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1030 18:09:20.127016 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1030 18:09:20.127073 125327 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1030 18:09:20.126977 125327 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1030 18:09:20.127135 125327 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 18:09:20.127073 125327 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1030 18:09:20.131787 125327 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1030 18:09:20.131812 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1030 18:09:20.175920 125327 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1030 18:09:20.175944 125327 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1030 18:09:20.175972 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1030 18:09:20.176038 125327 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1030 18:09:20.206838 125327 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1030 18:09:20.206878 125327 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19884-107908/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1030 18:09:21.001731 125327 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1030 18:09:21.012189 125327 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1030 18:09:21.030041 125327 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1030 18:09:21.048774 125327 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1030 18:09:21.066179 125327 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1030 18:09:21.070218 125327 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1030 18:09:21.082741 125327 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:09:21.205250 125327 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:09:21.224120 125327 host.go:66] Checking if "ha-529901" exists ...
I1030 18:09:21.224634 125327 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1030 18:09:21.224693 125327 main.go:141] libmachine: Launching plugin server for driver kvm2
I1030 18:09:21.242155 125327 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33005
I1030 18:09:21.242648 125327 main.go:141] libmachine: () Calling .GetVersion
I1030 18:09:21.243243 125327 main.go:141] libmachine: Using API Version 1
I1030 18:09:21.243267 125327 main.go:141] libmachine: () Calling .SetConfigRaw
I1030 18:09:21.243637 125327 main.go:141] libmachine: () Calling .GetMachineName
I1030 18:09:21.243835 125327 main.go:141] libmachine: (ha-529901) Calling .DriverName
I1030 18:09:21.243962 125327 start.go:317] joinCluster: &{Name:ha-529901 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19872/minikube-v1.34.0-1730109979-19872-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730110049-19872@sha256:ead1232eaf026cb87df5e47192f652e5fef1a28f5a05a9ac9cb1a241cca351e9 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-529901 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.136 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.44 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.40 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dn
s:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1030 18:09:21.244118 125327 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1030 18:09:21.244136 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHHostname
I1030 18:09:21.247218 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:09:21.247737 125327 main.go:141] libmachine: (ha-529901) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:61:74:df", ip: ""} in network mk-ha-529901: {Iface:virbr1 ExpiryTime:2024-10-30 19:07:10 +0000 UTC Type:0 Mac:52:54:00:61:74:df Iaid: IPaddr:192.168.39.136 Prefix:24 Hostname:ha-529901 Clientid:01:52:54:00:61:74:df}
I1030 18:09:21.247770 125327 main.go:141] libmachine: (ha-529901) DBG | domain ha-529901 has defined IP address 192.168.39.136 and MAC address 52:54:00:61:74:df in network mk-ha-529901
I1030 18:09:21.247962 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHPort
I1030 18:09:21.248137 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHKeyPath
I1030 18:09:21.248308 125327 main.go:141] libmachine: (ha-529901) Calling .GetSSHUsername
I1030 18:09:21.248458 125327 sshutil.go:53] new ssh client: &{IP:192.168.39.136 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19884-107908/.minikube/machines/ha-529901/id_rsa Username:docker}
I1030 18:09:21.408387 125327 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.40 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:09:21.408446 125327 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token c7o7p9.b1di9qmjnpdumvqm --discovery-token-ca-cert-hash sha256:f59af05817e27a4f01b3c052d082059d47973183f2702c5b616f3f56ba5705fa --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-529901-m03 --control-plane --apiserver-advertise-address=192.168.39.40 --apiserver-bind-port=8443"
I1030 18:09:44.018466 125327 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token c7o7p9.b1di9qmjnpdumvqm --discovery-token-ca-cert-hash sha256:f59af05817e27a4f01b3c052d082059d47973183f2702c5b616f3f56ba5705fa --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-529901-m03 --control-plane --apiserver-advertise-address=192.168.39.40 --apiserver-bind-port=8443": (22.60999356s)
I1030 18:09:44.018512 125327 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1030 18:09:44.652819 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-529901-m03 minikube.k8s.io/updated_at=2024_10_30T18_09_44_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=fdba805bb34456e7aa50250bb232fc1132231917 minikube.k8s.io/name=ha-529901 minikube.k8s.io/primary=false
I1030 18:09:44.804615 125327 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-529901-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1030 18:09:44.928874 125327 start.go:319] duration metric: took 23.684908063s to joinCluster
I1030 18:09:44.929291 125327 config.go:182] Loaded profile config "ha-529901": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1030 18:09:44.929366 125327 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.40 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1030 18:09:44.930974 125327 out.go:177] * Verifying Kubernetes components...
I1030 18:09:44.932214 125327 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1030 18:09:45.174769 125327 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1030 18:09:45.208627 125327 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19884-107908/kubeconfig
I1030 18:09:45.208900 125327 kapi.go:59] client config for ha-529901: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.crt", KeyFile:"/home/jenkins/minikube-integration/19884-107908/.minikube/profiles/ha-529901/client.key", CAFile:"/home/jenkins/minikube-integration/19884-107908/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2439fe0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1030 18:09:45.208979 125327 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.136:8443
I1030 18:09:45.209337 125327 node_ready.go:35] waiting up to 6m0s for node "ha-529901-m03" to be "Ready" ...
I1030 18:09:45.209431 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:45.209445 125327 round_trippers.go:469] Request Headers:
I1030 18:09:45.209455 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:45.209464 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:45.212704 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:45.710071 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:45.710101 125327 round_trippers.go:469] Request Headers:
I1030 18:09:45.710114 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:45.710119 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:45.713697 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:46.209724 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:46.209753 125327 round_trippers.go:469] Request Headers:
I1030 18:09:46.209771 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:46.209778 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:46.212849 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:46.709649 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:46.709671 125327 round_trippers.go:469] Request Headers:
I1030 18:09:46.709678 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:46.709681 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:46.713377 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:47.209949 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:47.209976 125327 round_trippers.go:469] Request Headers:
I1030 18:09:47.209988 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:47.209997 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:47.213578 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:47.214268 125327 node_ready.go:53] node "ha-529901-m03" has status "Ready":"False"
I1030 18:09:47.709539 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:47.709578 125327 round_trippers.go:469] Request Headers:
I1030 18:09:47.709590 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:47.709595 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:47.713042 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:48.209834 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:48.209861 125327 round_trippers.go:469] Request Headers:
I1030 18:09:48.209873 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:48.209879 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:48.212750 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:09:48.709600 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:48.709646 125327 round_trippers.go:469] Request Headers:
I1030 18:09:48.709667 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:48.709674 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:48.713088 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:49.209837 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:49.209862 125327 round_trippers.go:469] Request Headers:
I1030 18:09:49.209872 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:49.209877 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:49.213339 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:49.710051 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:49.710076 125327 round_trippers.go:469] Request Headers:
I1030 18:09:49.710084 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:49.710088 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:49.714569 125327 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:09:49.715179 125327 node_ready.go:53] node "ha-529901-m03" has status "Ready":"False"
I1030 18:09:50.210535 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:50.210559 125327 round_trippers.go:469] Request Headers:
I1030 18:09:50.210567 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:50.210571 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:50.216180 125327 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 18:09:50.710247 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:50.710270 125327 round_trippers.go:469] Request Headers:
I1030 18:09:50.710279 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:50.710285 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:50.713640 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:51.210342 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:51.210362 125327 round_trippers.go:469] Request Headers:
I1030 18:09:51.210371 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:51.210376 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:51.214160 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:51.710324 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:51.710346 125327 round_trippers.go:469] Request Headers:
I1030 18:09:51.710355 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:51.710359 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:51.713602 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:52.209724 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:52.209749 125327 round_trippers.go:469] Request Headers:
I1030 18:09:52.209758 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:52.209762 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:52.214393 125327 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:09:52.216326 125327 node_ready.go:53] node "ha-529901-m03" has status "Ready":"False"
I1030 18:09:52.710544 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:52.710569 125327 round_trippers.go:469] Request Headers:
I1030 18:09:52.710578 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:52.710582 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:52.714329 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:53.210404 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:53.210434 125327 round_trippers.go:469] Request Headers:
I1030 18:09:53.210452 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:53.210460 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:53.216905 125327 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1030 18:09:53.709748 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:53.709773 125327 round_trippers.go:469] Request Headers:
I1030 18:09:53.709784 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:53.709790 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:53.713032 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:54.210215 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:54.210238 125327 round_trippers.go:469] Request Headers:
I1030 18:09:54.210246 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:54.210251 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:54.213204 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:09:54.710445 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:54.710474 125327 round_trippers.go:469] Request Headers:
I1030 18:09:54.710486 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:54.710490 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:54.714016 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:54.714705 125327 node_ready.go:53] node "ha-529901-m03" has status "Ready":"False"
I1030 18:09:55.209872 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:55.209896 125327 round_trippers.go:469] Request Headers:
I1030 18:09:55.209905 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:55.209908 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:55.213457 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:55.710513 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:55.710538 125327 round_trippers.go:469] Request Headers:
I1030 18:09:55.710549 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:55.710556 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:55.713604 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:56.209528 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:56.209553 125327 round_trippers.go:469] Request Headers:
I1030 18:09:56.209562 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:56.209565 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:56.213014 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:56.709569 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:56.709592 125327 round_trippers.go:469] Request Headers:
I1030 18:09:56.709600 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:56.709603 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:56.713134 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:57.210311 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:57.210334 125327 round_trippers.go:469] Request Headers:
I1030 18:09:57.210343 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:57.210346 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:57.213564 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:57.214193 125327 node_ready.go:53] node "ha-529901-m03" has status "Ready":"False"
I1030 18:09:57.709554 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:57.709579 125327 round_trippers.go:469] Request Headers:
I1030 18:09:57.709587 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:57.709597 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:57.712520 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:09:58.210364 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:58.210387 125327 round_trippers.go:469] Request Headers:
I1030 18:09:58.210395 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:58.210400 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:58.214035 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:58.709985 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:58.710008 125327 round_trippers.go:469] Request Headers:
I1030 18:09:58.710016 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:58.710022 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:58.713506 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:59.210032 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:59.210055 125327 round_trippers.go:469] Request Headers:
I1030 18:09:59.210063 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:59.210069 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:59.213972 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:09:59.214564 125327 node_ready.go:53] node "ha-529901-m03" has status "Ready":"False"
I1030 18:09:59.709755 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:09:59.709792 125327 round_trippers.go:469] Request Headers:
I1030 18:09:59.709803 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:09:59.709810 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:09:59.712936 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:00.209823 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:00.209846 125327 round_trippers.go:469] Request Headers:
I1030 18:10:00.209855 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:00.209859 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:00.213154 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:00.710072 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:00.710097 125327 round_trippers.go:469] Request Headers:
I1030 18:10:00.710109 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:00.710116 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:00.713368 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:01.210504 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:01.210527 125327 round_trippers.go:469] Request Headers:
I1030 18:10:01.210535 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:01.210539 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:01.213768 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:01.214595 125327 node_ready.go:53] node "ha-529901-m03" has status "Ready":"False"
I1030 18:10:01.710023 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:01.710046 125327 round_trippers.go:469] Request Headers:
I1030 18:10:01.710058 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:01.710062 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:01.713091 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:02.210242 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:02.210265 125327 round_trippers.go:469] Request Headers:
I1030 18:10:02.210274 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:02.210279 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:02.214144 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:02.710240 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:02.710266 125327 round_trippers.go:469] Request Headers:
I1030 18:10:02.710274 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:02.710283 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:02.713511 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:03.209674 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:03.209701 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.209710 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.209713 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.213239 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:03.710317 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:03.710338 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.710347 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.710351 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.712796 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:03.713275 125327 node_ready.go:49] node "ha-529901-m03" has status "Ready":"True"
I1030 18:10:03.713295 125327 node_ready.go:38] duration metric: took 18.503938941s for node "ha-529901-m03" to be "Ready" ...
I1030 18:10:03.713305 125327 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 18:10:03.713374 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods
I1030 18:10:03.713384 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.713391 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.713396 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.720246 125327 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1030 18:10:03.726859 125327 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-gchk5" in "kube-system" namespace to be "Ready" ...
I1030 18:10:03.726938 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-gchk5
I1030 18:10:03.726947 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.726954 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.726959 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.729524 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:03.730335 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:10:03.730348 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.730355 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.730360 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.732951 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:03.733565 125327 pod_ready.go:93] pod "coredns-7c65d6cfc9-gchk5" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:03.733588 125327 pod_ready.go:82] duration metric: took 6.704795ms for pod "coredns-7c65d6cfc9-gchk5" in "kube-system" namespace to be "Ready" ...
I1030 18:10:03.733601 125327 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-h6tzw" in "kube-system" namespace to be "Ready" ...
I1030 18:10:03.733686 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-h6tzw
I1030 18:10:03.733696 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.733706 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.733713 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.735968 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:03.736627 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:10:03.736645 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.736655 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.736662 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.738844 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:03.739383 125327 pod_ready.go:93] pod "coredns-7c65d6cfc9-h6tzw" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:03.739409 125327 pod_ready.go:82] duration metric: took 5.799047ms for pod "coredns-7c65d6cfc9-h6tzw" in "kube-system" namespace to be "Ready" ...
I1030 18:10:03.739422 125327 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:10:03.739489 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/etcd-ha-529901
I1030 18:10:03.739500 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.739510 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.739519 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.741877 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:03.742512 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:10:03.742528 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.742535 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.742539 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.744901 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:03.745480 125327 pod_ready.go:93] pod "etcd-ha-529901" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:03.745510 125327 pod_ready.go:82] duration metric: took 6.079638ms for pod "etcd-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:10:03.745524 125327 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:10:03.745584 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/etcd-ha-529901-m02
I1030 18:10:03.745595 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.745605 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.745610 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.748564 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:03.749198 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:10:03.749217 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.749227 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.749234 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.751707 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:03.752198 125327 pod_ready.go:93] pod "etcd-ha-529901-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:03.752213 125327 pod_ready.go:82] duration metric: took 6.682512ms for pod "etcd-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:10:03.752223 125327 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-529901-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:10:03.910623 125327 request.go:632] Waited for 158.314221ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/etcd-ha-529901-m03
I1030 18:10:03.910683 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/etcd-ha-529901-m03
I1030 18:10:03.910688 125327 round_trippers.go:469] Request Headers:
I1030 18:10:03.910696 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:03.910701 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:03.913823 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:04.110816 125327 request.go:632] Waited for 196.360971ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:04.110907 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:04.110919 125327 round_trippers.go:469] Request Headers:
I1030 18:10:04.110932 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:04.110939 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:04.113885 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:04.114433 125327 pod_ready.go:93] pod "etcd-ha-529901-m03" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:04.114449 125327 pod_ready.go:82] duration metric: took 362.219849ms for pod "etcd-ha-529901-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:10:04.114466 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:10:04.310545 125327 request.go:632] Waited for 195.993078ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-529901
I1030 18:10:04.310608 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-529901
I1030 18:10:04.310612 125327 round_trippers.go:469] Request Headers:
I1030 18:10:04.310620 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:04.310628 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:04.313559 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:04.510789 125327 request.go:632] Waited for 196.366ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:10:04.510880 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:10:04.510898 125327 round_trippers.go:469] Request Headers:
I1030 18:10:04.510908 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:04.510915 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:04.514787 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:04.515530 125327 pod_ready.go:93] pod "kube-apiserver-ha-529901" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:04.515555 125327 pod_ready.go:82] duration metric: took 401.078622ms for pod "kube-apiserver-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:10:04.515571 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:10:04.710543 125327 request.go:632] Waited for 194.886855ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-529901-m02
I1030 18:10:04.710640 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-529901-m02
I1030 18:10:04.710651 125327 round_trippers.go:469] Request Headers:
I1030 18:10:04.710663 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:04.710676 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:04.713927 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:04.911163 125327 request.go:632] Waited for 196.369224ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:10:04.911221 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:10:04.911226 125327 round_trippers.go:469] Request Headers:
I1030 18:10:04.911240 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:04.911244 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:04.914480 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:04.915398 125327 pod_ready.go:93] pod "kube-apiserver-ha-529901-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:04.915428 125327 pod_ready.go:82] duration metric: took 399.848504ms for pod "kube-apiserver-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:10:04.915444 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-529901-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:10:05.111431 125327 request.go:632] Waited for 195.866123ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-529901-m03
I1030 18:10:05.111504 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-529901-m03
I1030 18:10:05.111514 125327 round_trippers.go:469] Request Headers:
I1030 18:10:05.111524 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:05.111532 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:05.115685 125327 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:10:05.310609 125327 request.go:632] Waited for 194.280996ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:05.310665 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:05.310671 125327 round_trippers.go:469] Request Headers:
I1030 18:10:05.310681 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:05.310688 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:05.314361 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:05.315017 125327 pod_ready.go:93] pod "kube-apiserver-ha-529901-m03" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:05.315040 125327 pod_ready.go:82] duration metric: took 399.587071ms for pod "kube-apiserver-ha-529901-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:10:05.315059 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:10:05.510873 125327 request.go:632] Waited for 195.727248ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-529901
I1030 18:10:05.510936 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-529901
I1030 18:10:05.510940 125327 round_trippers.go:469] Request Headers:
I1030 18:10:05.510949 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:05.510955 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:05.514680 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:05.710792 125327 request.go:632] Waited for 195.273936ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:10:05.710880 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:10:05.710888 125327 round_trippers.go:469] Request Headers:
I1030 18:10:05.710896 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:05.710900 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:05.713876 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:05.714658 125327 pod_ready.go:93] pod "kube-controller-manager-ha-529901" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:05.714677 125327 pod_ready.go:82] duration metric: took 399.605956ms for pod "kube-controller-manager-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:10:05.714687 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:10:05.910785 125327 request.go:632] Waited for 196.029077ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-529901-m02
I1030 18:10:05.910865 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-529901-m02
I1030 18:10:05.910873 125327 round_trippers.go:469] Request Headers:
I1030 18:10:05.910881 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:05.910887 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:05.914125 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:06.110504 125327 request.go:632] Waited for 195.265508ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:10:06.110567 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:10:06.110571 125327 round_trippers.go:469] Request Headers:
I1030 18:10:06.110580 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:06.110585 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:06.113795 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:06.114501 125327 pod_ready.go:93] pod "kube-controller-manager-ha-529901-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:06.114525 125327 pod_ready.go:82] duration metric: took 399.829948ms for pod "kube-controller-manager-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:10:06.114539 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-529901-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:10:06.310936 125327 request.go:632] Waited for 196.321964ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-529901-m03
I1030 18:10:06.311031 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-529901-m03
I1030 18:10:06.311041 125327 round_trippers.go:469] Request Headers:
I1030 18:10:06.311049 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:06.311055 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:06.314727 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:06.510842 125327 request.go:632] Waited for 195.384484ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:06.510924 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:06.510935 125327 round_trippers.go:469] Request Headers:
I1030 18:10:06.510946 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:06.510959 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:06.514240 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:06.514933 125327 pod_ready.go:93] pod "kube-controller-manager-ha-529901-m03" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:06.514955 125327 pod_ready.go:82] duration metric: took 400.407811ms for pod "kube-controller-manager-ha-529901-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:10:06.514966 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-6zhmj" in "kube-system" namespace to be "Ready" ...
I1030 18:10:06.711127 125327 request.go:632] Waited for 196.086988ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6zhmj
I1030 18:10:06.711226 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6zhmj
I1030 18:10:06.711238 125327 round_trippers.go:469] Request Headers:
I1030 18:10:06.711250 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:06.711258 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:06.714864 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:06.910813 125327 request.go:632] Waited for 195.244178ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:06.910896 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:06.910906 125327 round_trippers.go:469] Request Headers:
I1030 18:10:06.910924 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:06.910947 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:06.914972 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:06.915669 125327 pod_ready.go:93] pod "kube-proxy-6zhmj" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:06.915692 125327 pod_ready.go:82] duration metric: took 400.72056ms for pod "kube-proxy-6zhmj" in "kube-system" namespace to be "Ready" ...
I1030 18:10:06.915703 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7lqwz" in "kube-system" namespace to be "Ready" ...
I1030 18:10:07.110813 125327 request.go:632] Waited for 195.031439ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7lqwz
I1030 18:10:07.110905 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-proxy-7lqwz
I1030 18:10:07.110914 125327 round_trippers.go:469] Request Headers:
I1030 18:10:07.110926 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:07.110940 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:07.114545 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:07.311109 125327 request.go:632] Waited for 195.360879ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:10:07.311172 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:10:07.311182 125327 round_trippers.go:469] Request Headers:
I1030 18:10:07.311189 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:07.311193 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:07.314438 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:07.315471 125327 pod_ready.go:93] pod "kube-proxy-7lqwz" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:07.315514 125327 pod_ready.go:82] duration metric: took 399.80325ms for pod "kube-proxy-7lqwz" in "kube-system" namespace to be "Ready" ...
I1030 18:10:07.315543 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-hq669" in "kube-system" namespace to be "Ready" ...
I1030 18:10:07.510394 125327 request.go:632] Waited for 194.777224ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hq669
I1030 18:10:07.510489 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-proxy-hq669
I1030 18:10:07.510503 125327 round_trippers.go:469] Request Headers:
I1030 18:10:07.510511 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:07.510519 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:07.513896 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:07.711163 125327 request.go:632] Waited for 196.349756ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:10:07.711231 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:10:07.711239 125327 round_trippers.go:469] Request Headers:
I1030 18:10:07.711250 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:07.711262 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:07.714227 125327 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1030 18:10:07.714652 125327 pod_ready.go:93] pod "kube-proxy-hq669" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:07.714670 125327 pod_ready.go:82] duration metric: took 399.119607ms for pod "kube-proxy-hq669" in "kube-system" namespace to be "Ready" ...
I1030 18:10:07.714680 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:10:07.910790 125327 request.go:632] Waited for 196.039146ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-529901
I1030 18:10:07.910873 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-529901
I1030 18:10:07.910881 125327 round_trippers.go:469] Request Headers:
I1030 18:10:07.910889 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:07.910897 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:07.914147 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:08.111069 125327 request.go:632] Waited for 196.368941ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:10:08.111127 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901
I1030 18:10:08.111133 125327 round_trippers.go:469] Request Headers:
I1030 18:10:08.111141 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:08.111144 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:08.114585 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:08.115098 125327 pod_ready.go:93] pod "kube-scheduler-ha-529901" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:08.115117 125327 pod_ready.go:82] duration metric: took 400.429939ms for pod "kube-scheduler-ha-529901" in "kube-system" namespace to be "Ready" ...
I1030 18:10:08.115126 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:10:08.311149 125327 request.go:632] Waited for 195.934248ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-529901-m02
I1030 18:10:08.311222 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-529901-m02
I1030 18:10:08.311228 125327 round_trippers.go:469] Request Headers:
I1030 18:10:08.311235 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:08.311238 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:08.314495 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:08.510410 125327 request.go:632] Waited for 195.286664ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:10:08.510480 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m02
I1030 18:10:08.510485 125327 round_trippers.go:469] Request Headers:
I1030 18:10:08.510493 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:08.510497 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:08.513873 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:08.514563 125327 pod_ready.go:93] pod "kube-scheduler-ha-529901-m02" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:08.514584 125327 pod_ready.go:82] duration metric: took 399.450806ms for pod "kube-scheduler-ha-529901-m02" in "kube-system" namespace to be "Ready" ...
I1030 18:10:08.514597 125327 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-529901-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:10:08.710666 125327 request.go:632] Waited for 195.978287ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-529901-m03
I1030 18:10:08.710731 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-529901-m03
I1030 18:10:08.710736 125327 round_trippers.go:469] Request Headers:
I1030 18:10:08.710744 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:08.710748 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:08.714003 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:08.910702 125327 request.go:632] Waited for 195.81643ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:08.910762 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes/ha-529901-m03
I1030 18:10:08.910768 125327 round_trippers.go:469] Request Headers:
I1030 18:10:08.910775 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:08.910778 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:08.913818 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:08.914394 125327 pod_ready.go:93] pod "kube-scheduler-ha-529901-m03" in "kube-system" namespace has status "Ready":"True"
I1030 18:10:08.914415 125327 pod_ready.go:82] duration metric: took 399.810802ms for pod "kube-scheduler-ha-529901-m03" in "kube-system" namespace to be "Ready" ...
I1030 18:10:08.914427 125327 pod_ready.go:39] duration metric: took 5.201109306s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1030 18:10:08.914446 125327 api_server.go:52] waiting for apiserver process to appear ...
I1030 18:10:08.914505 125327 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1030 18:10:08.931769 125327 api_server.go:72] duration metric: took 24.002353076s to wait for apiserver process to appear ...
I1030 18:10:08.931801 125327 api_server.go:88] waiting for apiserver healthz status ...
I1030 18:10:08.931828 125327 api_server.go:253] Checking apiserver healthz at https://192.168.39.136:8443/healthz ...
I1030 18:10:08.936578 125327 api_server.go:279] https://192.168.39.136:8443/healthz returned 200:
ok
I1030 18:10:08.936662 125327 round_trippers.go:463] GET https://192.168.39.136:8443/version
I1030 18:10:08.936673 125327 round_trippers.go:469] Request Headers:
I1030 18:10:08.936683 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:08.936692 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:08.937649 125327 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1030 18:10:08.937708 125327 api_server.go:141] control plane version: v1.31.2
I1030 18:10:08.937722 125327 api_server.go:131] duration metric: took 5.914449ms to wait for apiserver health ...
I1030 18:10:08.937731 125327 system_pods.go:43] waiting for kube-system pods to appear ...
I1030 18:10:09.111153 125327 request.go:632] Waited for 173.339504ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods
I1030 18:10:09.111228 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods
I1030 18:10:09.111239 125327 round_trippers.go:469] Request Headers:
I1030 18:10:09.111247 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:09.111253 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:09.116560 125327 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1030 18:10:09.123571 125327 system_pods.go:59] 24 kube-system pods found
I1030 18:10:09.123599 125327 system_pods.go:61] "coredns-7c65d6cfc9-gchk5" [a1df4810-950a-4fca-80f2-91e3edcfe942] Running
I1030 18:10:09.123604 125327 system_pods.go:61] "coredns-7c65d6cfc9-h6tzw" [733578ff-2d16-4269-8598-a2397fa857de] Running
I1030 18:10:09.123607 125327 system_pods.go:61] "etcd-ha-529901" [2e957933-4387-450b-ac34-019b1ba6b926] Running
I1030 18:10:09.123611 125327 system_pods.go:61] "etcd-ha-529901-m02" [8f2dbde0-8222-4a6c-b3cb-5d81551f2a57] Running
I1030 18:10:09.123613 125327 system_pods.go:61] "etcd-ha-529901-m03" [b8ac899e-590a-4756-8ce8-b5d651d683c7] Running
I1030 18:10:09.123617 125327 system_pods.go:61] "kindnet-4dpr7" [7f2a1812-96ab-4cf2-ac24-822206afeb3b] Running
I1030 18:10:09.123619 125327 system_pods.go:61] "kindnet-82smw" [6a74fec7-93c0-4c75-b7de-16690b9b053d] Running
I1030 18:10:09.123623 125327 system_pods.go:61] "kindnet-97579" [412f320e-5536-478c-9b13-59f37e7b091f] Running
I1030 18:10:09.123626 125327 system_pods.go:61] "kube-apiserver-ha-529901" [da0001e8-48a2-4186-9006-73ede565b6c8] Running
I1030 18:10:09.123629 125327 system_pods.go:61] "kube-apiserver-ha-529901-m02" [382740a5-4828-4bc4-b5b4-76e1616b7819] Running
I1030 18:10:09.123632 125327 system_pods.go:61] "kube-apiserver-ha-529901-m03" [c92a0b03-8f4e-47ce-a794-dea11cd521ed] Running
I1030 18:10:09.123636 125327 system_pods.go:61] "kube-controller-manager-ha-529901" [c5beb1d4-68af-4ccb-a875-7132b0f2c393] Running
I1030 18:10:09.123640 125327 system_pods.go:61] "kube-controller-manager-ha-529901-m02" [9c7df145-53f3-4bb4-b5bc-c23689f10e30] Running
I1030 18:10:09.123643 125327 system_pods.go:61] "kube-controller-manager-ha-529901-m03" [9d6e4ea6-e7f7-4d4c-8b0a-00ab6ac365e9] Running
I1030 18:10:09.123648 125327 system_pods.go:61] "kube-proxy-6zhmj" [08a19b76-c233-45b4-9253-4b4ffe1ed9d3] Running
I1030 18:10:09.123651 125327 system_pods.go:61] "kube-proxy-7lqwz" [dcedf9f5-c753-45e5-b5b4-ad2d792ae30d] Running
I1030 18:10:09.123655 125327 system_pods.go:61] "kube-proxy-hq669" [b3ea0cb0-2cbf-461e-b77f-f6c620760237] Running
I1030 18:10:09.123658 125327 system_pods.go:61] "kube-scheduler-ha-529901" [c099aa52-5a67-42de-9ad5-997cbd7e7bd5] Running
I1030 18:10:09.123661 125327 system_pods.go:61] "kube-scheduler-ha-529901-m02" [5bcfdea7-a9e1-4f4b-8394-1938c74482f7] Running
I1030 18:10:09.123665 125327 system_pods.go:61] "kube-scheduler-ha-529901-m03" [895d877e-858b-4cc8-8a09-eb7c8a2b80c1] Running
I1030 18:10:09.123668 125327 system_pods.go:61] "kube-vip-ha-529901" [e34bf1e0-f894-489e-a2d2-88ea64b09b56] Running
I1030 18:10:09.123671 125327 system_pods.go:61] "kube-vip-ha-529901-m02" [45ea3d47-550b-4903-9ff5-7ec30cefc085] Running
I1030 18:10:09.123676 125327 system_pods.go:61] "kube-vip-ha-529901-m03" [f80b83b8-70de-435d-b8c4-fda2b681eded] Running
I1030 18:10:09.123678 125327 system_pods.go:61] "storage-provisioner" [a6690b27-54e6-4476-821e-798c6062672d] Running
I1030 18:10:09.123684 125327 system_pods.go:74] duration metric: took 185.944376ms to wait for pod list to return data ...
I1030 18:10:09.123695 125327 default_sa.go:34] waiting for default service account to be created ...
I1030 18:10:09.310352 125327 request.go:632] Waited for 186.580398ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/default/serviceaccounts
I1030 18:10:09.310415 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/default/serviceaccounts
I1030 18:10:09.310420 125327 round_trippers.go:469] Request Headers:
I1030 18:10:09.310427 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:09.310433 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:09.314208 125327 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1030 18:10:09.314337 125327 default_sa.go:45] found service account: "default"
I1030 18:10:09.314355 125327 default_sa.go:55] duration metric: took 190.653108ms for default service account to be created ...
I1030 18:10:09.314368 125327 system_pods.go:116] waiting for k8s-apps to be running ...
I1030 18:10:09.510793 125327 request.go:632] Waited for 196.347888ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods
I1030 18:10:09.510855 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/namespaces/kube-system/pods
I1030 18:10:09.510859 125327 round_trippers.go:469] Request Headers:
I1030 18:10:09.510867 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:09.510873 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:09.517122 125327 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1030 18:10:09.524372 125327 system_pods.go:86] 24 kube-system pods found
I1030 18:10:09.524401 125327 system_pods.go:89] "coredns-7c65d6cfc9-gchk5" [a1df4810-950a-4fca-80f2-91e3edcfe942] Running
I1030 18:10:09.524407 125327 system_pods.go:89] "coredns-7c65d6cfc9-h6tzw" [733578ff-2d16-4269-8598-a2397fa857de] Running
I1030 18:10:09.524410 125327 system_pods.go:89] "etcd-ha-529901" [2e957933-4387-450b-ac34-019b1ba6b926] Running
I1030 18:10:09.524414 125327 system_pods.go:89] "etcd-ha-529901-m02" [8f2dbde0-8222-4a6c-b3cb-5d81551f2a57] Running
I1030 18:10:09.524417 125327 system_pods.go:89] "etcd-ha-529901-m03" [b8ac899e-590a-4756-8ce8-b5d651d683c7] Running
I1030 18:10:09.524421 125327 system_pods.go:89] "kindnet-4dpr7" [7f2a1812-96ab-4cf2-ac24-822206afeb3b] Running
I1030 18:10:09.524424 125327 system_pods.go:89] "kindnet-82smw" [6a74fec7-93c0-4c75-b7de-16690b9b053d] Running
I1030 18:10:09.524428 125327 system_pods.go:89] "kindnet-97579" [412f320e-5536-478c-9b13-59f37e7b091f] Running
I1030 18:10:09.524431 125327 system_pods.go:89] "kube-apiserver-ha-529901" [da0001e8-48a2-4186-9006-73ede565b6c8] Running
I1030 18:10:09.524441 125327 system_pods.go:89] "kube-apiserver-ha-529901-m02" [382740a5-4828-4bc4-b5b4-76e1616b7819] Running
I1030 18:10:09.524448 125327 system_pods.go:89] "kube-apiserver-ha-529901-m03" [c92a0b03-8f4e-47ce-a794-dea11cd521ed] Running
I1030 18:10:09.524451 125327 system_pods.go:89] "kube-controller-manager-ha-529901" [c5beb1d4-68af-4ccb-a875-7132b0f2c393] Running
I1030 18:10:09.524455 125327 system_pods.go:89] "kube-controller-manager-ha-529901-m02" [9c7df145-53f3-4bb4-b5bc-c23689f10e30] Running
I1030 18:10:09.524458 125327 system_pods.go:89] "kube-controller-manager-ha-529901-m03" [9d6e4ea6-e7f7-4d4c-8b0a-00ab6ac365e9] Running
I1030 18:10:09.524467 125327 system_pods.go:89] "kube-proxy-6zhmj" [08a19b76-c233-45b4-9253-4b4ffe1ed9d3] Running
I1030 18:10:09.524473 125327 system_pods.go:89] "kube-proxy-7lqwz" [dcedf9f5-c753-45e5-b5b4-ad2d792ae30d] Running
I1030 18:10:09.524478 125327 system_pods.go:89] "kube-proxy-hq669" [b3ea0cb0-2cbf-461e-b77f-f6c620760237] Running
I1030 18:10:09.524483 125327 system_pods.go:89] "kube-scheduler-ha-529901" [c099aa52-5a67-42de-9ad5-997cbd7e7bd5] Running
I1030 18:10:09.524486 125327 system_pods.go:89] "kube-scheduler-ha-529901-m02" [5bcfdea7-a9e1-4f4b-8394-1938c74482f7] Running
I1030 18:10:09.524489 125327 system_pods.go:89] "kube-scheduler-ha-529901-m03" [895d877e-858b-4cc8-8a09-eb7c8a2b80c1] Running
I1030 18:10:09.524492 125327 system_pods.go:89] "kube-vip-ha-529901" [e34bf1e0-f894-489e-a2d2-88ea64b09b56] Running
I1030 18:10:09.524496 125327 system_pods.go:89] "kube-vip-ha-529901-m02" [45ea3d47-550b-4903-9ff5-7ec30cefc085] Running
I1030 18:10:09.524499 125327 system_pods.go:89] "kube-vip-ha-529901-m03" [f80b83b8-70de-435d-b8c4-fda2b681eded] Running
I1030 18:10:09.524505 125327 system_pods.go:89] "storage-provisioner" [a6690b27-54e6-4476-821e-798c6062672d] Running
I1030 18:10:09.524511 125327 system_pods.go:126] duration metric: took 210.134801ms to wait for k8s-apps to be running ...
I1030 18:10:09.524520 125327 system_svc.go:44] waiting for kubelet service to be running ....
I1030 18:10:09.524562 125327 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1030 18:10:09.540372 125327 system_svc.go:56] duration metric: took 15.841165ms WaitForService to wait for kubelet
I1030 18:10:09.540408 125327 kubeadm.go:582] duration metric: took 24.610999468s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1030 18:10:09.540433 125327 node_conditions.go:102] verifying NodePressure condition ...
I1030 18:10:09.710788 125327 request.go:632] Waited for 170.25523ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.136:8443/api/v1/nodes
I1030 18:10:09.710848 125327 round_trippers.go:463] GET https://192.168.39.136:8443/api/v1/nodes
I1030 18:10:09.710856 125327 round_trippers.go:469] Request Headers:
I1030 18:10:09.710865 125327 round_trippers.go:473] Accept: application/json, */*
I1030 18:10:09.710874 125327 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1030 18:10:09.715460 125327 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1030 18:10:09.716936 125327 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 18:10:09.716956 125327 node_conditions.go:123] node cpu capacity is 2
I1030 18:10:09.716968 125327 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 18:10:09.716971 125327 node_conditions.go:123] node cpu capacity is 2
I1030 18:10:09.716975 125327 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1030 18:10:09.716978 125327 node_conditions.go:123] node cpu capacity is 2
I1030 18:10:09.716982 125327 node_conditions.go:105] duration metric: took 176.543563ms to run NodePressure ...
I1030 18:10:09.716994 125327 start.go:241] waiting for startup goroutines ...
I1030 18:10:09.717020 125327 start.go:255] writing updated cluster config ...
I1030 18:10:09.717465 125327 ssh_runner.go:195] Run: rm -f paused
I1030 18:10:09.769280 125327 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1030 18:10:09.771386 125327 out.go:177] * Done! kubectl is now configured to use "ha-529901" cluster and "default" namespace by default
==> CRI-O <==
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.474233438Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312047474201814,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=5934ac60-71d9-4465-9292-aec7a776a6eb name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.474985111Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=9376c4c5-3531-41c1-a882-006c3071bd89 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.475036379Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=9376c4c5-3531-41c1-a882-006c3071bd89 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.475285263Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:bc95f9b4df312e437c171d5addc22d9c8d10f95e6bdf197020d7a47a138d05ce,PodSandboxId:d913e3fb55f7b3f9c88660bc3bb93dabcfd66dbc24bf86e379d30560304ad716,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730311813929029104,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-qtcxc,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ac5fe3c1-ec57-40aa-a865-fadaf7828f45,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a06a61d406bf30e6d9018199277ba4f4cc3b427bd584dd9c7ecb2d6de1598694,PodSandboxId:259cc2271af4c9bb5f91edb969d368f27214deb93626ea8977c1d5b8aa90ec97,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730311683762764002,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-h6tzw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 733578ff-2d16-4269-8598-a2397fa857de,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1f662c0d5dc940f958f6f777f59bd3f0cb2a6ea178455a2bde62409742bf7314,PodSandboxId:0ea6b9343ff6361b9912be384988eb51603894ae62e8885f50a1791f7c4ee798,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730311683723522278,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-gchk5,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
a1df4810-950a-4fca-80f2-91e3edcfe942,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:86fedd724a5f92dce0ac36bff09dd895f6e480a982e81066c56c10ee1524c811,PodSandboxId:29f4c46e13295d357f307e72bb76a3b683243b3f9cf3bfd54d941afe0bc48d02,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730311683645797935,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a6690b27-54e6-4476-821e-798c6062672d,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:293b7d1ef17b7123f6a0b7ece6e359bc9cca8da85e5ddc7d23904f15f8263641,PodSandboxId:0f395141d3f36059b21b8cf8f097d78529249c6940663df6f1de0c841dcf1c32,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1730311671674267972,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-82smw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6a74fec7-93c0-4c75-b7de-16690b9b053d,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dfe0c320c2f9d5d72776faad447aff39aaf0a352505fb23a384d77a285ef87f5,PodSandboxId:50d77bb65f5818dc9c7a4c709327854d89b52d2cce6d019ccab7f687587648e0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730311666
999733711,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-7lqwz,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dcedf9f5-c753-45e5-b5b4-ad2d792ae30d,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fc6b09e26b829b17eeffd451374dda1b66f5620dd8d8ba8c927662d143b546c1,PodSandboxId:8c842b96cf2893ac661d8dc60da13bd70c7b03c63adf9309607686d0c7c2430b,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:173031165655
7171709,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d497caf92a3866d2eaa735771eca77d7,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ab3109ca101cb86d7e39e1e027702375c579c0178ae3d8e1d431650afb78e2d6,PodSandboxId:099ed61ff139295275773b5bc920951e7f6887a28b73142f1069cbbebc12036d,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730311653742088794,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a9695495a8e31120e486312a4fdf9452,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:15875e61f6b6c3d3d61e54a8026ea65932102a291204eecb3b006ea3cd47bf94,PodSandboxId:6918870909a080bb6e7484a5e8958a409e53e5bb155cef342724b00e3360b08e,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730311653756514850,Labels:map[string]string{io.kubernetes.container.name: kube-control
ler-manager,io.kubernetes.pod.name: kube-controller-manager-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d38c31e51bc0462d8cff959d070e7037,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dac30f4c0bbd3d83891cdb4c9d77ce4a28afc0fed35b8baaa0aac8918607e716,PodSandboxId:4c8ec4f20788d1cee33d7246424616bd9af969c77dbe999c3077dca2c760b52f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730311653678822983,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,
io.kubernetes.pod.name: kube-scheduler-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1b0000ab74d01f3ae62a4ffd6c5e7c41,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:601f21165ab24630be670c046c1a9165ec26ac8ccd8538b2a46005e835d4f5f2,PodSandboxId:fa828f8cb391d1fb4bcd51b5074615d0f857db99c2ff13b7879f5b0ce7041b71,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730311653620576603,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.nam
e: kube-apiserver-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a59ff833d14f18c71bef8059b5f622f0,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=9376c4c5-3531-41c1-a882-006c3071bd89 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.513264221Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=1a4ee1d5-dc5d-4443-bc46-0889a71c3c30 name=/runtime.v1.RuntimeService/Version
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.513347760Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=1a4ee1d5-dc5d-4443-bc46-0889a71c3c30 name=/runtime.v1.RuntimeService/Version
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.514862881Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=71ca72c4-8d36-4568-8d1b-890f885b2733 name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.515325103Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312047515289018,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=71ca72c4-8d36-4568-8d1b-890f885b2733 name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.516138408Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=3b90e4ac-10ff-4c53-ab10-c82939808c62 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.516220751Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=3b90e4ac-10ff-4c53-ab10-c82939808c62 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.516635451Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:bc95f9b4df312e437c171d5addc22d9c8d10f95e6bdf197020d7a47a138d05ce,PodSandboxId:d913e3fb55f7b3f9c88660bc3bb93dabcfd66dbc24bf86e379d30560304ad716,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730311813929029104,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-qtcxc,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ac5fe3c1-ec57-40aa-a865-fadaf7828f45,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a06a61d406bf30e6d9018199277ba4f4cc3b427bd584dd9c7ecb2d6de1598694,PodSandboxId:259cc2271af4c9bb5f91edb969d368f27214deb93626ea8977c1d5b8aa90ec97,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730311683762764002,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-h6tzw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 733578ff-2d16-4269-8598-a2397fa857de,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1f662c0d5dc940f958f6f777f59bd3f0cb2a6ea178455a2bde62409742bf7314,PodSandboxId:0ea6b9343ff6361b9912be384988eb51603894ae62e8885f50a1791f7c4ee798,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730311683723522278,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-gchk5,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
a1df4810-950a-4fca-80f2-91e3edcfe942,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:86fedd724a5f92dce0ac36bff09dd895f6e480a982e81066c56c10ee1524c811,PodSandboxId:29f4c46e13295d357f307e72bb76a3b683243b3f9cf3bfd54d941afe0bc48d02,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730311683645797935,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a6690b27-54e6-4476-821e-798c6062672d,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:293b7d1ef17b7123f6a0b7ece6e359bc9cca8da85e5ddc7d23904f15f8263641,PodSandboxId:0f395141d3f36059b21b8cf8f097d78529249c6940663df6f1de0c841dcf1c32,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1730311671674267972,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-82smw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6a74fec7-93c0-4c75-b7de-16690b9b053d,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dfe0c320c2f9d5d72776faad447aff39aaf0a352505fb23a384d77a285ef87f5,PodSandboxId:50d77bb65f5818dc9c7a4c709327854d89b52d2cce6d019ccab7f687587648e0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730311666
999733711,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-7lqwz,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dcedf9f5-c753-45e5-b5b4-ad2d792ae30d,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fc6b09e26b829b17eeffd451374dda1b66f5620dd8d8ba8c927662d143b546c1,PodSandboxId:8c842b96cf2893ac661d8dc60da13bd70c7b03c63adf9309607686d0c7c2430b,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:173031165655
7171709,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d497caf92a3866d2eaa735771eca77d7,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ab3109ca101cb86d7e39e1e027702375c579c0178ae3d8e1d431650afb78e2d6,PodSandboxId:099ed61ff139295275773b5bc920951e7f6887a28b73142f1069cbbebc12036d,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730311653742088794,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a9695495a8e31120e486312a4fdf9452,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:15875e61f6b6c3d3d61e54a8026ea65932102a291204eecb3b006ea3cd47bf94,PodSandboxId:6918870909a080bb6e7484a5e8958a409e53e5bb155cef342724b00e3360b08e,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730311653756514850,Labels:map[string]string{io.kubernetes.container.name: kube-control
ler-manager,io.kubernetes.pod.name: kube-controller-manager-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d38c31e51bc0462d8cff959d070e7037,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dac30f4c0bbd3d83891cdb4c9d77ce4a28afc0fed35b8baaa0aac8918607e716,PodSandboxId:4c8ec4f20788d1cee33d7246424616bd9af969c77dbe999c3077dca2c760b52f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730311653678822983,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,
io.kubernetes.pod.name: kube-scheduler-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1b0000ab74d01f3ae62a4ffd6c5e7c41,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:601f21165ab24630be670c046c1a9165ec26ac8ccd8538b2a46005e835d4f5f2,PodSandboxId:fa828f8cb391d1fb4bcd51b5074615d0f857db99c2ff13b7879f5b0ce7041b71,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730311653620576603,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.nam
e: kube-apiserver-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a59ff833d14f18c71bef8059b5f622f0,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=3b90e4ac-10ff-4c53-ab10-c82939808c62 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.556850000Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=f7b09305-9830-46ee-a991-53e8e1f5dfe2 name=/runtime.v1.RuntimeService/Version
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.556923925Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=f7b09305-9830-46ee-a991-53e8e1f5dfe2 name=/runtime.v1.RuntimeService/Version
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.558637275Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=3f5ec0de-b7dc-4f6a-9ebc-a3869b60cbd3 name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.559097824Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312047559074509,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=3f5ec0de-b7dc-4f6a-9ebc-a3869b60cbd3 name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.559609797Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=0cfa31d3-b421-4270-9dfd-3bce0ba948fe name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.559661867Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=0cfa31d3-b421-4270-9dfd-3bce0ba948fe name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.559890577Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:bc95f9b4df312e437c171d5addc22d9c8d10f95e6bdf197020d7a47a138d05ce,PodSandboxId:d913e3fb55f7b3f9c88660bc3bb93dabcfd66dbc24bf86e379d30560304ad716,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730311813929029104,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-qtcxc,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ac5fe3c1-ec57-40aa-a865-fadaf7828f45,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a06a61d406bf30e6d9018199277ba4f4cc3b427bd584dd9c7ecb2d6de1598694,PodSandboxId:259cc2271af4c9bb5f91edb969d368f27214deb93626ea8977c1d5b8aa90ec97,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730311683762764002,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-h6tzw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 733578ff-2d16-4269-8598-a2397fa857de,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1f662c0d5dc940f958f6f777f59bd3f0cb2a6ea178455a2bde62409742bf7314,PodSandboxId:0ea6b9343ff6361b9912be384988eb51603894ae62e8885f50a1791f7c4ee798,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730311683723522278,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-gchk5,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
a1df4810-950a-4fca-80f2-91e3edcfe942,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:86fedd724a5f92dce0ac36bff09dd895f6e480a982e81066c56c10ee1524c811,PodSandboxId:29f4c46e13295d357f307e72bb76a3b683243b3f9cf3bfd54d941afe0bc48d02,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730311683645797935,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a6690b27-54e6-4476-821e-798c6062672d,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:293b7d1ef17b7123f6a0b7ece6e359bc9cca8da85e5ddc7d23904f15f8263641,PodSandboxId:0f395141d3f36059b21b8cf8f097d78529249c6940663df6f1de0c841dcf1c32,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1730311671674267972,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-82smw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6a74fec7-93c0-4c75-b7de-16690b9b053d,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dfe0c320c2f9d5d72776faad447aff39aaf0a352505fb23a384d77a285ef87f5,PodSandboxId:50d77bb65f5818dc9c7a4c709327854d89b52d2cce6d019ccab7f687587648e0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730311666
999733711,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-7lqwz,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dcedf9f5-c753-45e5-b5b4-ad2d792ae30d,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fc6b09e26b829b17eeffd451374dda1b66f5620dd8d8ba8c927662d143b546c1,PodSandboxId:8c842b96cf2893ac661d8dc60da13bd70c7b03c63adf9309607686d0c7c2430b,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:173031165655
7171709,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d497caf92a3866d2eaa735771eca77d7,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ab3109ca101cb86d7e39e1e027702375c579c0178ae3d8e1d431650afb78e2d6,PodSandboxId:099ed61ff139295275773b5bc920951e7f6887a28b73142f1069cbbebc12036d,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730311653742088794,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a9695495a8e31120e486312a4fdf9452,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:15875e61f6b6c3d3d61e54a8026ea65932102a291204eecb3b006ea3cd47bf94,PodSandboxId:6918870909a080bb6e7484a5e8958a409e53e5bb155cef342724b00e3360b08e,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730311653756514850,Labels:map[string]string{io.kubernetes.container.name: kube-control
ler-manager,io.kubernetes.pod.name: kube-controller-manager-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d38c31e51bc0462d8cff959d070e7037,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dac30f4c0bbd3d83891cdb4c9d77ce4a28afc0fed35b8baaa0aac8918607e716,PodSandboxId:4c8ec4f20788d1cee33d7246424616bd9af969c77dbe999c3077dca2c760b52f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730311653678822983,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,
io.kubernetes.pod.name: kube-scheduler-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1b0000ab74d01f3ae62a4ffd6c5e7c41,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:601f21165ab24630be670c046c1a9165ec26ac8ccd8538b2a46005e835d4f5f2,PodSandboxId:fa828f8cb391d1fb4bcd51b5074615d0f857db99c2ff13b7879f5b0ce7041b71,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730311653620576603,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.nam
e: kube-apiserver-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a59ff833d14f18c71bef8059b5f622f0,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=0cfa31d3-b421-4270-9dfd-3bce0ba948fe name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.606443831Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=c98a69c2-db14-4dc4-a5f4-d075dfa6d084 name=/runtime.v1.RuntimeService/Version
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.606522138Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=c98a69c2-db14-4dc4-a5f4-d075dfa6d084 name=/runtime.v1.RuntimeService/Version
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.607924153Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=afd72dea-0244-4fde-babf-c9c86cae38db name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.608560163Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312047608532371,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=afd72dea-0244-4fde-babf-c9c86cae38db name=/runtime.v1.ImageService/ImageFsInfo
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.609213306Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=bc990f3d-10c5-45ab-bd0b-775e71ff7201 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.609306589Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=bc990f3d-10c5-45ab-bd0b-775e71ff7201 name=/runtime.v1.RuntimeService/ListContainers
Oct 30 18:14:07 ha-529901 crio[667]: time="2024-10-30 18:14:07.609604057Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:bc95f9b4df312e437c171d5addc22d9c8d10f95e6bdf197020d7a47a138d05ce,PodSandboxId:d913e3fb55f7b3f9c88660bc3bb93dabcfd66dbc24bf86e379d30560304ad716,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1730311813929029104,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-qtcxc,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ac5fe3c1-ec57-40aa-a865-fadaf7828f45,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a06a61d406bf30e6d9018199277ba4f4cc3b427bd584dd9c7ecb2d6de1598694,PodSandboxId:259cc2271af4c9bb5f91edb969d368f27214deb93626ea8977c1d5b8aa90ec97,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730311683762764002,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-h6tzw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 733578ff-2d16-4269-8598-a2397fa857de,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1f662c0d5dc940f958f6f777f59bd3f0cb2a6ea178455a2bde62409742bf7314,PodSandboxId:0ea6b9343ff6361b9912be384988eb51603894ae62e8885f50a1791f7c4ee798,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1730311683723522278,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-gchk5,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
a1df4810-950a-4fca-80f2-91e3edcfe942,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:86fedd724a5f92dce0ac36bff09dd895f6e480a982e81066c56c10ee1524c811,PodSandboxId:29f4c46e13295d357f307e72bb76a3b683243b3f9cf3bfd54d941afe0bc48d02,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1730311683645797935,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a6690b27-54e6-4476-821e-798c6062672d,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:293b7d1ef17b7123f6a0b7ece6e359bc9cca8da85e5ddc7d23904f15f8263641,PodSandboxId:0f395141d3f36059b21b8cf8f097d78529249c6940663df6f1de0c841dcf1c32,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1730311671674267972,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-82smw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 6a74fec7-93c0-4c75-b7de-16690b9b053d,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dfe0c320c2f9d5d72776faad447aff39aaf0a352505fb23a384d77a285ef87f5,PodSandboxId:50d77bb65f5818dc9c7a4c709327854d89b52d2cce6d019ccab7f687587648e0,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1730311666
999733711,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-7lqwz,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dcedf9f5-c753-45e5-b5b4-ad2d792ae30d,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fc6b09e26b829b17eeffd451374dda1b66f5620dd8d8ba8c927662d143b546c1,PodSandboxId:8c842b96cf2893ac661d8dc60da13bd70c7b03c63adf9309607686d0c7c2430b,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:016cfb97b0edc5f5faf96fd4671670e2ee0c2263308214ac118721a81729592d,State:CONTAINER_RUNNING,CreatedAt:173031165655
7171709,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d497caf92a3866d2eaa735771eca77d7,},Annotations:map[string]string{io.kubernetes.container.hash: f5549532,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ab3109ca101cb86d7e39e1e027702375c579c0178ae3d8e1d431650afb78e2d6,PodSandboxId:099ed61ff139295275773b5bc920951e7f6887a28b73142f1069cbbebc12036d,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1730311653742088794,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a9695495a8e31120e486312a4fdf9452,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:15875e61f6b6c3d3d61e54a8026ea65932102a291204eecb3b006ea3cd47bf94,PodSandboxId:6918870909a080bb6e7484a5e8958a409e53e5bb155cef342724b00e3360b08e,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1730311653756514850,Labels:map[string]string{io.kubernetes.container.name: kube-control
ler-manager,io.kubernetes.pod.name: kube-controller-manager-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d38c31e51bc0462d8cff959d070e7037,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dac30f4c0bbd3d83891cdb4c9d77ce4a28afc0fed35b8baaa0aac8918607e716,PodSandboxId:4c8ec4f20788d1cee33d7246424616bd9af969c77dbe999c3077dca2c760b52f,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1730311653678822983,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,
io.kubernetes.pod.name: kube-scheduler-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1b0000ab74d01f3ae62a4ffd6c5e7c41,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:601f21165ab24630be670c046c1a9165ec26ac8ccd8538b2a46005e835d4f5f2,PodSandboxId:fa828f8cb391d1fb4bcd51b5074615d0f857db99c2ff13b7879f5b0ce7041b71,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1730311653620576603,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.nam
e: kube-apiserver-ha-529901,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a59ff833d14f18c71bef8059b5f622f0,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=bc990f3d-10c5-45ab-bd0b-775e71ff7201 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
bc95f9b4df312 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 d913e3fb55f7b busybox-7dff88458-qtcxc
a06a61d406bf3 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 259cc2271af4c coredns-7c65d6cfc9-h6tzw
1f662c0d5dc94 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 0ea6b9343ff63 coredns-7c65d6cfc9-gchk5
86fedd724a5f9 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 29f4c46e13295 storage-provisioner
293b7d1ef17b7 docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16 6 minutes ago Running kindnet-cni 0 0f395141d3f36 kindnet-82smw
dfe0c320c2f9d 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 50d77bb65f581 kube-proxy-7lqwz
fc6b09e26b829 ghcr.io/kube-vip/kube-vip@sha256:3742a655001d24c4ec1a4da019fdbacb1699cd42d40e34753848fb6b0c8b5215 6 minutes ago Running kube-vip 0 8c842b96cf289 kube-vip-ha-529901
15875e61f6b6c 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 6918870909a08 kube-controller-manager-ha-529901
ab3109ca101cb 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 099ed61ff1392 etcd-ha-529901
dac30f4c0bbd3 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 4c8ec4f20788d kube-scheduler-ha-529901
601f21165ab24 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 fa828f8cb391d kube-apiserver-ha-529901
==> coredns [1f662c0d5dc940f958f6f777f59bd3f0cb2a6ea178455a2bde62409742bf7314] <==
[INFO] 10.244.0.4:51696 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.000363368s
[INFO] 10.244.0.4:54277 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001333572s
[INFO] 10.244.1.2:42760 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000227052s
[INFO] 10.244.1.2:43597 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001738924s
[INFO] 10.244.2.2:35366 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000189475s
[INFO] 10.244.2.2:43285 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.004063612s
[INFO] 10.244.2.2:40315 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000193631s
[INFO] 10.244.2.2:46426 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.004091662s
[INFO] 10.244.2.2:49991 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000207447s
[INFO] 10.244.0.4:50416 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000168186s
[INFO] 10.244.0.4:46984 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002551427s
[INFO] 10.244.0.4:50432 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000191713s
[INFO] 10.244.0.4:57109 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000083151s
[INFO] 10.244.0.4:57383 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000425869s
[INFO] 10.244.1.2:36339 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000122929s
[INFO] 10.244.1.2:59260 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00011088s
[INFO] 10.244.2.2:56732 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000129589s
[INFO] 10.244.0.4:60652 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000127087s
[INFO] 10.244.0.4:59674 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000090992s
[INFO] 10.244.1.2:56206 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000106942s
[INFO] 10.244.1.2:44531 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000118617s
[INFO] 10.244.2.2:47306 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000197044s
[INFO] 10.244.2.2:49422 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000139339s
[INFO] 10.244.0.4:43835 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000101382s
[INFO] 10.244.1.2:43969 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000418064s
==> coredns [a06a61d406bf30e6d9018199277ba4f4cc3b427bd584dd9c7ecb2d6de1598694] <==
[INFO] 10.244.2.2:43763 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000153234s
[INFO] 10.244.0.4:59837 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002014232s
[INFO] 10.244.0.4:59068 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000095296s
[INFO] 10.244.0.4:47231 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000310246s
[INFO] 10.244.1.2:43055 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000148013s
[INFO] 10.244.1.2:45003 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001810572s
[INFO] 10.244.1.2:58765 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000093609s
[INFO] 10.244.1.2:37137 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.00131182s
[INFO] 10.244.1.2:43020 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000072016s
[INFO] 10.244.1.2:54807 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000070754s
[INFO] 10.244.2.2:44814 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000113327s
[INFO] 10.244.2.2:57163 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000176068s
[INFO] 10.244.2.2:33469 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000083861s
[INFO] 10.244.0.4:36254 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000087881s
[INFO] 10.244.0.4:59058 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000130768s
[INFO] 10.244.1.2:50609 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00011665s
[INFO] 10.244.1.2:55833 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000086954s
[INFO] 10.244.2.2:56099 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000227689s
[INFO] 10.244.2.2:44436 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000396332s
[INFO] 10.244.0.4:44574 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.0001138s
[INFO] 10.244.0.4:40635 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00009179s
[INFO] 10.244.0.4:35611 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000303879s
[INFO] 10.244.1.2:47354 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000178072s
[INFO] 10.244.1.2:56561 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000298414s
[INFO] 10.244.1.2:55959 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000173467s
==> describe nodes <==
Name: ha-529901
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-529901
kubernetes.io/os=linux
minikube.k8s.io/commit=fdba805bb34456e7aa50250bb232fc1132231917
minikube.k8s.io/name=ha-529901
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_30T18_07_41_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 18:07:38 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-529901
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 18:14:06 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 30 Oct 2024 18:10:43 +0000 Wed, 30 Oct 2024 18:07:36 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 30 Oct 2024 18:10:43 +0000 Wed, 30 Oct 2024 18:07:36 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 30 Oct 2024 18:10:43 +0000 Wed, 30 Oct 2024 18:07:36 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 30 Oct 2024 18:10:43 +0000 Wed, 30 Oct 2024 18:08:03 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.136
Hostname: ha-529901
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 3da4f70354d34990b0cca36b6f4fda0b
System UUID: 3da4f703-54d3-4990-b0cc-a36b6f4fda0b
Boot ID: 5ecf463e-b126-49fc-8458-63ea21850629
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-qtcxc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system coredns-7c65d6cfc9-gchk5 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m22s
kube-system coredns-7c65d6cfc9-h6tzw 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m22s
kube-system etcd-ha-529901 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m27s
kube-system kindnet-82smw 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m22s
kube-system kube-apiserver-ha-529901 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m27s
kube-system kube-controller-manager-ha-529901 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m27s
kube-system kube-proxy-7lqwz 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m22s
kube-system kube-scheduler-ha-529901 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m27s
kube-system kube-vip-ha-529901 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m27s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m22s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m20s kube-proxy
Normal Starting 6m35s kubelet Starting kubelet.
Normal NodeHasSufficientPID 6m34s (x7 over 6m34s) kubelet Node ha-529901 status is now: NodeHasSufficientPID
Normal NodeHasSufficientMemory 6m34s (x8 over 6m34s) kubelet Node ha-529901 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m34s (x8 over 6m34s) kubelet Node ha-529901 status is now: NodeHasNoDiskPressure
Normal NodeAllocatableEnforced 6m34s kubelet Updated Node Allocatable limit across pods
Normal Starting 6m27s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m27s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m27s kubelet Node ha-529901 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m27s kubelet Node ha-529901 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m27s kubelet Node ha-529901 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m23s node-controller Node ha-529901 event: Registered Node ha-529901 in Controller
Normal NodeReady 6m4s kubelet Node ha-529901 status is now: NodeReady
Normal RegisteredNode 5m29s node-controller Node ha-529901 event: Registered Node ha-529901 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-529901 event: Registered Node ha-529901 in Controller
Name: ha-529901-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-529901-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=fdba805bb34456e7aa50250bb232fc1132231917
minikube.k8s.io/name=ha-529901
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_30T18_08_32_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 18:08:30 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-529901-m02
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 18:11:23 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Wed, 30 Oct 2024 18:10:33 +0000 Wed, 30 Oct 2024 18:12:04 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Wed, 30 Oct 2024 18:10:33 +0000 Wed, 30 Oct 2024 18:12:04 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Wed, 30 Oct 2024 18:10:33 +0000 Wed, 30 Oct 2024 18:12:04 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Wed, 30 Oct 2024 18:10:33 +0000 Wed, 30 Oct 2024 18:12:04 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.44
Hostname: ha-529901-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 73d9ab4d25a742b681787b03e9091486
System UUID: 73d9ab4d-25a7-42b6-8178-7b03e9091486
Boot ID: 02c2aaab-e490-439b-9be6-1b323f26b370
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-t2ddj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-529901-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m35s
kube-system kindnet-4dpr7 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m37s
kube-system kube-apiserver-ha-529901-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m35s
kube-system kube-controller-manager-ha-529901-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m29s
kube-system kube-proxy-hq669 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m37s
kube-system kube-scheduler-ha-529901-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m27s
kube-system kube-vip-ha-529901-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m32s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m32s kube-proxy
Normal NodeHasSufficientMemory 5m37s (x8 over 5m37s) kubelet Node ha-529901-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m37s (x8 over 5m37s) kubelet Node ha-529901-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m37s (x7 over 5m37s) kubelet Node ha-529901-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m37s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m33s node-controller Node ha-529901-m02 event: Registered Node ha-529901-m02 in Controller
Normal RegisteredNode 5m29s node-controller Node ha-529901-m02 event: Registered Node ha-529901-m02 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-529901-m02 event: Registered Node ha-529901-m02 in Controller
Normal NodeNotReady 2m3s node-controller Node ha-529901-m02 status is now: NodeNotReady
Name: ha-529901-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-529901-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=fdba805bb34456e7aa50250bb232fc1132231917
minikube.k8s.io/name=ha-529901
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_30T18_09_44_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 18:09:41 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-529901-m03
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 18:14:06 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 30 Oct 2024 18:10:42 +0000 Wed, 30 Oct 2024 18:09:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 30 Oct 2024 18:10:42 +0000 Wed, 30 Oct 2024 18:09:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 30 Oct 2024 18:10:42 +0000 Wed, 30 Oct 2024 18:09:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 30 Oct 2024 18:10:42 +0000 Wed, 30 Oct 2024 18:10:03 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.40
Hostname: ha-529901-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 655770ed3d594d84a96b80a937f3c7df
System UUID: 655770ed-3d59-4d84-a96b-80a937f3c7df
Boot ID: edd1e38f-b48b-42b5-9c5e-e835787db5c9
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-bd5cs 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-529901-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m24s
kube-system kindnet-97579 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m26s
kube-system kube-apiserver-ha-529901-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m24s
kube-system kube-controller-manager-ha-529901-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m24s
kube-system kube-proxy-6zhmj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-scheduler-ha-529901-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m16s
kube-system kube-vip-ha-529901-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m21s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m22s kube-proxy
Normal NodeHasSufficientMemory 4m26s (x8 over 4m26s) kubelet Node ha-529901-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m26s (x8 over 4m26s) kubelet Node ha-529901-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m26s (x7 over 4m26s) kubelet Node ha-529901-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m26s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m24s node-controller Node ha-529901-m03 event: Registered Node ha-529901-m03 in Controller
Normal RegisteredNode 4m23s node-controller Node ha-529901-m03 event: Registered Node ha-529901-m03 in Controller
Normal RegisteredNode 4m18s node-controller Node ha-529901-m03 event: Registered Node ha-529901-m03 in Controller
Name: ha-529901-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-529901-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=fdba805bb34456e7aa50250bb232fc1132231917
minikube.k8s.io/name=ha-529901
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_30T18_10_48_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 30 Oct 2024 18:10:48 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-529901-m04
AcquireTime: <unset>
RenewTime: Wed, 30 Oct 2024 18:14:02 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 30 Oct 2024 18:11:18 +0000 Wed, 30 Oct 2024 18:10:48 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 30 Oct 2024 18:11:18 +0000 Wed, 30 Oct 2024 18:10:48 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 30 Oct 2024 18:11:18 +0000 Wed, 30 Oct 2024 18:10:48 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 30 Oct 2024 18:11:18 +0000 Wed, 30 Oct 2024 18:11:07 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.186
Hostname: ha-529901-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 52176de30389461b9cd7de5060f743f4
System UUID: 52176de3-0389-461b-9cd7-de5060f743f4
Boot ID: 91e14416-3419-4621-a879-aa01e5aaeb45
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-bh28r 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m18s
kube-system kube-proxy-5hj4n 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m20s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m15s kube-proxy
Normal NodeAllocatableEnforced 3m21s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m20s node-controller Node ha-529901-m04 event: Registered Node ha-529901-m04 in Controller
Normal NodeHasSufficientMemory 3m20s (x2 over 3m21s) kubelet Node ha-529901-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m20s (x2 over 3m21s) kubelet Node ha-529901-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m20s (x2 over 3m21s) kubelet Node ha-529901-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 3m19s node-controller Node ha-529901-m04 event: Registered Node ha-529901-m04 in Controller
Normal RegisteredNode 3m19s node-controller Node ha-529901-m04 event: Registered Node ha-529901-m04 in Controller
Normal NodeReady 3m1s kubelet Node ha-529901-m04 status is now: NodeReady
==> dmesg <==
[Oct30 18:06] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000000] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000001] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.051093] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.039798] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[Oct30 18:07] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.532084] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.644494] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +11.866541] systemd-fstab-generator[588]: Ignoring "noauto" option for root device
[ +0.056081] kauditd_printk_skb: 1 callbacks suppressed
[ +0.068313] systemd-fstab-generator[600]: Ignoring "noauto" option for root device
[ +0.180826] systemd-fstab-generator[616]: Ignoring "noauto" option for root device
[ +0.140865] systemd-fstab-generator[628]: Ignoring "noauto" option for root device
[ +0.276626] systemd-fstab-generator[657]: Ignoring "noauto" option for root device
[ +3.961309] systemd-fstab-generator[750]: Ignoring "noauto" option for root device
[ +4.420068] systemd-fstab-generator[887]: Ignoring "noauto" option for root device
[ +0.055849] kauditd_printk_skb: 158 callbacks suppressed
[ +7.504215] systemd-fstab-generator[1303]: Ignoring "noauto" option for root device
[ +0.079339] kauditd_printk_skb: 79 callbacks suppressed
[ +6.946304] kauditd_printk_skb: 21 callbacks suppressed
[ +5.624291] kauditd_printk_skb: 34 callbacks suppressed
[Oct30 18:08] kauditd_printk_skb: 24 callbacks suppressed
==> etcd [ab3109ca101cb86d7e39e1e027702375c579c0178ae3d8e1d431650afb78e2d6] <==
{"level":"warn","ts":"2024-10-30T18:14:07.896836Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.907031Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.914247Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.922488Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.925116Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.929663Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.933088Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.941119Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.948255Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.955591Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.961113Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.964984Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.975214Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.977738Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.982561Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.990653Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.995150Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:07.998290Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:08.001468Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:08.009889Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:08.018301Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:08.022483Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:08.029844Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:08.030702Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-30T18:14:08.034726Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"32f03a72bea6354e","from":"32f03a72bea6354e","remote-peer-id":"65ef36c38b080da0","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
18:14:08 up 7 min, 0 users, load average: 0.27, 0.35, 0.20
Linux ha-529901 5.10.207 #1 SMP Mon Oct 28 15:05:56 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [293b7d1ef17b7123f6a0b7ece6e359bc9cca8da85e5ddc7d23904f15f8263641] <==
I1030 18:13:33.036205 1 main.go:324] Node ha-529901-m04 has CIDR [10.244.3.0/24]
I1030 18:13:43.027889 1 main.go:297] Handling node with IPs: map[192.168.39.136:{}]
I1030 18:13:43.027978 1 main.go:301] handling current node
I1030 18:13:43.028009 1 main.go:297] Handling node with IPs: map[192.168.39.44:{}]
I1030 18:13:43.028027 1 main.go:324] Node ha-529901-m02 has CIDR [10.244.1.0/24]
I1030 18:13:43.028305 1 main.go:297] Handling node with IPs: map[192.168.39.40:{}]
I1030 18:13:43.028337 1 main.go:324] Node ha-529901-m03 has CIDR [10.244.2.0/24]
I1030 18:13:43.028588 1 main.go:297] Handling node with IPs: map[192.168.39.186:{}]
I1030 18:13:43.028621 1 main.go:324] Node ha-529901-m04 has CIDR [10.244.3.0/24]
I1030 18:13:53.028696 1 main.go:297] Handling node with IPs: map[192.168.39.136:{}]
I1030 18:13:53.028793 1 main.go:301] handling current node
I1030 18:13:53.028826 1 main.go:297] Handling node with IPs: map[192.168.39.44:{}]
I1030 18:13:53.028845 1 main.go:324] Node ha-529901-m02 has CIDR [10.244.1.0/24]
I1030 18:13:53.029056 1 main.go:297] Handling node with IPs: map[192.168.39.40:{}]
I1030 18:13:53.029082 1 main.go:324] Node ha-529901-m03 has CIDR [10.244.2.0/24]
I1030 18:13:53.029204 1 main.go:297] Handling node with IPs: map[192.168.39.186:{}]
I1030 18:13:53.029332 1 main.go:324] Node ha-529901-m04 has CIDR [10.244.3.0/24]
I1030 18:14:03.034240 1 main.go:297] Handling node with IPs: map[192.168.39.136:{}]
I1030 18:14:03.034355 1 main.go:301] handling current node
I1030 18:14:03.034431 1 main.go:297] Handling node with IPs: map[192.168.39.44:{}]
I1030 18:14:03.034455 1 main.go:324] Node ha-529901-m02 has CIDR [10.244.1.0/24]
I1030 18:14:03.034661 1 main.go:297] Handling node with IPs: map[192.168.39.40:{}]
I1030 18:14:03.034688 1 main.go:324] Node ha-529901-m03 has CIDR [10.244.2.0/24]
I1030 18:14:03.034807 1 main.go:297] Handling node with IPs: map[192.168.39.186:{}]
I1030 18:14:03.034813 1 main.go:324] Node ha-529901-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [601f21165ab24630be670c046c1a9165ec26ac8ccd8538b2a46005e835d4f5f2] <==
I1030 18:07:39.284107 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1030 18:07:39.291729 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.136]
I1030 18:07:39.292783 1 controller.go:615] quota admission added evaluator for: endpoints
I1030 18:07:39.297471 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1030 18:07:39.509089 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1030 18:07:40.223185 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1030 18:07:40.237228 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1030 18:07:40.259063 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1030 18:07:45.004827 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1030 18:07:45.215172 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1030 18:10:15.345061 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47424: use of closed network connection
E1030 18:10:15.530032 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47446: use of closed network connection
E1030 18:10:15.713191 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47462: use of closed network connection
E1030 18:10:15.895083 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47478: use of closed network connection
E1030 18:10:16.082322 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47496: use of closed network connection
E1030 18:10:16.263675 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47514: use of closed network connection
E1030 18:10:16.434510 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47532: use of closed network connection
E1030 18:10:16.605025 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:47548: use of closed network connection
E1030 18:10:16.787591 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32852: use of closed network connection
E1030 18:10:17.087344 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32880: use of closed network connection
E1030 18:10:17.266951 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32892: use of closed network connection
E1030 18:10:17.436515 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32920: use of closed network connection
E1030 18:10:17.805788 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32952: use of closed network connection
E1030 18:10:17.976680 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32960: use of closed network connection
W1030 18:11:29.291656 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.136 192.168.39.40]
==> kube-controller-manager [15875e61f6b6c3d3d61e54a8026ea65932102a291204eecb3b006ea3cd47bf94] <==
I1030 18:10:48.114990 1 actual_state_of_world.go:540] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-529901-m04\" does not exist"
I1030 18:10:48.164210 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-529901-m04" podCIDRs=["10.244.3.0/24"]
I1030 18:10:48.164275 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:10:48.164310 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:10:48.463237 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:10:48.876030 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:10:49.049237 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:10:49.370132 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-529901-m04"
I1030 18:10:49.371099 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:10:49.505130 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:10:49.672082 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:10:49.728927 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:10:58.359179 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:11:07.884943 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-529901-m04"
I1030 18:11:07.885336 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:11:07.908265 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:11:08.719271 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:11:18.752489 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m04"
I1030 18:12:04.399511 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-529901-m04"
I1030 18:12:04.399648 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m02"
I1030 18:12:04.428772 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m02"
I1030 18:12:04.520797 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="50.163966ms"
I1030 18:12:04.520899 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="55.448µs"
I1030 18:12:04.795474 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m02"
I1030 18:12:09.635860 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-529901-m02"
==> kube-proxy [dfe0c320c2f9d5d72776faad447aff39aaf0a352505fb23a384d77a285ef87f5] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1030 18:07:47.316670 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1030 18:07:47.330093 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.136"]
E1030 18:07:47.330252 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1030 18:07:47.370938 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1030 18:07:47.371039 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1030 18:07:47.371080 1 server_linux.go:169] "Using iptables Proxier"
I1030 18:07:47.373643 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1030 18:07:47.374034 1 server.go:483] "Version info" version="v1.31.2"
I1030 18:07:47.374096 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1030 18:07:47.375794 1 config.go:199] "Starting service config controller"
I1030 18:07:47.375855 1 shared_informer.go:313] Waiting for caches to sync for service config
I1030 18:07:47.375908 1 config.go:105] "Starting endpoint slice config controller"
I1030 18:07:47.375926 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1030 18:07:47.376468 1 config.go:328] "Starting node config controller"
I1030 18:07:47.379545 1 shared_informer.go:313] Waiting for caches to sync for node config
I1030 18:07:47.476211 1 shared_informer.go:320] Caches are synced for service config
I1030 18:07:47.476588 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1030 18:07:47.480549 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [dac30f4c0bbd3d83891cdb4c9d77ce4a28afc0fed35b8baaa0aac8918607e716] <==
I1030 18:10:10.671822 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-bd5cs" node="ha-529901-m03"
E1030 18:10:48.194441 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-mqcsd\": pod kindnet-mqcsd is already assigned to node \"ha-529901-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-mqcsd" node="ha-529901-m04"
E1030 18:10:48.194617 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 47ce09a5-84b5-4a7b-94ef-2842926f45d1(kube-system/kindnet-mqcsd) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-mqcsd"
E1030 18:10:48.194678 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-mqcsd\": pod kindnet-mqcsd is already assigned to node \"ha-529901-m04\"" pod="kube-system/kindnet-mqcsd"
I1030 18:10:48.194758 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-mqcsd" node="ha-529901-m04"
E1030 18:10:48.211716 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-k58vf\": pod kindnet-k58vf is already assigned to node \"ha-529901-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-k58vf" node="ha-529901-m04"
E1030 18:10:48.211792 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod cf9dc3a9-bc14-414f-b0b5-5beaf494f99d(kube-system/kindnet-k58vf) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-k58vf"
E1030 18:10:48.211813 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-k58vf\": pod kindnet-k58vf is already assigned to node \"ha-529901-m04\"" pod="kube-system/kindnet-k58vf"
I1030 18:10:48.211834 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-k58vf" node="ha-529901-m04"
E1030 18:10:48.214006 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-sql94\": pod kube-proxy-sql94 is already assigned to node \"ha-529901-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-sql94" node="ha-529901-m04"
E1030 18:10:48.215786 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 123eaf69-2e57-497d-af5c-5614da1a46d6(kube-system/kube-proxy-sql94) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-sql94"
E1030 18:10:48.220624 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-sql94\": pod kube-proxy-sql94 is already assigned to node \"ha-529901-m04\"" pod="kube-system/kube-proxy-sql94"
I1030 18:10:48.221308 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-sql94" node="ha-529901-m04"
E1030 18:10:48.214648 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-7jm6p\": pod kube-proxy-7jm6p is already assigned to node \"ha-529901-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-7jm6p" node="ha-529901-m04"
E1030 18:10:48.221926 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod d6e0f05d-229f-452e-97c8-2af5139f3741(kube-system/kube-proxy-7jm6p) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-7jm6p"
E1030 18:10:48.221954 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-7jm6p\": pod kube-proxy-7jm6p is already assigned to node \"ha-529901-m04\"" pod="kube-system/kube-proxy-7jm6p"
I1030 18:10:48.221970 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-7jm6p" node="ha-529901-m04"
E1030 18:10:48.260121 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-5hj4n\": pod kube-proxy-5hj4n is already assigned to node \"ha-529901-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-5hj4n" node="ha-529901-m04"
E1030 18:10:48.261083 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 530f5426-bd3e-499d-af93-e1c31ecaac07(kube-system/kube-proxy-5hj4n) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-5hj4n"
E1030 18:10:48.261180 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-5hj4n\": pod kube-proxy-5hj4n is already assigned to node \"ha-529901-m04\"" pod="kube-system/kube-proxy-5hj4n"
I1030 18:10:48.261253 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-5hj4n" node="ha-529901-m04"
E1030 18:10:48.261813 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-p2fvh\": pod kindnet-p2fvh is already assigned to node \"ha-529901-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-p2fvh" node="ha-529901-m04"
E1030 18:10:48.263662 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 24d88fa5-9893-4282-9156-744a8ee503a3(kube-system/kindnet-p2fvh) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-p2fvh"
E1030 18:10:48.263808 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-p2fvh\": pod kindnet-p2fvh is already assigned to node \"ha-529901-m04\"" pod="kube-system/kindnet-p2fvh"
I1030 18:10:48.263853 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-p2fvh" node="ha-529901-m04"
==> kubelet <==
Oct 30 18:12:40 ha-529901 kubelet[1310]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 30 18:12:40 ha-529901 kubelet[1310]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 30 18:12:40 ha-529901 kubelet[1310]: E1030 18:12:40.284712 1310 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730311960284363355,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:12:40 ha-529901 kubelet[1310]: E1030 18:12:40.284752 1310 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730311960284363355,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:12:50 ha-529901 kubelet[1310]: E1030 18:12:50.286752 1310 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730311970286307803,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:12:50 ha-529901 kubelet[1310]: E1030 18:12:50.286796 1310 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730311970286307803,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:00 ha-529901 kubelet[1310]: E1030 18:13:00.289265 1310 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730311980288826898,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:00 ha-529901 kubelet[1310]: E1030 18:13:00.289916 1310 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730311980288826898,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:10 ha-529901 kubelet[1310]: E1030 18:13:10.298542 1310 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730311990295306046,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:10 ha-529901 kubelet[1310]: E1030 18:13:10.299058 1310 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730311990295306046,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:20 ha-529901 kubelet[1310]: E1030 18:13:20.301327 1310 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312000300951028,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:20 ha-529901 kubelet[1310]: E1030 18:13:20.301447 1310 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312000300951028,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:30 ha-529901 kubelet[1310]: E1030 18:13:30.303836 1310 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312010303429887,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:30 ha-529901 kubelet[1310]: E1030 18:13:30.303860 1310 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312010303429887,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:40 ha-529901 kubelet[1310]: E1030 18:13:40.167329 1310 iptables.go:577] "Could not set up iptables canary" err=<
Oct 30 18:13:40 ha-529901 kubelet[1310]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 30 18:13:40 ha-529901 kubelet[1310]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 30 18:13:40 ha-529901 kubelet[1310]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 30 18:13:40 ha-529901 kubelet[1310]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 30 18:13:40 ha-529901 kubelet[1310]: E1030 18:13:40.306139 1310 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312020305667133,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:40 ha-529901 kubelet[1310]: E1030 18:13:40.306200 1310 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312020305667133,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:50 ha-529901 kubelet[1310]: E1030 18:13:50.309295 1310 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312030308691828,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:13:50 ha-529901 kubelet[1310]: E1030 18:13:50.309361 1310 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312030308691828,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:14:00 ha-529901 kubelet[1310]: E1030 18:14:00.311293 1310 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312040310701409,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 30 18:14:00 ha-529901 kubelet[1310]: E1030 18:14:00.311676 1310 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730312040310701409,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-529901 -n ha-529901
helpers_test.go:261: (dbg) Run: kubectl --context ha-529901 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.34s)