=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (3.962083332s)
ha_test.go:309: expected profile "ha-994751" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-994751\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-994751\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,
\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-994751\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.65\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.117\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.53\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.134\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"me
tallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":2
62144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-994751 -n ha-994751
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-994751 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-994751 logs -n 25: (1.449234501s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-994751 ssh -n | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-994751 cp ha-994751-m03:/home/docker/cp-test.txt | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751:/home/docker/cp-test_ha-994751-m03_ha-994751.txt | | | | | |
| ssh | ha-994751 ssh -n | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-994751 ssh -n ha-994751 sudo cat | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | /home/docker/cp-test_ha-994751-m03_ha-994751.txt | | | | | |
| cp | ha-994751 cp ha-994751-m03:/home/docker/cp-test.txt | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m02:/home/docker/cp-test_ha-994751-m03_ha-994751-m02.txt | | | | | |
| ssh | ha-994751 ssh -n | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-994751 ssh -n ha-994751-m02 sudo cat | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | /home/docker/cp-test_ha-994751-m03_ha-994751-m02.txt | | | | | |
| cp | ha-994751 cp ha-994751-m03:/home/docker/cp-test.txt | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m04:/home/docker/cp-test_ha-994751-m03_ha-994751-m04.txt | | | | | |
| ssh | ha-994751 ssh -n | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-994751 ssh -n ha-994751-m04 sudo cat | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | /home/docker/cp-test_ha-994751-m03_ha-994751-m04.txt | | | | | |
| cp | ha-994751 cp testdata/cp-test.txt | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-994751 ssh -n | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-994751 cp ha-994751-m04:/home/docker/cp-test.txt | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile1363640037/001/cp-test_ha-994751-m04.txt | | | | | |
| ssh | ha-994751 ssh -n | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-994751 cp ha-994751-m04:/home/docker/cp-test.txt | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751:/home/docker/cp-test_ha-994751-m04_ha-994751.txt | | | | | |
| ssh | ha-994751 ssh -n | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-994751 ssh -n ha-994751 sudo cat | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | /home/docker/cp-test_ha-994751-m04_ha-994751.txt | | | | | |
| cp | ha-994751 cp ha-994751-m04:/home/docker/cp-test.txt | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m02:/home/docker/cp-test_ha-994751-m04_ha-994751-m02.txt | | | | | |
| ssh | ha-994751 ssh -n | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-994751 ssh -n ha-994751-m02 sudo cat | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | /home/docker/cp-test_ha-994751-m04_ha-994751-m02.txt | | | | | |
| cp | ha-994751 cp ha-994751-m04:/home/docker/cp-test.txt | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m03:/home/docker/cp-test_ha-994751-m04_ha-994751-m03.txt | | | | | |
| ssh | ha-994751 ssh -n | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | ha-994751-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-994751 ssh -n ha-994751-m03 sudo cat | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | 04 Oct 24 03:22 UTC |
| | /home/docker/cp-test_ha-994751-m04_ha-994751-m03.txt | | | | | |
| node | ha-994751 node stop m02 -v=7 | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:22 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-994751 node start m02 -v=7 | ha-994751 | jenkins | v1.34.0 | 04 Oct 24 03:25 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/04 03:18:05
Running on machine: ubuntu-20-agent-10
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1004 03:18:05.722757 30630 out.go:345] Setting OutFile to fd 1 ...
I1004 03:18:05.722861 30630 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1004 03:18:05.722866 30630 out.go:358] Setting ErrFile to fd 2...
I1004 03:18:05.722871 30630 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1004 03:18:05.723051 30630 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19546-9647/.minikube/bin
I1004 03:18:05.723672 30630 out.go:352] Setting JSON to false
I1004 03:18:05.724646 30630 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-10","uptime":3631,"bootTime":1728008255,"procs":173,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1004 03:18:05.724743 30630 start.go:139] virtualization: kvm guest
I1004 03:18:05.726903 30630 out.go:177] * [ha-994751] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1004 03:18:05.728435 30630 notify.go:220] Checking for updates...
I1004 03:18:05.728459 30630 out.go:177] - MINIKUBE_LOCATION=19546
I1004 03:18:05.730163 30630 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1004 03:18:05.731580 30630 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19546-9647/kubeconfig
I1004 03:18:05.733048 30630 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19546-9647/.minikube
I1004 03:18:05.734449 30630 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1004 03:18:05.735914 30630 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1004 03:18:05.737675 30630 driver.go:394] Setting default libvirt URI to qemu:///system
I1004 03:18:05.774405 30630 out.go:177] * Using the kvm2 driver based on user configuration
I1004 03:18:05.775959 30630 start.go:297] selected driver: kvm2
I1004 03:18:05.775980 30630 start.go:901] validating driver "kvm2" against <nil>
I1004 03:18:05.775993 30630 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1004 03:18:05.776759 30630 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1004 03:18:05.776855 30630 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19546-9647/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1004 03:18:05.791915 30630 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1004 03:18:05.791974 30630 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1004 03:18:05.792218 30630 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1004 03:18:05.792245 30630 cni.go:84] Creating CNI manager for ""
I1004 03:18:05.792281 30630 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1004 03:18:05.792289 30630 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1004 03:18:05.792342 30630 start.go:340] cluster config:
{Name:ha-994751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-994751 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1004 03:18:05.792429 30630 iso.go:125] acquiring lock: {Name:mka909be892d8392f9339eae5480e293574a6d6f Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1004 03:18:05.794321 30630 out.go:177] * Starting "ha-994751" primary control-plane node in "ha-994751" cluster
I1004 03:18:05.795797 30630 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1004 03:18:05.795855 30630 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19546-9647/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I1004 03:18:05.795867 30630 cache.go:56] Caching tarball of preloaded images
I1004 03:18:05.795948 30630 preload.go:172] Found /home/jenkins/minikube-integration/19546-9647/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1004 03:18:05.795958 30630 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1004 03:18:05.796250 30630 profile.go:143] Saving config to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/config.json ...
I1004 03:18:05.796278 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/config.json: {Name:mk8f786fa93ab6935652e46df2caeb1892ffd1fa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:18:05.796426 30630 start.go:360] acquireMachinesLock for ha-994751: {Name:mkd1b6a549425547fb7f1523c6881d37bca41fc3 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1004 03:18:05.796455 30630 start.go:364] duration metric: took 15.921µs to acquireMachinesLock for "ha-994751"
I1004 03:18:05.796470 30630 start.go:93] Provisioning new machine with config: &{Name:ha-994751 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-994751 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1004 03:18:05.796525 30630 start.go:125] createHost starting for "" (driver="kvm2")
I1004 03:18:05.798287 30630 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1004 03:18:05.798440 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:18:05.798475 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:18:05.812686 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34047
I1004 03:18:05.813143 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:18:05.813678 30630 main.go:141] libmachine: Using API Version 1
I1004 03:18:05.813709 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:18:05.814066 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:18:05.814254 30630 main.go:141] libmachine: (ha-994751) Calling .GetMachineName
I1004 03:18:05.814407 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:18:05.814549 30630 start.go:159] libmachine.API.Create for "ha-994751" (driver="kvm2")
I1004 03:18:05.814572 30630 client.go:168] LocalClient.Create starting
I1004 03:18:05.814612 30630 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem
I1004 03:18:05.814645 30630 main.go:141] libmachine: Decoding PEM data...
I1004 03:18:05.814661 30630 main.go:141] libmachine: Parsing certificate...
I1004 03:18:05.814721 30630 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem
I1004 03:18:05.814738 30630 main.go:141] libmachine: Decoding PEM data...
I1004 03:18:05.814750 30630 main.go:141] libmachine: Parsing certificate...
I1004 03:18:05.814764 30630 main.go:141] libmachine: Running pre-create checks...
I1004 03:18:05.814779 30630 main.go:141] libmachine: (ha-994751) Calling .PreCreateCheck
I1004 03:18:05.815056 30630 main.go:141] libmachine: (ha-994751) Calling .GetConfigRaw
I1004 03:18:05.815402 30630 main.go:141] libmachine: Creating machine...
I1004 03:18:05.815413 30630 main.go:141] libmachine: (ha-994751) Calling .Create
I1004 03:18:05.815566 30630 main.go:141] libmachine: (ha-994751) Creating KVM machine...
I1004 03:18:05.816861 30630 main.go:141] libmachine: (ha-994751) DBG | found existing default KVM network
I1004 03:18:05.817536 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:05.817406 30653 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0002111e0}
I1004 03:18:05.817563 30630 main.go:141] libmachine: (ha-994751) DBG | created network xml:
I1004 03:18:05.817586 30630 main.go:141] libmachine: (ha-994751) DBG | <network>
I1004 03:18:05.817592 30630 main.go:141] libmachine: (ha-994751) DBG | <name>mk-ha-994751</name>
I1004 03:18:05.817597 30630 main.go:141] libmachine: (ha-994751) DBG | <dns enable='no'/>
I1004 03:18:05.817602 30630 main.go:141] libmachine: (ha-994751) DBG |
I1004 03:18:05.817610 30630 main.go:141] libmachine: (ha-994751) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1004 03:18:05.817615 30630 main.go:141] libmachine: (ha-994751) DBG | <dhcp>
I1004 03:18:05.817621 30630 main.go:141] libmachine: (ha-994751) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1004 03:18:05.817629 30630 main.go:141] libmachine: (ha-994751) DBG | </dhcp>
I1004 03:18:05.817644 30630 main.go:141] libmachine: (ha-994751) DBG | </ip>
I1004 03:18:05.817652 30630 main.go:141] libmachine: (ha-994751) DBG |
I1004 03:18:05.817659 30630 main.go:141] libmachine: (ha-994751) DBG | </network>
I1004 03:18:05.817668 30630 main.go:141] libmachine: (ha-994751) DBG |
I1004 03:18:05.823178 30630 main.go:141] libmachine: (ha-994751) DBG | trying to create private KVM network mk-ha-994751 192.168.39.0/24...
I1004 03:18:05.886885 30630 main.go:141] libmachine: (ha-994751) DBG | private KVM network mk-ha-994751 192.168.39.0/24 created
I1004 03:18:05.886925 30630 main.go:141] libmachine: (ha-994751) Setting up store path in /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751 ...
I1004 03:18:05.886940 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:05.886875 30653 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19546-9647/.minikube
I1004 03:18:05.886958 30630 main.go:141] libmachine: (ha-994751) Building disk image from file:///home/jenkins/minikube-integration/19546-9647/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1004 03:18:05.887024 30630 main.go:141] libmachine: (ha-994751) Downloading /home/jenkins/minikube-integration/19546-9647/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19546-9647/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1004 03:18:06.142449 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:06.142299 30653 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa...
I1004 03:18:06.210635 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:06.210526 30653 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/ha-994751.rawdisk...
I1004 03:18:06.210664 30630 main.go:141] libmachine: (ha-994751) DBG | Writing magic tar header
I1004 03:18:06.210677 30630 main.go:141] libmachine: (ha-994751) DBG | Writing SSH key tar header
I1004 03:18:06.210688 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:06.210638 30653 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751 ...
I1004 03:18:06.210755 30630 main.go:141] libmachine: (ha-994751) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751
I1004 03:18:06.210796 30630 main.go:141] libmachine: (ha-994751) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751 (perms=drwx------)
I1004 03:18:06.210813 30630 main.go:141] libmachine: (ha-994751) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647/.minikube/machines
I1004 03:18:06.210829 30630 main.go:141] libmachine: (ha-994751) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647/.minikube
I1004 03:18:06.210837 30630 main.go:141] libmachine: (ha-994751) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647
I1004 03:18:06.210844 30630 main.go:141] libmachine: (ha-994751) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1004 03:18:06.210850 30630 main.go:141] libmachine: (ha-994751) DBG | Checking permissions on dir: /home/jenkins
I1004 03:18:06.210857 30630 main.go:141] libmachine: (ha-994751) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647/.minikube/machines (perms=drwxr-xr-x)
I1004 03:18:06.210924 30630 main.go:141] libmachine: (ha-994751) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647/.minikube (perms=drwxr-xr-x)
I1004 03:18:06.210944 30630 main.go:141] libmachine: (ha-994751) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647 (perms=drwxrwxr-x)
I1004 03:18:06.210949 30630 main.go:141] libmachine: (ha-994751) DBG | Checking permissions on dir: /home
I1004 03:18:06.210957 30630 main.go:141] libmachine: (ha-994751) DBG | Skipping /home - not owner
I1004 03:18:06.210976 30630 main.go:141] libmachine: (ha-994751) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1004 03:18:06.210990 30630 main.go:141] libmachine: (ha-994751) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1004 03:18:06.210999 30630 main.go:141] libmachine: (ha-994751) Creating domain...
I1004 03:18:06.212079 30630 main.go:141] libmachine: (ha-994751) define libvirt domain using xml:
I1004 03:18:06.212103 30630 main.go:141] libmachine: (ha-994751) <domain type='kvm'>
I1004 03:18:06.212112 30630 main.go:141] libmachine: (ha-994751) <name>ha-994751</name>
I1004 03:18:06.212118 30630 main.go:141] libmachine: (ha-994751) <memory unit='MiB'>2200</memory>
I1004 03:18:06.212126 30630 main.go:141] libmachine: (ha-994751) <vcpu>2</vcpu>
I1004 03:18:06.212132 30630 main.go:141] libmachine: (ha-994751) <features>
I1004 03:18:06.212140 30630 main.go:141] libmachine: (ha-994751) <acpi/>
I1004 03:18:06.212152 30630 main.go:141] libmachine: (ha-994751) <apic/>
I1004 03:18:06.212164 30630 main.go:141] libmachine: (ha-994751) <pae/>
I1004 03:18:06.212177 30630 main.go:141] libmachine: (ha-994751)
I1004 03:18:06.212187 30630 main.go:141] libmachine: (ha-994751) </features>
I1004 03:18:06.212192 30630 main.go:141] libmachine: (ha-994751) <cpu mode='host-passthrough'>
I1004 03:18:06.212196 30630 main.go:141] libmachine: (ha-994751)
I1004 03:18:06.212200 30630 main.go:141] libmachine: (ha-994751) </cpu>
I1004 03:18:06.212204 30630 main.go:141] libmachine: (ha-994751) <os>
I1004 03:18:06.212210 30630 main.go:141] libmachine: (ha-994751) <type>hvm</type>
I1004 03:18:06.212215 30630 main.go:141] libmachine: (ha-994751) <boot dev='cdrom'/>
I1004 03:18:06.212228 30630 main.go:141] libmachine: (ha-994751) <boot dev='hd'/>
I1004 03:18:06.212253 30630 main.go:141] libmachine: (ha-994751) <bootmenu enable='no'/>
I1004 03:18:06.212268 30630 main.go:141] libmachine: (ha-994751) </os>
I1004 03:18:06.212286 30630 main.go:141] libmachine: (ha-994751) <devices>
I1004 03:18:06.212296 30630 main.go:141] libmachine: (ha-994751) <disk type='file' device='cdrom'>
I1004 03:18:06.212309 30630 main.go:141] libmachine: (ha-994751) <source file='/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/boot2docker.iso'/>
I1004 03:18:06.212319 30630 main.go:141] libmachine: (ha-994751) <target dev='hdc' bus='scsi'/>
I1004 03:18:06.212330 30630 main.go:141] libmachine: (ha-994751) <readonly/>
I1004 03:18:06.212334 30630 main.go:141] libmachine: (ha-994751) </disk>
I1004 03:18:06.212342 30630 main.go:141] libmachine: (ha-994751) <disk type='file' device='disk'>
I1004 03:18:06.212354 30630 main.go:141] libmachine: (ha-994751) <driver name='qemu' type='raw' cache='default' io='threads' />
I1004 03:18:06.212370 30630 main.go:141] libmachine: (ha-994751) <source file='/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/ha-994751.rawdisk'/>
I1004 03:18:06.212380 30630 main.go:141] libmachine: (ha-994751) <target dev='hda' bus='virtio'/>
I1004 03:18:06.212388 30630 main.go:141] libmachine: (ha-994751) </disk>
I1004 03:18:06.212397 30630 main.go:141] libmachine: (ha-994751) <interface type='network'>
I1004 03:18:06.212406 30630 main.go:141] libmachine: (ha-994751) <source network='mk-ha-994751'/>
I1004 03:18:06.212415 30630 main.go:141] libmachine: (ha-994751) <model type='virtio'/>
I1004 03:18:06.212440 30630 main.go:141] libmachine: (ha-994751) </interface>
I1004 03:18:06.212460 30630 main.go:141] libmachine: (ha-994751) <interface type='network'>
I1004 03:18:06.212467 30630 main.go:141] libmachine: (ha-994751) <source network='default'/>
I1004 03:18:06.212471 30630 main.go:141] libmachine: (ha-994751) <model type='virtio'/>
I1004 03:18:06.212479 30630 main.go:141] libmachine: (ha-994751) </interface>
I1004 03:18:06.212494 30630 main.go:141] libmachine: (ha-994751) <serial type='pty'>
I1004 03:18:06.212502 30630 main.go:141] libmachine: (ha-994751) <target port='0'/>
I1004 03:18:06.212508 30630 main.go:141] libmachine: (ha-994751) </serial>
I1004 03:18:06.212516 30630 main.go:141] libmachine: (ha-994751) <console type='pty'>
I1004 03:18:06.212520 30630 main.go:141] libmachine: (ha-994751) <target type='serial' port='0'/>
I1004 03:18:06.212542 30630 main.go:141] libmachine: (ha-994751) </console>
I1004 03:18:06.212560 30630 main.go:141] libmachine: (ha-994751) <rng model='virtio'>
I1004 03:18:06.212574 30630 main.go:141] libmachine: (ha-994751) <backend model='random'>/dev/random</backend>
I1004 03:18:06.212585 30630 main.go:141] libmachine: (ha-994751) </rng>
I1004 03:18:06.212593 30630 main.go:141] libmachine: (ha-994751)
I1004 03:18:06.212602 30630 main.go:141] libmachine: (ha-994751)
I1004 03:18:06.212610 30630 main.go:141] libmachine: (ha-994751) </devices>
I1004 03:18:06.212618 30630 main.go:141] libmachine: (ha-994751) </domain>
I1004 03:18:06.212627 30630 main.go:141] libmachine: (ha-994751)
I1004 03:18:06.216801 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:e9:7d:48 in network default
I1004 03:18:06.217289 30630 main.go:141] libmachine: (ha-994751) Ensuring networks are active...
I1004 03:18:06.217308 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:06.217978 30630 main.go:141] libmachine: (ha-994751) Ensuring network default is active
I1004 03:18:06.218330 30630 main.go:141] libmachine: (ha-994751) Ensuring network mk-ha-994751 is active
I1004 03:18:06.218792 30630 main.go:141] libmachine: (ha-994751) Getting domain xml...
I1004 03:18:06.219458 30630 main.go:141] libmachine: (ha-994751) Creating domain...
I1004 03:18:07.407094 30630 main.go:141] libmachine: (ha-994751) Waiting to get IP...
I1004 03:18:07.407817 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:07.408229 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:07.408273 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:07.408187 30653 retry.go:31] will retry after 265.096314ms: waiting for machine to come up
I1004 03:18:07.674734 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:07.675129 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:07.675155 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:07.675076 30653 retry.go:31] will retry after 390.620211ms: waiting for machine to come up
I1004 03:18:08.067622 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:08.068086 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:08.068114 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:08.068031 30653 retry.go:31] will retry after 362.909556ms: waiting for machine to come up
I1004 03:18:08.432460 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:08.432888 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:08.432909 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:08.432822 30653 retry.go:31] will retry after 609.869022ms: waiting for machine to come up
I1004 03:18:09.044728 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:09.045180 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:09.045206 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:09.045129 30653 retry.go:31] will retry after 721.849297ms: waiting for machine to come up
I1004 03:18:09.769005 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:09.769517 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:09.769542 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:09.769465 30653 retry.go:31] will retry after 920.066652ms: waiting for machine to come up
I1004 03:18:10.691477 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:10.691934 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:10.691982 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:10.691880 30653 retry.go:31] will retry after 915.375779ms: waiting for machine to come up
I1004 03:18:11.608614 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:11.609000 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:11.609026 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:11.608956 30653 retry.go:31] will retry after 1.213056064s: waiting for machine to come up
I1004 03:18:12.823425 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:12.823843 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:12.823863 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:12.823799 30653 retry.go:31] will retry after 1.167496597s: waiting for machine to come up
I1004 03:18:13.993222 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:13.993651 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:13.993670 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:13.993625 30653 retry.go:31] will retry after 1.774059142s: waiting for machine to come up
I1004 03:18:15.769014 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:15.769477 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:15.769521 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:15.769420 30653 retry.go:31] will retry after 2.081580382s: waiting for machine to come up
I1004 03:18:17.853131 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:17.853479 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:17.853503 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:17.853441 30653 retry.go:31] will retry after 3.090115259s: waiting for machine to come up
I1004 03:18:20.945030 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:20.945469 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:20.945493 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:20.945409 30653 retry.go:31] will retry after 4.314609333s: waiting for machine to come up
I1004 03:18:25.264846 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:25.265316 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find current IP address of domain ha-994751 in network mk-ha-994751
I1004 03:18:25.265335 30630 main.go:141] libmachine: (ha-994751) DBG | I1004 03:18:25.265278 30653 retry.go:31] will retry after 4.302479318s: waiting for machine to come up
I1004 03:18:29.572575 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:29.572946 30630 main.go:141] libmachine: (ha-994751) Found IP for machine: 192.168.39.65
I1004 03:18:29.572975 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has current primary IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:29.572983 30630 main.go:141] libmachine: (ha-994751) Reserving static IP address...
I1004 03:18:29.573371 30630 main.go:141] libmachine: (ha-994751) DBG | unable to find host DHCP lease matching {name: "ha-994751", mac: "52:54:00:9b:b2:a8", ip: "192.168.39.65"} in network mk-ha-994751
I1004 03:18:29.642317 30630 main.go:141] libmachine: (ha-994751) DBG | Getting to WaitForSSH function...
I1004 03:18:29.642344 30630 main.go:141] libmachine: (ha-994751) Reserved static IP address: 192.168.39.65
I1004 03:18:29.642356 30630 main.go:141] libmachine: (ha-994751) Waiting for SSH to be available...
I1004 03:18:29.644819 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:29.645174 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:minikube Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:29.645189 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:29.645350 30630 main.go:141] libmachine: (ha-994751) DBG | Using SSH client type: external
I1004 03:18:29.645373 30630 main.go:141] libmachine: (ha-994751) DBG | Using SSH private key: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa (-rw-------)
I1004 03:18:29.645433 30630 main.go:141] libmachine: (ha-994751) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.65 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa -p 22] /usr/bin/ssh <nil>}
I1004 03:18:29.645459 30630 main.go:141] libmachine: (ha-994751) DBG | About to run SSH command:
I1004 03:18:29.645475 30630 main.go:141] libmachine: (ha-994751) DBG | exit 0
I1004 03:18:29.768066 30630 main.go:141] libmachine: (ha-994751) DBG | SSH cmd err, output: <nil>:
I1004 03:18:29.768301 30630 main.go:141] libmachine: (ha-994751) KVM machine creation complete!
I1004 03:18:29.768621 30630 main.go:141] libmachine: (ha-994751) Calling .GetConfigRaw
I1004 03:18:29.769131 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:18:29.769285 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:18:29.769480 30630 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1004 03:18:29.769497 30630 main.go:141] libmachine: (ha-994751) Calling .GetState
I1004 03:18:29.770831 30630 main.go:141] libmachine: Detecting operating system of created instance...
I1004 03:18:29.770850 30630 main.go:141] libmachine: Waiting for SSH to be available...
I1004 03:18:29.770858 30630 main.go:141] libmachine: Getting to WaitForSSH function...
I1004 03:18:29.770868 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:29.772990 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:29.773299 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:29.773321 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:29.773460 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:29.773635 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:29.773787 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:29.773964 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:29.774099 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:18:29.774324 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1004 03:18:29.774336 30630 main.go:141] libmachine: About to run SSH command:
exit 0
I1004 03:18:29.870824 30630 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1004 03:18:29.870852 30630 main.go:141] libmachine: Detecting the provisioner...
I1004 03:18:29.870864 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:29.873067 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:29.873430 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:29.873464 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:29.873650 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:29.873816 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:29.873947 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:29.874038 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:29.874214 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:18:29.874367 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1004 03:18:29.874377 30630 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1004 03:18:29.972554 30630 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1004 03:18:29.972627 30630 main.go:141] libmachine: found compatible host: buildroot
I1004 03:18:29.972634 30630 main.go:141] libmachine: Provisioning with buildroot...
I1004 03:18:29.972640 30630 main.go:141] libmachine: (ha-994751) Calling .GetMachineName
I1004 03:18:29.972883 30630 buildroot.go:166] provisioning hostname "ha-994751"
I1004 03:18:29.972906 30630 main.go:141] libmachine: (ha-994751) Calling .GetMachineName
I1004 03:18:29.973092 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:29.975627 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:29.976040 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:29.976059 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:29.976197 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:29.976336 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:29.976489 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:29.976626 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:29.976745 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:18:29.976951 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1004 03:18:29.976969 30630 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-994751 && echo "ha-994751" | sudo tee /etc/hostname
I1004 03:18:30.090454 30630 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-994751
I1004 03:18:30.090480 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:30.094372 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.094783 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.094812 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.094993 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:30.095167 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:30.095331 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:30.095446 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:30.095586 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:18:30.095799 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1004 03:18:30.095822 30630 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-994751' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-994751/g' /etc/hosts;
else
echo '127.0.1.1 ha-994751' | sudo tee -a /etc/hosts;
fi
fi
I1004 03:18:30.200998 30630 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1004 03:18:30.201031 30630 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19546-9647/.minikube CaCertPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19546-9647/.minikube}
I1004 03:18:30.201106 30630 buildroot.go:174] setting up certificates
I1004 03:18:30.201120 30630 provision.go:84] configureAuth start
I1004 03:18:30.201131 30630 main.go:141] libmachine: (ha-994751) Calling .GetMachineName
I1004 03:18:30.201353 30630 main.go:141] libmachine: (ha-994751) Calling .GetIP
I1004 03:18:30.203920 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.204369 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.204390 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.204563 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:30.206770 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.207168 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.207195 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.207325 30630 provision.go:143] copyHostCerts
I1004 03:18:30.207355 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem
I1004 03:18:30.207398 30630 exec_runner.go:144] found /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem, removing ...
I1004 03:18:30.207407 30630 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem
I1004 03:18:30.207474 30630 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem (1082 bytes)
I1004 03:18:30.207553 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem
I1004 03:18:30.207574 30630 exec_runner.go:144] found /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem, removing ...
I1004 03:18:30.207581 30630 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem
I1004 03:18:30.207605 30630 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem (1123 bytes)
I1004 03:18:30.207644 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem
I1004 03:18:30.207661 30630 exec_runner.go:144] found /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem, removing ...
I1004 03:18:30.207671 30630 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem
I1004 03:18:30.207691 30630 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem (1675 bytes)
I1004 03:18:30.207739 30630 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca-key.pem org=jenkins.ha-994751 san=[127.0.0.1 192.168.39.65 ha-994751 localhost minikube]
I1004 03:18:30.399105 30630 provision.go:177] copyRemoteCerts
I1004 03:18:30.399156 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1004 03:18:30.399185 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:30.401949 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.402239 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.402273 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.402458 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:30.402612 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:30.402732 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:30.402824 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa Username:docker}
I1004 03:18:30.481271 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1004 03:18:30.481342 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1004 03:18:30.505491 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1004 03:18:30.505567 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1004 03:18:30.528533 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem -> /etc/docker/server.pem
I1004 03:18:30.528602 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1004 03:18:30.551611 30630 provision.go:87] duration metric: took 350.480163ms to configureAuth
I1004 03:18:30.551641 30630 buildroot.go:189] setting minikube options for container-runtime
I1004 03:18:30.551807 30630 config.go:182] Loaded profile config "ha-994751": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1004 03:18:30.551909 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:30.554312 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.554641 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.554668 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.554833 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:30.554998 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:30.555138 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:30.555257 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:30.555398 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:18:30.555570 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1004 03:18:30.555585 30630 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1004 03:18:30.762357 30630 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1004 03:18:30.762381 30630 main.go:141] libmachine: Checking connection to Docker...
I1004 03:18:30.762388 30630 main.go:141] libmachine: (ha-994751) Calling .GetURL
I1004 03:18:30.763606 30630 main.go:141] libmachine: (ha-994751) DBG | Using libvirt version 6000000
I1004 03:18:30.765692 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.766020 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.766048 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.766206 30630 main.go:141] libmachine: Docker is up and running!
I1004 03:18:30.766228 30630 main.go:141] libmachine: Reticulating splines...
I1004 03:18:30.766236 30630 client.go:171] duration metric: took 24.951657625s to LocalClient.Create
I1004 03:18:30.766258 30630 start.go:167] duration metric: took 24.951708327s to libmachine.API.Create "ha-994751"
I1004 03:18:30.766279 30630 start.go:293] postStartSetup for "ha-994751" (driver="kvm2")
I1004 03:18:30.766291 30630 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1004 03:18:30.766310 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:18:30.766550 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1004 03:18:30.766573 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:30.768581 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.768893 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.768918 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.769018 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:30.769215 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:30.769374 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:30.769501 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa Username:docker}
I1004 03:18:30.850107 30630 ssh_runner.go:195] Run: cat /etc/os-release
I1004 03:18:30.854350 30630 info.go:137] Remote host: Buildroot 2023.02.9
I1004 03:18:30.854372 30630 filesync.go:126] Scanning /home/jenkins/minikube-integration/19546-9647/.minikube/addons for local assets ...
I1004 03:18:30.854448 30630 filesync.go:126] Scanning /home/jenkins/minikube-integration/19546-9647/.minikube/files for local assets ...
I1004 03:18:30.854554 30630 filesync.go:149] local asset: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem -> 168792.pem in /etc/ssl/certs
I1004 03:18:30.854567 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem -> /etc/ssl/certs/168792.pem
I1004 03:18:30.854687 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1004 03:18:30.863939 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem --> /etc/ssl/certs/168792.pem (1708 bytes)
I1004 03:18:30.887968 30630 start.go:296] duration metric: took 121.677235ms for postStartSetup
I1004 03:18:30.888032 30630 main.go:141] libmachine: (ha-994751) Calling .GetConfigRaw
I1004 03:18:30.888647 30630 main.go:141] libmachine: (ha-994751) Calling .GetIP
I1004 03:18:30.891188 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.891538 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.891578 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.891766 30630 profile.go:143] Saving config to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/config.json ...
I1004 03:18:30.891959 30630 start.go:128] duration metric: took 25.095424862s to createHost
I1004 03:18:30.891980 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:30.894352 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.894614 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.894640 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.894753 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:30.894910 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:30.895041 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:30.895137 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:30.895264 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:18:30.895466 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.65 22 <nil> <nil>}
I1004 03:18:30.895480 30630 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1004 03:18:30.992599 30630 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728011910.970126057
I1004 03:18:30.992618 30630 fix.go:216] guest clock: 1728011910.970126057
I1004 03:18:30.992625 30630 fix.go:229] Guest: 2024-10-04 03:18:30.970126057 +0000 UTC Remote: 2024-10-04 03:18:30.89197094 +0000 UTC m=+25.204801944 (delta=78.155117ms)
I1004 03:18:30.992662 30630 fix.go:200] guest clock delta is within tolerance: 78.155117ms
I1004 03:18:30.992667 30630 start.go:83] releasing machines lock for "ha-994751", held for 25.19620396s
I1004 03:18:30.992685 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:18:30.992896 30630 main.go:141] libmachine: (ha-994751) Calling .GetIP
I1004 03:18:30.995326 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.995629 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.995653 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.995813 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:18:30.996311 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:18:30.996458 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:18:30.996541 30630 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1004 03:18:30.996578 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:30.996668 30630 ssh_runner.go:195] Run: cat /version.json
I1004 03:18:30.996687 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:30.999188 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.999227 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.999574 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.999599 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.999648 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:30.999673 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:30.999727 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:30.999923 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:30.999936 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:31.000065 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:31.000137 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:31.000197 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa Username:docker}
I1004 03:18:31.000242 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:31.000338 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa Username:docker}
I1004 03:18:31.092724 30630 ssh_runner.go:195] Run: systemctl --version
I1004 03:18:31.098738 30630 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1004 03:18:31.257592 30630 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1004 03:18:31.263326 30630 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1004 03:18:31.263402 30630 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1004 03:18:31.278780 30630 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1004 03:18:31.278800 30630 start.go:495] detecting cgroup driver to use...
I1004 03:18:31.278866 30630 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1004 03:18:31.295874 30630 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1004 03:18:31.310006 30630 docker.go:217] disabling cri-docker service (if available) ...
I1004 03:18:31.310076 30630 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1004 03:18:31.323189 30630 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1004 03:18:31.336586 30630 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1004 03:18:31.452424 30630 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1004 03:18:31.611505 30630 docker.go:233] disabling docker service ...
I1004 03:18:31.611576 30630 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1004 03:18:31.625795 30630 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1004 03:18:31.640666 30630 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1004 03:18:31.774429 30630 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1004 03:18:31.903530 30630 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1004 03:18:31.917157 30630 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1004 03:18:31.935039 30630 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1004 03:18:31.935118 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:18:31.945550 30630 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1004 03:18:31.945617 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:18:31.955961 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:18:31.966381 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:18:31.976764 30630 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1004 03:18:31.987308 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:18:31.997608 30630 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:18:32.014334 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:18:32.025406 30630 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1004 03:18:32.035105 30630 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1004 03:18:32.035157 30630 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1004 03:18:32.048803 30630 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1004 03:18:32.058421 30630 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1004 03:18:32.175897 30630 ssh_runner.go:195] Run: sudo systemctl restart crio
I1004 03:18:32.272377 30630 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1004 03:18:32.272435 30630 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1004 03:18:32.277743 30630 start.go:563] Will wait 60s for crictl version
I1004 03:18:32.277805 30630 ssh_runner.go:195] Run: which crictl
I1004 03:18:32.281362 30630 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1004 03:18:32.318848 30630 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1004 03:18:32.318925 30630 ssh_runner.go:195] Run: crio --version
I1004 03:18:32.346909 30630 ssh_runner.go:195] Run: crio --version
I1004 03:18:32.375477 30630 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1004 03:18:32.376825 30630 main.go:141] libmachine: (ha-994751) Calling .GetIP
I1004 03:18:32.379208 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:32.379571 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:32.379594 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:32.379801 30630 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1004 03:18:32.384207 30630 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1004 03:18:32.397053 30630 kubeadm.go:883] updating cluster {Name:ha-994751 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 C
lusterName:ha-994751 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1004 03:18:32.397153 30630 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1004 03:18:32.397223 30630 ssh_runner.go:195] Run: sudo crictl images --output json
I1004 03:18:32.434648 30630 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I1004 03:18:32.434703 30630 ssh_runner.go:195] Run: which lz4
I1004 03:18:32.438603 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1004 03:18:32.438682 30630 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1004 03:18:32.442788 30630 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1004 03:18:32.442821 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I1004 03:18:33.747633 30630 crio.go:462] duration metric: took 1.308983475s to copy over tarball
I1004 03:18:33.747699 30630 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1004 03:18:35.713127 30630 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.965391744s)
I1004 03:18:35.713157 30630 crio.go:469] duration metric: took 1.965495286s to extract the tarball
I1004 03:18:35.713167 30630 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1004 03:18:35.749886 30630 ssh_runner.go:195] Run: sudo crictl images --output json
I1004 03:18:35.795226 30630 crio.go:514] all images are preloaded for cri-o runtime.
I1004 03:18:35.795249 30630 cache_images.go:84] Images are preloaded, skipping loading
I1004 03:18:35.795257 30630 kubeadm.go:934] updating node { 192.168.39.65 8443 v1.31.1 crio true true} ...
I1004 03:18:35.795346 30630 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-994751 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.65
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-994751 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1004 03:18:35.795408 30630 ssh_runner.go:195] Run: crio config
I1004 03:18:35.841695 30630 cni.go:84] Creating CNI manager for ""
I1004 03:18:35.841718 30630 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1004 03:18:35.841728 30630 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1004 03:18:35.841746 30630 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.65 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-994751 NodeName:ha-994751 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.65"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.65 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/m
anifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1004 03:18:35.841868 30630 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.65
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-994751"
kubeletExtraArgs:
node-ip: 192.168.39.65
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.65"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1004 03:18:35.841893 30630 kube-vip.go:115] generating kube-vip config ...
I1004 03:18:35.841933 30630 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1004 03:18:35.858111 30630 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1004 03:18:35.858218 30630 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1004 03:18:35.858274 30630 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1004 03:18:35.867809 30630 binaries.go:44] Found k8s binaries, skipping transfer
I1004 03:18:35.867872 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1004 03:18:35.876830 30630 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (308 bytes)
I1004 03:18:35.892172 30630 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1004 03:18:35.907631 30630 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2150 bytes)
I1004 03:18:35.923147 30630 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1004 03:18:35.939242 30630 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1004 03:18:35.943241 30630 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1004 03:18:35.955036 30630 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1004 03:18:36.063830 30630 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1004 03:18:36.080131 30630 certs.go:68] Setting up /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751 for IP: 192.168.39.65
I1004 03:18:36.080153 30630 certs.go:194] generating shared ca certs ...
I1004 03:18:36.080169 30630 certs.go:226] acquiring lock for ca certs: {Name:mka73703c3246b6a7cc11e262d5e935d8e6515b9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:18:36.080303 30630 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.key
I1004 03:18:36.080336 30630 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.key
I1004 03:18:36.080345 30630 certs.go:256] generating profile certs ...
I1004 03:18:36.080388 30630 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.key
I1004 03:18:36.080414 30630 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.crt with IP's: []
I1004 03:18:36.205325 30630 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.crt ...
I1004 03:18:36.205354 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.crt: {Name:mk097459d54d355cf05d74a196b72b51ed16216c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:18:36.205539 30630 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.key ...
I1004 03:18:36.205553 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.key: {Name:mka6efef398570320df79b26ee2d84116b88400b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:18:36.205628 30630 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.211fcd35
I1004 03:18:36.205642 30630 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.211fcd35 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.65 192.168.39.254]
I1004 03:18:36.278398 30630 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.211fcd35 ...
I1004 03:18:36.278426 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.211fcd35: {Name:mk5a54fedcb658e02d5a59c4cc7f959d0efc3b6a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:18:36.278574 30630 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.211fcd35 ...
I1004 03:18:36.278586 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.211fcd35: {Name:mk30bcb47c9e314eff3c9b6a3bb1c1b8ba019417 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:18:36.278653 30630 certs.go:381] copying /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.211fcd35 -> /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt
I1004 03:18:36.278741 30630 certs.go:385] copying /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.211fcd35 -> /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key
I1004 03:18:36.278802 30630 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.key
I1004 03:18:36.278825 30630 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.crt with IP's: []
I1004 03:18:36.411462 30630 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.crt ...
I1004 03:18:36.411499 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.crt: {Name:mk5cbb9b0a13c8121c937d53956001313fc362d0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:18:36.411652 30630 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.key ...
I1004 03:18:36.411663 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.key: {Name:mkcfa953ddb2aa55fb392dd2b0300dc4d7ed9a83 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:18:36.411729 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1004 03:18:36.411745 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1004 03:18:36.411758 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1004 03:18:36.411771 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1004 03:18:36.411798 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1004 03:18:36.411811 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1004 03:18:36.411823 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1004 03:18:36.411835 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1004 03:18:36.411884 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879.pem (1338 bytes)
W1004 03:18:36.411919 30630 certs.go:480] ignoring /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879_empty.pem, impossibly tiny 0 bytes
I1004 03:18:36.411928 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca-key.pem (1675 bytes)
I1004 03:18:36.411953 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem (1082 bytes)
I1004 03:18:36.411976 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem (1123 bytes)
I1004 03:18:36.411996 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem (1675 bytes)
I1004 03:18:36.412030 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem (1708 bytes)
I1004 03:18:36.412053 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1004 03:18:36.412066 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879.pem -> /usr/share/ca-certificates/16879.pem
I1004 03:18:36.412078 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem -> /usr/share/ca-certificates/168792.pem
I1004 03:18:36.412548 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1004 03:18:36.441146 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1004 03:18:36.468175 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1004 03:18:36.494488 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1004 03:18:36.520930 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1004 03:18:36.546306 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1004 03:18:36.571622 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1004 03:18:36.595650 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1004 03:18:36.619154 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1004 03:18:36.643284 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879.pem --> /usr/share/ca-certificates/16879.pem (1338 bytes)
I1004 03:18:36.666998 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem --> /usr/share/ca-certificates/168792.pem (1708 bytes)
I1004 03:18:36.692308 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1004 03:18:36.710569 30630 ssh_runner.go:195] Run: openssl version
I1004 03:18:36.722532 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1004 03:18:36.738971 30630 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1004 03:18:36.743511 30630 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 4 02:49 /usr/share/ca-certificates/minikubeCA.pem
I1004 03:18:36.743568 30630 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1004 03:18:36.749416 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1004 03:18:36.760315 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16879.pem && ln -fs /usr/share/ca-certificates/16879.pem /etc/ssl/certs/16879.pem"
I1004 03:18:36.771516 30630 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16879.pem
I1004 03:18:36.776032 30630 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 4 03:08 /usr/share/ca-certificates/16879.pem
I1004 03:18:36.776090 30630 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16879.pem
I1004 03:18:36.781784 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/16879.pem /etc/ssl/certs/51391683.0"
I1004 03:18:36.792883 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/168792.pem && ln -fs /usr/share/ca-certificates/168792.pem /etc/ssl/certs/168792.pem"
I1004 03:18:36.804051 30630 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/168792.pem
I1004 03:18:36.808536 30630 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 4 03:08 /usr/share/ca-certificates/168792.pem
I1004 03:18:36.808596 30630 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/168792.pem
I1004 03:18:36.814260 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/168792.pem /etc/ssl/certs/3ec20f2e.0"
I1004 03:18:36.827637 30630 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1004 03:18:36.833576 30630 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1004 03:18:36.833628 30630 kubeadm.go:392] StartCluster: {Name:ha-994751 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clus
terName:ha-994751 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1004 03:18:36.833720 30630 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1004 03:18:36.833768 30630 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1004 03:18:36.890855 30630 cri.go:89] found id: ""
I1004 03:18:36.890927 30630 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1004 03:18:36.902870 30630 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1004 03:18:36.912801 30630 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1004 03:18:36.922312 30630 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1004 03:18:36.922332 30630 kubeadm.go:157] found existing configuration files:
I1004 03:18:36.922378 30630 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1004 03:18:36.931373 30630 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1004 03:18:36.931434 30630 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1004 03:18:36.940992 30630 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1004 03:18:36.949951 30630 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1004 03:18:36.950008 30630 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1004 03:18:36.959253 30630 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1004 03:18:36.968235 30630 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1004 03:18:36.968290 30630 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1004 03:18:36.977554 30630 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1004 03:18:36.986351 30630 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1004 03:18:36.986408 30630 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1004 03:18:36.995719 30630 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1004 03:18:37.089352 30630 kubeadm.go:310] W1004 03:18:37.073375 834 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1004 03:18:37.090411 30630 kubeadm.go:310] W1004 03:18:37.074383 834 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1004 03:18:37.191769 30630 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1004 03:18:47.918991 30630 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1004 03:18:47.919112 30630 kubeadm.go:310] [preflight] Running pre-flight checks
I1004 03:18:47.919261 30630 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1004 03:18:47.919365 30630 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1004 03:18:47.919464 30630 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1004 03:18:47.919518 30630 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1004 03:18:47.920818 30630 out.go:235] - Generating certificates and keys ...
I1004 03:18:47.920882 30630 kubeadm.go:310] [certs] Using existing ca certificate authority
I1004 03:18:47.920936 30630 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1004 03:18:47.921009 30630 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1004 03:18:47.921075 30630 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1004 03:18:47.921133 30630 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1004 03:18:47.921203 30630 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1004 03:18:47.921280 30630 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1004 03:18:47.921443 30630 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-994751 localhost] and IPs [192.168.39.65 127.0.0.1 ::1]
I1004 03:18:47.921519 30630 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1004 03:18:47.921666 30630 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-994751 localhost] and IPs [192.168.39.65 127.0.0.1 ::1]
I1004 03:18:47.921762 30630 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1004 03:18:47.921849 30630 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1004 03:18:47.921910 30630 kubeadm.go:310] [certs] Generating "sa" key and public key
I1004 03:18:47.922005 30630 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1004 03:18:47.922057 30630 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1004 03:18:47.922112 30630 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1004 03:18:47.922177 30630 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1004 03:18:47.922290 30630 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1004 03:18:47.922377 30630 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1004 03:18:47.922447 30630 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1004 03:18:47.922519 30630 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1004 03:18:47.923983 30630 out.go:235] - Booting up control plane ...
I1004 03:18:47.924085 30630 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1004 03:18:47.924153 30630 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1004 03:18:47.924208 30630 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1004 03:18:47.924334 30630 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1004 03:18:47.924425 30630 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1004 03:18:47.924472 30630 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1004 03:18:47.924582 30630 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1004 03:18:47.924675 30630 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1004 03:18:47.924735 30630 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001267899s
I1004 03:18:47.924846 30630 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1004 03:18:47.924901 30630 kubeadm.go:310] [api-check] The API server is healthy after 5.62627754s
I1004 03:18:47.924992 30630 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1004 03:18:47.925097 30630 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1004 03:18:47.925151 30630 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1004 03:18:47.925310 30630 kubeadm.go:310] [mark-control-plane] Marking the node ha-994751 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1004 03:18:47.925388 30630 kubeadm.go:310] [bootstrap-token] Using token: t8dola.kmwzcq881z4dnfcq
I1004 03:18:47.926624 30630 out.go:235] - Configuring RBAC rules ...
I1004 03:18:47.926738 30630 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1004 03:18:47.926809 30630 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1004 03:18:47.926957 30630 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1004 03:18:47.927140 30630 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1004 03:18:47.927310 30630 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1004 03:18:47.927398 30630 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1004 03:18:47.927508 30630 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1004 03:18:47.927559 30630 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1004 03:18:47.927607 30630 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1004 03:18:47.927613 30630 kubeadm.go:310]
I1004 03:18:47.927661 30630 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1004 03:18:47.927667 30630 kubeadm.go:310]
I1004 03:18:47.927736 30630 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1004 03:18:47.927742 30630 kubeadm.go:310]
I1004 03:18:47.927764 30630 kubeadm.go:310] mkdir -p $HOME/.kube
I1004 03:18:47.927863 30630 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1004 03:18:47.927918 30630 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1004 03:18:47.927926 30630 kubeadm.go:310]
I1004 03:18:47.927996 30630 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1004 03:18:47.928006 30630 kubeadm.go:310]
I1004 03:18:47.928052 30630 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1004 03:18:47.928059 30630 kubeadm.go:310]
I1004 03:18:47.928102 30630 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1004 03:18:47.928189 30630 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1004 03:18:47.928261 30630 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1004 03:18:47.928268 30630 kubeadm.go:310]
I1004 03:18:47.928337 30630 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1004 03:18:47.928401 30630 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1004 03:18:47.928407 30630 kubeadm.go:310]
I1004 03:18:47.928480 30630 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token t8dola.kmwzcq881z4dnfcq \
I1004 03:18:47.928565 30630 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:de55c919a3ef6c303c4c51ab2397ed74febe47705cfe7f7e47be594e33527e73 \
I1004 03:18:47.928587 30630 kubeadm.go:310] --control-plane
I1004 03:18:47.928593 30630 kubeadm.go:310]
I1004 03:18:47.928677 30630 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1004 03:18:47.928689 30630 kubeadm.go:310]
I1004 03:18:47.928756 30630 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token t8dola.kmwzcq881z4dnfcq \
I1004 03:18:47.928856 30630 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:de55c919a3ef6c303c4c51ab2397ed74febe47705cfe7f7e47be594e33527e73
I1004 03:18:47.928865 30630 cni.go:84] Creating CNI manager for ""
I1004 03:18:47.928870 30630 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1004 03:18:47.930177 30630 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1004 03:18:47.931356 30630 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1004 03:18:47.936846 30630 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1004 03:18:47.936861 30630 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1004 03:18:47.954946 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1004 03:18:48.341839 30630 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1004 03:18:48.341927 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-994751 minikube.k8s.io/updated_at=2024_10_04T03_18_48_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=bb93d8722461655cd69aaff21bc3938f9e86d89e minikube.k8s.io/name=ha-994751 minikube.k8s.io/primary=true
I1004 03:18:48.341931 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1004 03:18:48.378883 30630 ops.go:34] apiserver oom_adj: -16
I1004 03:18:48.535248 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1004 03:18:49.035895 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1004 03:18:49.535506 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1004 03:18:50.036160 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1004 03:18:50.536177 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1004 03:18:51.036074 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1004 03:18:51.535453 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1004 03:18:52.036318 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1004 03:18:52.141351 30630 kubeadm.go:1113] duration metric: took 3.799503635s to wait for elevateKubeSystemPrivileges
I1004 03:18:52.141482 30630 kubeadm.go:394] duration metric: took 15.307852794s to StartCluster
I1004 03:18:52.141506 30630 settings.go:142] acquiring lock: {Name:mk688b98cf0b8c6f4800e7cf045416678effbe7e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:18:52.141595 30630 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19546-9647/kubeconfig
I1004 03:18:52.142340 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/kubeconfig: {Name:mk3288430256d71bbed23500c908d51783591a87 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:18:52.142543 30630 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1004 03:18:52.142540 30630 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1004 03:18:52.142619 30630 start.go:241] waiting for startup goroutines ...
I1004 03:18:52.142559 30630 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1004 03:18:52.142650 30630 addons.go:69] Setting default-storageclass=true in profile "ha-994751"
I1004 03:18:52.142673 30630 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-994751"
I1004 03:18:52.142653 30630 addons.go:69] Setting storage-provisioner=true in profile "ha-994751"
I1004 03:18:52.142785 30630 addons.go:234] Setting addon storage-provisioner=true in "ha-994751"
I1004 03:18:52.142836 30630 host.go:66] Checking if "ha-994751" exists ...
I1004 03:18:52.142751 30630 config.go:182] Loaded profile config "ha-994751": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1004 03:18:52.143105 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:18:52.143135 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:18:52.143203 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:18:52.143243 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:18:52.158739 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38855
I1004 03:18:52.159139 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:18:52.159746 30630 main.go:141] libmachine: Using API Version 1
I1004 03:18:52.159801 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:18:52.160123 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:18:52.160704 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:18:52.160750 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:18:52.163696 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35851
I1004 03:18:52.164259 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:18:52.164849 30630 main.go:141] libmachine: Using API Version 1
I1004 03:18:52.164876 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:18:52.165236 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:18:52.165397 30630 main.go:141] libmachine: (ha-994751) Calling .GetState
I1004 03:18:52.167571 30630 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19546-9647/kubeconfig
I1004 03:18:52.167892 30630 kapi.go:59] client config for ha-994751: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.crt", KeyFile:"/home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.key", CAFile:"/home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1004 03:18:52.168431 30630 cert_rotation.go:140] Starting client certificate rotation controller
I1004 03:18:52.168621 30630 addons.go:234] Setting addon default-storageclass=true in "ha-994751"
I1004 03:18:52.168661 30630 host.go:66] Checking if "ha-994751" exists ...
I1004 03:18:52.168962 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:18:52.168995 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:18:52.177647 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33667
I1004 03:18:52.178272 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:18:52.178780 30630 main.go:141] libmachine: Using API Version 1
I1004 03:18:52.178807 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:18:52.179185 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:18:52.179369 30630 main.go:141] libmachine: (ha-994751) Calling .GetState
I1004 03:18:52.181245 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:18:52.182949 30630 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1004 03:18:52.184312 30630 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1004 03:18:52.184328 30630 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1004 03:18:52.184342 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:52.185802 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36897
I1004 03:18:52.186249 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:18:52.186707 30630 main.go:141] libmachine: Using API Version 1
I1004 03:18:52.186731 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:18:52.187053 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:18:52.187403 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:52.187660 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:18:52.187699 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:18:52.187838 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:52.187860 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:52.188023 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:52.188171 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:52.188318 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:52.188522 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa Username:docker}
I1004 03:18:52.202680 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36473
I1004 03:18:52.203159 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:18:52.203886 30630 main.go:141] libmachine: Using API Version 1
I1004 03:18:52.203918 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:18:52.204247 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:18:52.204428 30630 main.go:141] libmachine: (ha-994751) Calling .GetState
I1004 03:18:52.205967 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:18:52.206173 30630 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1004 03:18:52.206189 30630 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1004 03:18:52.206206 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:18:52.208832 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:52.209269 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:18:52.209304 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:18:52.209405 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:18:52.209567 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:18:52.209709 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:18:52.209838 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa Username:docker}
I1004 03:18:52.346822 30630 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1004 03:18:52.355141 30630 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1004 03:18:52.371008 30630 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1004 03:18:52.715722 30630 main.go:141] libmachine: Making call to close driver server
I1004 03:18:52.715742 30630 main.go:141] libmachine: (ha-994751) Calling .Close
I1004 03:18:52.716027 30630 main.go:141] libmachine: (ha-994751) DBG | Closing plugin on server side
I1004 03:18:52.716068 30630 main.go:141] libmachine: Successfully made call to close driver server
I1004 03:18:52.716084 30630 main.go:141] libmachine: Making call to close connection to plugin binary
I1004 03:18:52.716095 30630 main.go:141] libmachine: Making call to close driver server
I1004 03:18:52.716104 30630 main.go:141] libmachine: (ha-994751) Calling .Close
I1004 03:18:52.716350 30630 main.go:141] libmachine: (ha-994751) DBG | Closing plugin on server side
I1004 03:18:52.716358 30630 main.go:141] libmachine: Successfully made call to close driver server
I1004 03:18:52.716370 30630 main.go:141] libmachine: Making call to close connection to plugin binary
I1004 03:18:52.716432 30630 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1004 03:18:52.716457 30630 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1004 03:18:52.716568 30630 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1004 03:18:52.716579 30630 round_trippers.go:469] Request Headers:
I1004 03:18:52.716592 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:18:52.716603 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:18:52.723900 30630 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1004 03:18:52.724457 30630 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1004 03:18:52.724472 30630 round_trippers.go:469] Request Headers:
I1004 03:18:52.724481 30630 round_trippers.go:473] Content-Type: application/json
I1004 03:18:52.724485 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:18:52.724494 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:18:52.728158 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:18:52.728358 30630 main.go:141] libmachine: Making call to close driver server
I1004 03:18:52.728379 30630 main.go:141] libmachine: (ha-994751) Calling .Close
I1004 03:18:52.728631 30630 main.go:141] libmachine: (ha-994751) DBG | Closing plugin on server side
I1004 03:18:52.728667 30630 main.go:141] libmachine: Successfully made call to close driver server
I1004 03:18:52.728678 30630 main.go:141] libmachine: Making call to close connection to plugin binary
I1004 03:18:52.991032 30630 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1004 03:18:52.991106 30630 main.go:141] libmachine: Making call to close driver server
I1004 03:18:52.991118 30630 main.go:141] libmachine: (ha-994751) Calling .Close
I1004 03:18:52.991464 30630 main.go:141] libmachine: (ha-994751) DBG | Closing plugin on server side
I1004 03:18:52.991518 30630 main.go:141] libmachine: Successfully made call to close driver server
I1004 03:18:52.991525 30630 main.go:141] libmachine: Making call to close connection to plugin binary
I1004 03:18:52.991538 30630 main.go:141] libmachine: Making call to close driver server
I1004 03:18:52.991549 30630 main.go:141] libmachine: (ha-994751) Calling .Close
I1004 03:18:52.991787 30630 main.go:141] libmachine: (ha-994751) DBG | Closing plugin on server side
I1004 03:18:52.991815 30630 main.go:141] libmachine: Successfully made call to close driver server
I1004 03:18:52.991835 30630 main.go:141] libmachine: Making call to close connection to plugin binary
I1004 03:18:52.993564 30630 out.go:177] * Enabled addons: default-storageclass, storage-provisioner
I1004 03:18:52.994914 30630 addons.go:510] duration metric: took 852.347466ms for enable addons: enabled=[default-storageclass storage-provisioner]
I1004 03:18:52.994963 30630 start.go:246] waiting for cluster config update ...
I1004 03:18:52.994978 30630 start.go:255] writing updated cluster config ...
I1004 03:18:52.996475 30630 out.go:201]
I1004 03:18:52.997828 30630 config.go:182] Loaded profile config "ha-994751": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1004 03:18:52.997937 30630 profile.go:143] Saving config to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/config.json ...
I1004 03:18:52.999684 30630 out.go:177] * Starting "ha-994751-m02" control-plane node in "ha-994751" cluster
I1004 03:18:53.001098 30630 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1004 03:18:53.001129 30630 cache.go:56] Caching tarball of preloaded images
I1004 03:18:53.001252 30630 preload.go:172] Found /home/jenkins/minikube-integration/19546-9647/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1004 03:18:53.001270 30630 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1004 03:18:53.001389 30630 profile.go:143] Saving config to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/config.json ...
I1004 03:18:53.001704 30630 start.go:360] acquireMachinesLock for ha-994751-m02: {Name:mkd1b6a549425547fb7f1523c6881d37bca41fc3 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1004 03:18:53.001767 30630 start.go:364] duration metric: took 36.717µs to acquireMachinesLock for "ha-994751-m02"
I1004 03:18:53.001788 30630 start.go:93] Provisioning new machine with config: &{Name:ha-994751 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-994751 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1004 03:18:53.001888 30630 start.go:125] createHost starting for "m02" (driver="kvm2")
I1004 03:18:53.003601 30630 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1004 03:18:53.003685 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:18:53.003710 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:18:53.018286 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41381
I1004 03:18:53.018739 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:18:53.019227 30630 main.go:141] libmachine: Using API Version 1
I1004 03:18:53.019248 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:18:53.019586 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:18:53.019746 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetMachineName
I1004 03:18:53.019878 30630 main.go:141] libmachine: (ha-994751-m02) Calling .DriverName
I1004 03:18:53.020036 30630 start.go:159] libmachine.API.Create for "ha-994751" (driver="kvm2")
I1004 03:18:53.020058 30630 client.go:168] LocalClient.Create starting
I1004 03:18:53.020084 30630 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem
I1004 03:18:53.020121 30630 main.go:141] libmachine: Decoding PEM data...
I1004 03:18:53.020141 30630 main.go:141] libmachine: Parsing certificate...
I1004 03:18:53.020189 30630 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem
I1004 03:18:53.020206 30630 main.go:141] libmachine: Decoding PEM data...
I1004 03:18:53.020216 30630 main.go:141] libmachine: Parsing certificate...
I1004 03:18:53.020231 30630 main.go:141] libmachine: Running pre-create checks...
I1004 03:18:53.020238 30630 main.go:141] libmachine: (ha-994751-m02) Calling .PreCreateCheck
I1004 03:18:53.020407 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetConfigRaw
I1004 03:18:53.020742 30630 main.go:141] libmachine: Creating machine...
I1004 03:18:53.020759 30630 main.go:141] libmachine: (ha-994751-m02) Calling .Create
I1004 03:18:53.020907 30630 main.go:141] libmachine: (ha-994751-m02) Creating KVM machine...
I1004 03:18:53.022100 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found existing default KVM network
I1004 03:18:53.022275 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found existing private KVM network mk-ha-994751
I1004 03:18:53.022411 30630 main.go:141] libmachine: (ha-994751-m02) Setting up store path in /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02 ...
I1004 03:18:53.022435 30630 main.go:141] libmachine: (ha-994751-m02) Building disk image from file:///home/jenkins/minikube-integration/19546-9647/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1004 03:18:53.022495 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:53.022407 31016 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19546-9647/.minikube
I1004 03:18:53.022574 30630 main.go:141] libmachine: (ha-994751-m02) Downloading /home/jenkins/minikube-integration/19546-9647/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19546-9647/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1004 03:18:53.247842 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:53.247679 31016 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02/id_rsa...
I1004 03:18:53.574709 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:53.574567 31016 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02/ha-994751-m02.rawdisk...
I1004 03:18:53.574744 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Writing magic tar header
I1004 03:18:53.574759 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Writing SSH key tar header
I1004 03:18:53.574776 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:53.574706 31016 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02 ...
I1004 03:18:53.574856 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02
I1004 03:18:53.574886 30630 main.go:141] libmachine: (ha-994751-m02) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02 (perms=drwx------)
I1004 03:18:53.574896 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647/.minikube/machines
I1004 03:18:53.574906 30630 main.go:141] libmachine: (ha-994751-m02) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647/.minikube/machines (perms=drwxr-xr-x)
I1004 03:18:53.574926 30630 main.go:141] libmachine: (ha-994751-m02) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647/.minikube (perms=drwxr-xr-x)
I1004 03:18:53.574938 30630 main.go:141] libmachine: (ha-994751-m02) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647 (perms=drwxrwxr-x)
I1004 03:18:53.574962 30630 main.go:141] libmachine: (ha-994751-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1004 03:18:53.574971 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647/.minikube
I1004 03:18:53.574979 30630 main.go:141] libmachine: (ha-994751-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1004 03:18:53.574992 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647
I1004 03:18:53.575005 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1004 03:18:53.575014 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Checking permissions on dir: /home/jenkins
I1004 03:18:53.575020 30630 main.go:141] libmachine: (ha-994751-m02) Creating domain...
I1004 03:18:53.575036 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Checking permissions on dir: /home
I1004 03:18:53.575046 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Skipping /home - not owner
I1004 03:18:53.575952 30630 main.go:141] libmachine: (ha-994751-m02) define libvirt domain using xml:
I1004 03:18:53.575978 30630 main.go:141] libmachine: (ha-994751-m02) <domain type='kvm'>
I1004 03:18:53.575998 30630 main.go:141] libmachine: (ha-994751-m02) <name>ha-994751-m02</name>
I1004 03:18:53.576012 30630 main.go:141] libmachine: (ha-994751-m02) <memory unit='MiB'>2200</memory>
I1004 03:18:53.576021 30630 main.go:141] libmachine: (ha-994751-m02) <vcpu>2</vcpu>
I1004 03:18:53.576030 30630 main.go:141] libmachine: (ha-994751-m02) <features>
I1004 03:18:53.576038 30630 main.go:141] libmachine: (ha-994751-m02) <acpi/>
I1004 03:18:53.576047 30630 main.go:141] libmachine: (ha-994751-m02) <apic/>
I1004 03:18:53.576055 30630 main.go:141] libmachine: (ha-994751-m02) <pae/>
I1004 03:18:53.576064 30630 main.go:141] libmachine: (ha-994751-m02)
I1004 03:18:53.576072 30630 main.go:141] libmachine: (ha-994751-m02) </features>
I1004 03:18:53.576082 30630 main.go:141] libmachine: (ha-994751-m02) <cpu mode='host-passthrough'>
I1004 03:18:53.576089 30630 main.go:141] libmachine: (ha-994751-m02)
I1004 03:18:53.576099 30630 main.go:141] libmachine: (ha-994751-m02) </cpu>
I1004 03:18:53.576106 30630 main.go:141] libmachine: (ha-994751-m02) <os>
I1004 03:18:53.576119 30630 main.go:141] libmachine: (ha-994751-m02) <type>hvm</type>
I1004 03:18:53.576130 30630 main.go:141] libmachine: (ha-994751-m02) <boot dev='cdrom'/>
I1004 03:18:53.576135 30630 main.go:141] libmachine: (ha-994751-m02) <boot dev='hd'/>
I1004 03:18:53.576144 30630 main.go:141] libmachine: (ha-994751-m02) <bootmenu enable='no'/>
I1004 03:18:53.576152 30630 main.go:141] libmachine: (ha-994751-m02) </os>
I1004 03:18:53.576165 30630 main.go:141] libmachine: (ha-994751-m02) <devices>
I1004 03:18:53.576176 30630 main.go:141] libmachine: (ha-994751-m02) <disk type='file' device='cdrom'>
I1004 03:18:53.576189 30630 main.go:141] libmachine: (ha-994751-m02) <source file='/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02/boot2docker.iso'/>
I1004 03:18:53.576200 30630 main.go:141] libmachine: (ha-994751-m02) <target dev='hdc' bus='scsi'/>
I1004 03:18:53.576208 30630 main.go:141] libmachine: (ha-994751-m02) <readonly/>
I1004 03:18:53.576216 30630 main.go:141] libmachine: (ha-994751-m02) </disk>
I1004 03:18:53.576224 30630 main.go:141] libmachine: (ha-994751-m02) <disk type='file' device='disk'>
I1004 03:18:53.576236 30630 main.go:141] libmachine: (ha-994751-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1004 03:18:53.576251 30630 main.go:141] libmachine: (ha-994751-m02) <source file='/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02/ha-994751-m02.rawdisk'/>
I1004 03:18:53.576261 30630 main.go:141] libmachine: (ha-994751-m02) <target dev='hda' bus='virtio'/>
I1004 03:18:53.576285 30630 main.go:141] libmachine: (ha-994751-m02) </disk>
I1004 03:18:53.576307 30630 main.go:141] libmachine: (ha-994751-m02) <interface type='network'>
I1004 03:18:53.576317 30630 main.go:141] libmachine: (ha-994751-m02) <source network='mk-ha-994751'/>
I1004 03:18:53.576324 30630 main.go:141] libmachine: (ha-994751-m02) <model type='virtio'/>
I1004 03:18:53.576335 30630 main.go:141] libmachine: (ha-994751-m02) </interface>
I1004 03:18:53.576342 30630 main.go:141] libmachine: (ha-994751-m02) <interface type='network'>
I1004 03:18:53.576368 30630 main.go:141] libmachine: (ha-994751-m02) <source network='default'/>
I1004 03:18:53.576386 30630 main.go:141] libmachine: (ha-994751-m02) <model type='virtio'/>
I1004 03:18:53.576401 30630 main.go:141] libmachine: (ha-994751-m02) </interface>
I1004 03:18:53.576413 30630 main.go:141] libmachine: (ha-994751-m02) <serial type='pty'>
I1004 03:18:53.576421 30630 main.go:141] libmachine: (ha-994751-m02) <target port='0'/>
I1004 03:18:53.576429 30630 main.go:141] libmachine: (ha-994751-m02) </serial>
I1004 03:18:53.576437 30630 main.go:141] libmachine: (ha-994751-m02) <console type='pty'>
I1004 03:18:53.576447 30630 main.go:141] libmachine: (ha-994751-m02) <target type='serial' port='0'/>
I1004 03:18:53.576455 30630 main.go:141] libmachine: (ha-994751-m02) </console>
I1004 03:18:53.576462 30630 main.go:141] libmachine: (ha-994751-m02) <rng model='virtio'>
I1004 03:18:53.576468 30630 main.go:141] libmachine: (ha-994751-m02) <backend model='random'>/dev/random</backend>
I1004 03:18:53.576474 30630 main.go:141] libmachine: (ha-994751-m02) </rng>
I1004 03:18:53.576479 30630 main.go:141] libmachine: (ha-994751-m02)
I1004 03:18:53.576482 30630 main.go:141] libmachine: (ha-994751-m02)
I1004 03:18:53.576487 30630 main.go:141] libmachine: (ha-994751-m02) </devices>
I1004 03:18:53.576497 30630 main.go:141] libmachine: (ha-994751-m02) </domain>
I1004 03:18:53.576508 30630 main.go:141] libmachine: (ha-994751-m02)
I1004 03:18:53.583962 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:dd:b1:40 in network default
I1004 03:18:53.584709 30630 main.go:141] libmachine: (ha-994751-m02) Ensuring networks are active...
I1004 03:18:53.584740 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:18:53.585441 30630 main.go:141] libmachine: (ha-994751-m02) Ensuring network default is active
I1004 03:18:53.585785 30630 main.go:141] libmachine: (ha-994751-m02) Ensuring network mk-ha-994751 is active
I1004 03:18:53.586177 30630 main.go:141] libmachine: (ha-994751-m02) Getting domain xml...
I1004 03:18:53.586870 30630 main.go:141] libmachine: (ha-994751-m02) Creating domain...
I1004 03:18:54.836669 30630 main.go:141] libmachine: (ha-994751-m02) Waiting to get IP...
I1004 03:18:54.837648 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:18:54.838068 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:18:54.838093 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:54.838048 31016 retry.go:31] will retry after 198.927613ms: waiting for machine to come up
I1004 03:18:55.038453 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:18:55.038905 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:18:55.039050 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:55.039003 31016 retry.go:31] will retry after 306.415928ms: waiting for machine to come up
I1004 03:18:55.347491 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:18:55.347913 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:18:55.347941 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:55.347876 31016 retry.go:31] will retry after 320.808758ms: waiting for machine to come up
I1004 03:18:55.670381 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:18:55.670806 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:18:55.670832 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:55.670773 31016 retry.go:31] will retry after 393.714723ms: waiting for machine to come up
I1004 03:18:56.066334 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:18:56.066789 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:18:56.066816 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:56.066737 31016 retry.go:31] will retry after 703.186123ms: waiting for machine to come up
I1004 03:18:56.771284 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:18:56.771771 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:18:56.771816 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:56.771717 31016 retry.go:31] will retry after 687.11987ms: waiting for machine to come up
I1004 03:18:57.460710 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:18:57.461089 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:18:57.461132 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:57.461080 31016 retry.go:31] will retry after 992.439827ms: waiting for machine to come up
I1004 03:18:58.455669 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:18:58.456094 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:18:58.456109 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:58.456062 31016 retry.go:31] will retry after 1.176479657s: waiting for machine to come up
I1004 03:18:59.634390 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:18:59.634814 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:18:59.634839 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:18:59.634775 31016 retry.go:31] will retry after 1.214254179s: waiting for machine to come up
I1004 03:19:00.850238 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:00.850699 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:19:00.850731 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:19:00.850669 31016 retry.go:31] will retry after 1.755607467s: waiting for machine to come up
I1004 03:19:02.608547 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:02.608946 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:19:02.608966 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:19:02.608910 31016 retry.go:31] will retry after 1.912286614s: waiting for machine to come up
I1004 03:19:04.522463 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:04.522888 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:19:04.522917 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:19:04.522826 31016 retry.go:31] will retry after 2.242710645s: waiting for machine to come up
I1004 03:19:06.766980 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:06.767510 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:19:06.767541 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:19:06.767449 31016 retry.go:31] will retry after 3.842874805s: waiting for machine to come up
I1004 03:19:10.612857 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:10.613334 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find current IP address of domain ha-994751-m02 in network mk-ha-994751
I1004 03:19:10.613359 30630 main.go:141] libmachine: (ha-994751-m02) DBG | I1004 03:19:10.613293 31016 retry.go:31] will retry after 4.05361864s: waiting for machine to come up
I1004 03:19:14.669514 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:14.670029 30630 main.go:141] libmachine: (ha-994751-m02) Found IP for machine: 192.168.39.117
I1004 03:19:14.670051 30630 main.go:141] libmachine: (ha-994751-m02) Reserving static IP address...
I1004 03:19:14.670068 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has current primary IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:14.670622 30630 main.go:141] libmachine: (ha-994751-m02) DBG | unable to find host DHCP lease matching {name: "ha-994751-m02", mac: "52:54:00:b0:e7:80", ip: "192.168.39.117"} in network mk-ha-994751
I1004 03:19:14.745981 30630 main.go:141] libmachine: (ha-994751-m02) Reserved static IP address: 192.168.39.117
I1004 03:19:14.746008 30630 main.go:141] libmachine: (ha-994751-m02) Waiting for SSH to be available...
I1004 03:19:14.746017 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Getting to WaitForSSH function...
I1004 03:19:14.748804 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:14.749281 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:minikube Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:14.749310 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:14.749511 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Using SSH client type: external
I1004 03:19:14.749551 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02/id_rsa (-rw-------)
I1004 03:19:14.749581 30630 main.go:141] libmachine: (ha-994751-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.117 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1004 03:19:14.749606 30630 main.go:141] libmachine: (ha-994751-m02) DBG | About to run SSH command:
I1004 03:19:14.749624 30630 main.go:141] libmachine: (ha-994751-m02) DBG | exit 0
I1004 03:19:14.876139 30630 main.go:141] libmachine: (ha-994751-m02) DBG | SSH cmd err, output: <nil>:
I1004 03:19:14.876447 30630 main.go:141] libmachine: (ha-994751-m02) KVM machine creation complete!
I1004 03:19:14.876809 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetConfigRaw
I1004 03:19:14.877356 30630 main.go:141] libmachine: (ha-994751-m02) Calling .DriverName
I1004 03:19:14.877589 30630 main.go:141] libmachine: (ha-994751-m02) Calling .DriverName
I1004 03:19:14.877768 30630 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1004 03:19:14.877780 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetState
I1004 03:19:14.879122 30630 main.go:141] libmachine: Detecting operating system of created instance...
I1004 03:19:14.879138 30630 main.go:141] libmachine: Waiting for SSH to be available...
I1004 03:19:14.879143 30630 main.go:141] libmachine: Getting to WaitForSSH function...
I1004 03:19:14.879149 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHHostname
I1004 03:19:14.881593 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:14.881953 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:14.881980 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:14.882095 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHPort
I1004 03:19:14.882322 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:14.882470 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:14.882643 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHUsername
I1004 03:19:14.882838 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:19:14.883073 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.117 22 <nil> <nil>}
I1004 03:19:14.883086 30630 main.go:141] libmachine: About to run SSH command:
exit 0
I1004 03:19:14.983285 30630 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1004 03:19:14.983306 30630 main.go:141] libmachine: Detecting the provisioner...
I1004 03:19:14.983312 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHHostname
I1004 03:19:14.986285 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:14.986741 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:14.986757 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:14.987055 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHPort
I1004 03:19:14.987278 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:14.987439 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:14.987656 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHUsername
I1004 03:19:14.987873 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:19:14.988031 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.117 22 <nil> <nil>}
I1004 03:19:14.988042 30630 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1004 03:19:15.088950 30630 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1004 03:19:15.089011 30630 main.go:141] libmachine: found compatible host: buildroot
I1004 03:19:15.089017 30630 main.go:141] libmachine: Provisioning with buildroot...
I1004 03:19:15.089024 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetMachineName
I1004 03:19:15.089254 30630 buildroot.go:166] provisioning hostname "ha-994751-m02"
I1004 03:19:15.089274 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetMachineName
I1004 03:19:15.089431 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHHostname
I1004 03:19:15.092470 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.092890 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:15.092918 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.093111 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHPort
I1004 03:19:15.093289 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:15.093421 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:15.093532 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHUsername
I1004 03:19:15.093663 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:19:15.093819 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.117 22 <nil> <nil>}
I1004 03:19:15.093835 30630 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-994751-m02 && echo "ha-994751-m02" | sudo tee /etc/hostname
I1004 03:19:15.206985 30630 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-994751-m02
I1004 03:19:15.207013 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHHostname
I1004 03:19:15.210129 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.210417 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:15.210457 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.210609 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHPort
I1004 03:19:15.210806 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:15.210951 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:15.211140 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHUsername
I1004 03:19:15.211322 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:19:15.211488 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.117 22 <nil> <nil>}
I1004 03:19:15.211503 30630 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-994751-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-994751-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-994751-m02' | sudo tee -a /etc/hosts;
fi
fi
I1004 03:19:15.321696 30630 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1004 03:19:15.321728 30630 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19546-9647/.minikube CaCertPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19546-9647/.minikube}
I1004 03:19:15.321748 30630 buildroot.go:174] setting up certificates
I1004 03:19:15.321761 30630 provision.go:84] configureAuth start
I1004 03:19:15.321773 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetMachineName
I1004 03:19:15.322055 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetIP
I1004 03:19:15.324655 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.325067 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:15.325090 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.325226 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHHostname
I1004 03:19:15.327479 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.327889 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:15.327929 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.328106 30630 provision.go:143] copyHostCerts
I1004 03:19:15.328139 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem
I1004 03:19:15.328171 30630 exec_runner.go:144] found /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem, removing ...
I1004 03:19:15.328185 30630 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem
I1004 03:19:15.328272 30630 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem (1082 bytes)
I1004 03:19:15.328393 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem
I1004 03:19:15.328420 30630 exec_runner.go:144] found /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem, removing ...
I1004 03:19:15.328430 30630 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem
I1004 03:19:15.328468 30630 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem (1123 bytes)
I1004 03:19:15.328620 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem
I1004 03:19:15.328652 30630 exec_runner.go:144] found /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem, removing ...
I1004 03:19:15.328662 30630 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem
I1004 03:19:15.328718 30630 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem (1675 bytes)
I1004 03:19:15.328821 30630 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca-key.pem org=jenkins.ha-994751-m02 san=[127.0.0.1 192.168.39.117 ha-994751-m02 localhost minikube]
I1004 03:19:15.560527 30630 provision.go:177] copyRemoteCerts
I1004 03:19:15.560590 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1004 03:19:15.560612 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHHostname
I1004 03:19:15.563747 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.564236 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:15.564307 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.564520 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHPort
I1004 03:19:15.564706 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:15.564861 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHUsername
I1004 03:19:15.565036 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.117 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02/id_rsa Username:docker}
I1004 03:19:15.646851 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem -> /etc/docker/server.pem
I1004 03:19:15.646919 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1004 03:19:15.672945 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1004 03:19:15.673021 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1004 03:19:15.699880 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1004 03:19:15.699960 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1004 03:19:15.725929 30630 provision.go:87] duration metric: took 404.139584ms to configureAuth
I1004 03:19:15.725975 30630 buildroot.go:189] setting minikube options for container-runtime
I1004 03:19:15.726189 30630 config.go:182] Loaded profile config "ha-994751": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1004 03:19:15.726282 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHHostname
I1004 03:19:15.729150 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.729586 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:15.729623 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.729761 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHPort
I1004 03:19:15.729951 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:15.730107 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:15.730283 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHUsername
I1004 03:19:15.730477 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:19:15.730682 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.117 22 <nil> <nil>}
I1004 03:19:15.730704 30630 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1004 03:19:15.953783 30630 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1004 03:19:15.953808 30630 main.go:141] libmachine: Checking connection to Docker...
I1004 03:19:15.953817 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetURL
I1004 03:19:15.955088 30630 main.go:141] libmachine: (ha-994751-m02) DBG | Using libvirt version 6000000
I1004 03:19:15.957213 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.957617 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:15.957642 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.957827 30630 main.go:141] libmachine: Docker is up and running!
I1004 03:19:15.957841 30630 main.go:141] libmachine: Reticulating splines...
I1004 03:19:15.957847 30630 client.go:171] duration metric: took 22.937783647s to LocalClient.Create
I1004 03:19:15.957867 30630 start.go:167] duration metric: took 22.937832099s to libmachine.API.Create "ha-994751"
I1004 03:19:15.957875 30630 start.go:293] postStartSetup for "ha-994751-m02" (driver="kvm2")
I1004 03:19:15.957884 30630 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1004 03:19:15.957899 30630 main.go:141] libmachine: (ha-994751-m02) Calling .DriverName
I1004 03:19:15.958102 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1004 03:19:15.958124 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHHostname
I1004 03:19:15.960392 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.960717 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:15.960745 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:15.960883 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHPort
I1004 03:19:15.961062 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:15.961225 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHUsername
I1004 03:19:15.961368 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.117 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02/id_rsa Username:docker}
I1004 03:19:16.042404 30630 ssh_runner.go:195] Run: cat /etc/os-release
I1004 03:19:16.047363 30630 info.go:137] Remote host: Buildroot 2023.02.9
I1004 03:19:16.047388 30630 filesync.go:126] Scanning /home/jenkins/minikube-integration/19546-9647/.minikube/addons for local assets ...
I1004 03:19:16.047468 30630 filesync.go:126] Scanning /home/jenkins/minikube-integration/19546-9647/.minikube/files for local assets ...
I1004 03:19:16.047535 30630 filesync.go:149] local asset: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem -> 168792.pem in /etc/ssl/certs
I1004 03:19:16.047546 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem -> /etc/ssl/certs/168792.pem
I1004 03:19:16.047622 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1004 03:19:16.057062 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem --> /etc/ssl/certs/168792.pem (1708 bytes)
I1004 03:19:16.082885 30630 start.go:296] duration metric: took 124.998047ms for postStartSetup
I1004 03:19:16.082935 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetConfigRaw
I1004 03:19:16.083581 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetIP
I1004 03:19:16.086204 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:16.086582 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:16.086605 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:16.086841 30630 profile.go:143] Saving config to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/config.json ...
I1004 03:19:16.087032 30630 start.go:128] duration metric: took 23.085132614s to createHost
I1004 03:19:16.087053 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHHostname
I1004 03:19:16.089417 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:16.089782 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:16.089807 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:16.089984 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHPort
I1004 03:19:16.090129 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:16.090241 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:16.090315 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHUsername
I1004 03:19:16.090436 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:19:16.090606 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.117 22 <nil> <nil>}
I1004 03:19:16.090615 30630 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1004 03:19:16.192923 30630 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728011956.165669680
I1004 03:19:16.192949 30630 fix.go:216] guest clock: 1728011956.165669680
I1004 03:19:16.192957 30630 fix.go:229] Guest: 2024-10-04 03:19:16.16566968 +0000 UTC Remote: 2024-10-04 03:19:16.08704226 +0000 UTC m=+70.399873263 (delta=78.62742ms)
I1004 03:19:16.192972 30630 fix.go:200] guest clock delta is within tolerance: 78.62742ms
I1004 03:19:16.192978 30630 start.go:83] releasing machines lock for "ha-994751-m02", held for 23.191201934s
I1004 03:19:16.193000 30630 main.go:141] libmachine: (ha-994751-m02) Calling .DriverName
I1004 03:19:16.193291 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetIP
I1004 03:19:16.196268 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:16.196769 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:16.196799 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:16.199156 30630 out.go:177] * Found network options:
I1004 03:19:16.200650 30630 out.go:177] - NO_PROXY=192.168.39.65
W1004 03:19:16.201984 30630 proxy.go:119] fail to check proxy env: Error ip not in block
I1004 03:19:16.202013 30630 main.go:141] libmachine: (ha-994751-m02) Calling .DriverName
I1004 03:19:16.202608 30630 main.go:141] libmachine: (ha-994751-m02) Calling .DriverName
I1004 03:19:16.202783 30630 main.go:141] libmachine: (ha-994751-m02) Calling .DriverName
I1004 03:19:16.202904 30630 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1004 03:19:16.202945 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHHostname
W1004 03:19:16.203033 30630 proxy.go:119] fail to check proxy env: Error ip not in block
I1004 03:19:16.203114 30630 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1004 03:19:16.203136 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHHostname
I1004 03:19:16.205729 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:16.205978 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:16.206109 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:16.206134 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:16.206286 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHPort
I1004 03:19:16.206384 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:16.206425 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:16.206455 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:16.206610 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHUsername
I1004 03:19:16.206681 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHPort
I1004 03:19:16.206748 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.117 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02/id_rsa Username:docker}
I1004 03:19:16.206786 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHKeyPath
I1004 03:19:16.206947 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetSSHUsername
I1004 03:19:16.207052 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.117 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m02/id_rsa Username:docker}
I1004 03:19:16.451088 30630 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1004 03:19:16.457611 30630 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1004 03:19:16.457679 30630 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1004 03:19:16.474500 30630 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1004 03:19:16.474524 30630 start.go:495] detecting cgroup driver to use...
I1004 03:19:16.474577 30630 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1004 03:19:16.491337 30630 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1004 03:19:16.505852 30630 docker.go:217] disabling cri-docker service (if available) ...
I1004 03:19:16.505915 30630 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1004 03:19:16.519394 30630 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1004 03:19:16.533389 30630 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1004 03:19:16.647440 30630 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1004 03:19:16.796026 30630 docker.go:233] disabling docker service ...
I1004 03:19:16.796090 30630 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1004 03:19:16.810390 30630 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1004 03:19:16.824447 30630 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1004 03:19:16.967078 30630 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1004 03:19:17.099949 30630 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1004 03:19:17.114752 30630 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1004 03:19:17.134460 30630 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1004 03:19:17.134514 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:19:17.144920 30630 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1004 03:19:17.144984 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:19:17.155252 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:19:17.165315 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:19:17.175583 30630 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1004 03:19:17.186303 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:19:17.198678 30630 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:19:17.217975 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:19:17.229419 30630 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1004 03:19:17.241337 30630 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1004 03:19:17.241386 30630 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1004 03:19:17.254390 30630 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1004 03:19:17.264806 30630 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1004 03:19:17.402028 30630 ssh_runner.go:195] Run: sudo systemctl restart crio
I1004 03:19:17.495758 30630 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1004 03:19:17.495841 30630 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1004 03:19:17.500623 30630 start.go:563] Will wait 60s for crictl version
I1004 03:19:17.500678 30630 ssh_runner.go:195] Run: which crictl
I1004 03:19:17.504705 30630 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1004 03:19:17.550368 30630 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1004 03:19:17.550468 30630 ssh_runner.go:195] Run: crio --version
I1004 03:19:17.578910 30630 ssh_runner.go:195] Run: crio --version
I1004 03:19:17.612824 30630 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1004 03:19:17.614302 30630 out.go:177] - env NO_PROXY=192.168.39.65
I1004 03:19:17.615583 30630 main.go:141] libmachine: (ha-994751-m02) Calling .GetIP
I1004 03:19:17.618499 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:17.619022 30630 main.go:141] libmachine: (ha-994751-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b0:e7:80", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:19:08 +0000 UTC Type:0 Mac:52:54:00:b0:e7:80 Iaid: IPaddr:192.168.39.117 Prefix:24 Hostname:ha-994751-m02 Clientid:01:52:54:00:b0:e7:80}
I1004 03:19:17.619049 30630 main.go:141] libmachine: (ha-994751-m02) DBG | domain ha-994751-m02 has defined IP address 192.168.39.117 and MAC address 52:54:00:b0:e7:80 in network mk-ha-994751
I1004 03:19:17.619276 30630 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1004 03:19:17.623687 30630 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1004 03:19:17.636797 30630 mustload.go:65] Loading cluster: ha-994751
I1004 03:19:17.637003 30630 config.go:182] Loaded profile config "ha-994751": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1004 03:19:17.637273 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:19:17.637322 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:19:17.651836 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38711
I1004 03:19:17.652278 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:19:17.652784 30630 main.go:141] libmachine: Using API Version 1
I1004 03:19:17.652801 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:19:17.653111 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:19:17.653311 30630 main.go:141] libmachine: (ha-994751) Calling .GetState
I1004 03:19:17.654878 30630 host.go:66] Checking if "ha-994751" exists ...
I1004 03:19:17.655231 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:19:17.655273 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:19:17.669844 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39743
I1004 03:19:17.670238 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:19:17.670702 30630 main.go:141] libmachine: Using API Version 1
I1004 03:19:17.670716 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:19:17.671055 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:19:17.671261 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:19:17.671448 30630 certs.go:68] Setting up /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751 for IP: 192.168.39.117
I1004 03:19:17.671472 30630 certs.go:194] generating shared ca certs ...
I1004 03:19:17.671486 30630 certs.go:226] acquiring lock for ca certs: {Name:mka73703c3246b6a7cc11e262d5e935d8e6515b9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:19:17.671619 30630 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.key
I1004 03:19:17.671665 30630 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.key
I1004 03:19:17.671678 30630 certs.go:256] generating profile certs ...
I1004 03:19:17.671769 30630 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.key
I1004 03:19:17.671816 30630 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.7edcc3fb
I1004 03:19:17.671836 30630 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.7edcc3fb with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.65 192.168.39.117 192.168.39.254]
I1004 03:19:17.982961 30630 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.7edcc3fb ...
I1004 03:19:17.982990 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.7edcc3fb: {Name:mka857c573044186dc7f952f5b2ab8a540e4e52f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:19:17.983170 30630 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.7edcc3fb ...
I1004 03:19:17.983188 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.7edcc3fb: {Name:mka872bfad80f36ccf6cfb0285b019b3212263dd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:19:17.983268 30630 certs.go:381] copying /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.7edcc3fb -> /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt
I1004 03:19:17.983413 30630 certs.go:385] copying /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.7edcc3fb -> /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key
I1004 03:19:17.983593 30630 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.key
I1004 03:19:17.983610 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1004 03:19:17.983628 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1004 03:19:17.983649 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1004 03:19:17.983666 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1004 03:19:17.983685 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1004 03:19:17.983700 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1004 03:19:17.983717 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1004 03:19:17.983736 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1004 03:19:17.983821 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879.pem (1338 bytes)
W1004 03:19:17.983865 30630 certs.go:480] ignoring /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879_empty.pem, impossibly tiny 0 bytes
I1004 03:19:17.983877 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca-key.pem (1675 bytes)
I1004 03:19:17.983909 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem (1082 bytes)
I1004 03:19:17.983943 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem (1123 bytes)
I1004 03:19:17.984054 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem (1675 bytes)
I1004 03:19:17.984129 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem (1708 bytes)
I1004 03:19:17.984175 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem -> /usr/share/ca-certificates/168792.pem
I1004 03:19:17.984197 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1004 03:19:17.984216 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879.pem -> /usr/share/ca-certificates/16879.pem
I1004 03:19:17.984276 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:19:17.987517 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:19:17.987891 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:19:17.987919 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:19:17.988138 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:19:17.988361 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:19:17.988505 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:19:17.988670 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa Username:docker}
I1004 03:19:18.060182 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1004 03:19:18.065324 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1004 03:19:18.078017 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1004 03:19:18.082669 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1004 03:19:18.094668 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1004 03:19:18.099036 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1004 03:19:18.110596 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1004 03:19:18.115397 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1004 03:19:18.126291 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1004 03:19:18.131864 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1004 03:19:18.143496 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1004 03:19:18.147678 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1004 03:19:18.158714 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1004 03:19:18.185425 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1004 03:19:18.212989 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1004 03:19:18.238721 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1004 03:19:18.265688 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1004 03:19:18.292564 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1004 03:19:18.318046 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1004 03:19:18.343621 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1004 03:19:18.367533 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem --> /usr/share/ca-certificates/168792.pem (1708 bytes)
I1004 03:19:18.391460 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1004 03:19:18.414533 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879.pem --> /usr/share/ca-certificates/16879.pem (1338 bytes)
I1004 03:19:18.437881 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1004 03:19:18.454162 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1004 03:19:18.470435 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1004 03:19:18.487697 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1004 03:19:18.504422 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1004 03:19:18.521609 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1004 03:19:18.538712 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1004 03:19:18.555759 30630 ssh_runner.go:195] Run: openssl version
I1004 03:19:18.561485 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/168792.pem && ln -fs /usr/share/ca-certificates/168792.pem /etc/ssl/certs/168792.pem"
I1004 03:19:18.572838 30630 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/168792.pem
I1004 03:19:18.578085 30630 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 4 03:08 /usr/share/ca-certificates/168792.pem
I1004 03:19:18.578150 30630 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/168792.pem
I1004 03:19:18.584699 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/168792.pem /etc/ssl/certs/3ec20f2e.0"
I1004 03:19:18.596515 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1004 03:19:18.608107 30630 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1004 03:19:18.613090 30630 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 4 02:49 /usr/share/ca-certificates/minikubeCA.pem
I1004 03:19:18.613151 30630 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1004 03:19:18.619060 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1004 03:19:18.630222 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16879.pem && ln -fs /usr/share/ca-certificates/16879.pem /etc/ssl/certs/16879.pem"
I1004 03:19:18.642211 30630 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16879.pem
I1004 03:19:18.646675 30630 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 4 03:08 /usr/share/ca-certificates/16879.pem
I1004 03:19:18.646733 30630 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16879.pem
I1004 03:19:18.652690 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/16879.pem /etc/ssl/certs/51391683.0"
I1004 03:19:18.663892 30630 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1004 03:19:18.668101 30630 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1004 03:19:18.668177 30630 kubeadm.go:934] updating node {m02 192.168.39.117 8443 v1.31.1 crio true true} ...
I1004 03:19:18.668262 30630 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-994751-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.117
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-994751 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1004 03:19:18.668287 30630 kube-vip.go:115] generating kube-vip config ...
I1004 03:19:18.668368 30630 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1004 03:19:18.686599 30630 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1004 03:19:18.686662 30630 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1004 03:19:18.686715 30630 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1004 03:19:18.697844 30630 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1004 03:19:18.697908 30630 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1004 03:19:18.708942 30630 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1004 03:19:18.708972 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1004 03:19:18.708991 30630 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubelet
I1004 03:19:18.709028 30630 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I1004 03:19:18.709031 30630 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1004 03:19:18.713612 30630 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1004 03:19:18.713636 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1004 03:19:19.809158 30630 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1004 03:19:19.826203 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1004 03:19:19.826314 30630 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1004 03:19:19.830837 30630 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1004 03:19:19.830871 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1004 03:19:19.978327 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1004 03:19:19.978413 30630 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1004 03:19:19.988543 30630 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1004 03:19:19.988589 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1004 03:19:20.364768 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1004 03:19:20.374518 30630 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1004 03:19:20.391501 30630 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1004 03:19:20.408160 30630 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1004 03:19:20.424511 30630 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1004 03:19:20.428280 30630 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1004 03:19:20.439917 30630 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1004 03:19:20.559800 30630 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1004 03:19:20.576330 30630 host.go:66] Checking if "ha-994751" exists ...
I1004 03:19:20.576654 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:19:20.576692 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:19:20.592425 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39375
I1004 03:19:20.593014 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:19:20.593564 30630 main.go:141] libmachine: Using API Version 1
I1004 03:19:20.593590 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:19:20.593896 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:19:20.594067 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:19:20.594173 30630 start.go:317] joinCluster: &{Name:ha-994751 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-994751 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.117 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiratio
n:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1004 03:19:20.594288 30630 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1004 03:19:20.594307 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:19:20.597288 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:19:20.597706 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:19:20.597738 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:19:20.597851 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:19:20.598146 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:19:20.598359 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:19:20.598601 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa Username:docker}
I1004 03:19:20.751261 30630 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.117 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1004 03:19:20.751313 30630 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token tfpvu2.gfmxns87jp8m6lea --discovery-token-ca-cert-hash sha256:de55c919a3ef6c303c4c51ab2397ed74febe47705cfe7f7e47be594e33527e73 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-994751-m02 --control-plane --apiserver-advertise-address=192.168.39.117 --apiserver-bind-port=8443"
I1004 03:19:42.477327 30630 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token tfpvu2.gfmxns87jp8m6lea --discovery-token-ca-cert-hash sha256:de55c919a3ef6c303c4c51ab2397ed74febe47705cfe7f7e47be594e33527e73 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-994751-m02 --control-plane --apiserver-advertise-address=192.168.39.117 --apiserver-bind-port=8443": (21.725989536s)
I1004 03:19:42.477374 30630 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1004 03:19:43.011388 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-994751-m02 minikube.k8s.io/updated_at=2024_10_04T03_19_43_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=bb93d8722461655cd69aaff21bc3938f9e86d89e minikube.k8s.io/name=ha-994751 minikube.k8s.io/primary=false
I1004 03:19:43.128289 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-994751-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1004 03:19:43.240778 30630 start.go:319] duration metric: took 22.646600164s to joinCluster
I1004 03:19:43.240848 30630 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.117 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1004 03:19:43.241147 30630 config.go:182] Loaded profile config "ha-994751": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1004 03:19:43.242449 30630 out.go:177] * Verifying Kubernetes components...
I1004 03:19:43.243651 30630 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1004 03:19:43.505854 30630 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1004 03:19:43.526989 30630 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19546-9647/kubeconfig
I1004 03:19:43.527348 30630 kapi.go:59] client config for ha-994751: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.crt", KeyFile:"/home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.key", CAFile:"/home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1004 03:19:43.527435 30630 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.65:8443
I1004 03:19:43.527706 30630 node_ready.go:35] waiting up to 6m0s for node "ha-994751-m02" to be "Ready" ...
I1004 03:19:43.527836 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:43.527848 30630 round_trippers.go:469] Request Headers:
I1004 03:19:43.527859 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:43.527864 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:43.538086 30630 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1004 03:19:44.028570 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:44.028592 30630 round_trippers.go:469] Request Headers:
I1004 03:19:44.028599 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:44.028604 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:44.034683 30630 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1004 03:19:44.528680 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:44.528707 30630 round_trippers.go:469] Request Headers:
I1004 03:19:44.528719 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:44.528727 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:44.532210 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:45.028095 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:45.028116 30630 round_trippers.go:469] Request Headers:
I1004 03:19:45.028124 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:45.028128 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:45.031650 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:45.528659 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:45.528681 30630 round_trippers.go:469] Request Headers:
I1004 03:19:45.528689 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:45.528693 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:45.532032 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:45.532726 30630 node_ready.go:53] node "ha-994751-m02" has status "Ready":"False"
I1004 03:19:46.028184 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:46.028208 30630 round_trippers.go:469] Request Headers:
I1004 03:19:46.028220 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:46.028224 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:46.031876 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:46.528850 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:46.528870 30630 round_trippers.go:469] Request Headers:
I1004 03:19:46.528878 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:46.528883 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:46.532535 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:47.028593 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:47.028614 30630 round_trippers.go:469] Request Headers:
I1004 03:19:47.028622 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:47.028625 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:47.032488 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:47.528380 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:47.528406 30630 round_trippers.go:469] Request Headers:
I1004 03:19:47.528417 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:47.528423 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:47.532834 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:19:47.533292 30630 node_ready.go:53] node "ha-994751-m02" has status "Ready":"False"
I1004 03:19:48.028846 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:48.028866 30630 round_trippers.go:469] Request Headers:
I1004 03:19:48.028876 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:48.028879 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:48.033387 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:19:48.527941 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:48.527965 30630 round_trippers.go:469] Request Headers:
I1004 03:19:48.527976 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:48.527982 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:48.531255 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:49.027941 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:49.027974 30630 round_trippers.go:469] Request Headers:
I1004 03:19:49.027982 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:49.027985 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:49.032078 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:19:49.527942 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:49.527977 30630 round_trippers.go:469] Request Headers:
I1004 03:19:49.527988 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:49.527993 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:49.531336 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:50.027938 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:50.027962 30630 round_trippers.go:469] Request Headers:
I1004 03:19:50.027970 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:50.027975 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:50.031574 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:50.032261 30630 node_ready.go:53] node "ha-994751-m02" has status "Ready":"False"
I1004 03:19:50.528731 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:50.528756 30630 round_trippers.go:469] Request Headers:
I1004 03:19:50.528762 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:50.528766 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:50.533072 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:19:51.028280 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:51.028305 30630 round_trippers.go:469] Request Headers:
I1004 03:19:51.028315 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:51.028318 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:51.031958 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:51.527942 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:51.527963 30630 round_trippers.go:469] Request Headers:
I1004 03:19:51.527971 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:51.527975 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:51.531671 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:52.028715 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:52.028739 30630 round_trippers.go:469] Request Headers:
I1004 03:19:52.028747 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:52.028752 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:52.032273 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:52.032782 30630 node_ready.go:53] node "ha-994751-m02" has status "Ready":"False"
I1004 03:19:52.528521 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:52.528543 30630 round_trippers.go:469] Request Headers:
I1004 03:19:52.528553 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:52.528556 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:52.532328 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:53.028497 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:53.028519 30630 round_trippers.go:469] Request Headers:
I1004 03:19:53.028533 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:53.028536 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:53.031845 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:53.527963 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:53.527986 30630 round_trippers.go:469] Request Headers:
I1004 03:19:53.527995 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:53.527999 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:53.531468 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:54.028502 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:54.028524 30630 round_trippers.go:469] Request Headers:
I1004 03:19:54.028533 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:54.028537 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:54.032380 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:54.032974 30630 node_ready.go:53] node "ha-994751-m02" has status "Ready":"False"
I1004 03:19:54.528253 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:54.528276 30630 round_trippers.go:469] Request Headers:
I1004 03:19:54.528286 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:54.528293 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:54.531649 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:55.028786 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:55.028804 30630 round_trippers.go:469] Request Headers:
I1004 03:19:55.028812 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:55.028817 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:55.032371 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:55.527931 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:55.527953 30630 round_trippers.go:469] Request Headers:
I1004 03:19:55.527961 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:55.527965 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:55.531477 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:56.028492 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:56.028512 30630 round_trippers.go:469] Request Headers:
I1004 03:19:56.028519 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:56.028524 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:56.031319 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:19:56.527963 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:56.527981 30630 round_trippers.go:469] Request Headers:
I1004 03:19:56.527990 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:56.527993 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:56.531347 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:56.531854 30630 node_ready.go:53] node "ha-994751-m02" has status "Ready":"False"
I1004 03:19:57.027943 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:57.027962 30630 round_trippers.go:469] Request Headers:
I1004 03:19:57.027970 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:57.027979 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:57.031176 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:57.527972 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:57.527995 30630 round_trippers.go:469] Request Headers:
I1004 03:19:57.528006 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:57.528011 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:57.531355 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:58.028084 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:58.028103 30630 round_trippers.go:469] Request Headers:
I1004 03:19:58.028111 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:58.028115 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:58.034080 30630 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1004 03:19:58.527939 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:58.527959 30630 round_trippers.go:469] Request Headers:
I1004 03:19:58.527967 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:58.527972 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:58.530892 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:19:59.027908 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:59.027929 30630 round_trippers.go:469] Request Headers:
I1004 03:19:59.027938 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:59.027943 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:59.031093 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:19:59.031750 30630 node_ready.go:53] node "ha-994751-m02" has status "Ready":"False"
I1004 03:19:59.528117 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:19:59.528140 30630 round_trippers.go:469] Request Headers:
I1004 03:19:59.528148 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:19:59.528152 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:19:59.531338 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:00.027934 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:20:00.027956 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.027964 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.027968 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.031243 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:00.527969 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:20:00.527990 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.527998 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.528002 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.535322 30630 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1004 03:20:00.536101 30630 node_ready.go:49] node "ha-994751-m02" has status "Ready":"True"
I1004 03:20:00.536141 30630 node_ready.go:38] duration metric: took 17.008396711s for node "ha-994751-m02" to be "Ready" ...
I1004 03:20:00.536154 30630 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1004 03:20:00.536255 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods
I1004 03:20:00.536269 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.536281 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.536287 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.550231 30630 round_trippers.go:574] Response Status: 200 OK in 13 milliseconds
I1004 03:20:00.558943 30630 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-l6zst" in "kube-system" namespace to be "Ready" ...
I1004 03:20:00.559041 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-l6zst
I1004 03:20:00.559052 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.559063 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.559071 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.562462 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:00.563534 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:20:00.563551 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.563558 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.563562 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.566458 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:20:00.567373 30630 pod_ready.go:93] pod "coredns-7c65d6cfc9-l6zst" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:00.567390 30630 pod_ready.go:82] duration metric: took 8.418573ms for pod "coredns-7c65d6cfc9-l6zst" in "kube-system" namespace to be "Ready" ...
I1004 03:20:00.567399 30630 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-zgdck" in "kube-system" namespace to be "Ready" ...
I1004 03:20:00.567443 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-zgdck
I1004 03:20:00.567450 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.567457 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.567461 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.571010 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:00.572015 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:20:00.572028 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.572035 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.572040 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.574144 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:20:00.574637 30630 pod_ready.go:93] pod "coredns-7c65d6cfc9-zgdck" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:00.574653 30630 pod_ready.go:82] duration metric: took 7.248385ms for pod "coredns-7c65d6cfc9-zgdck" in "kube-system" namespace to be "Ready" ...
I1004 03:20:00.574660 30630 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:20:00.574701 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/etcd-ha-994751
I1004 03:20:00.574708 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.574714 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.574718 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.577426 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:20:00.578237 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:20:00.578256 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.578262 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.578268 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.581297 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:00.582104 30630 pod_ready.go:93] pod "etcd-ha-994751" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:00.582124 30630 pod_ready.go:82] duration metric: took 7.457921ms for pod "etcd-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:20:00.582136 30630 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:20:00.582194 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/etcd-ha-994751-m02
I1004 03:20:00.582206 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.582213 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.582218 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.584954 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:20:00.586074 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:20:00.586089 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.586096 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.586098 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.588315 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:20:00.588797 30630 pod_ready.go:93] pod "etcd-ha-994751-m02" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:00.588819 30630 pod_ready.go:82] duration metric: took 6.675728ms for pod "etcd-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:20:00.588836 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:20:00.728447 30630 request.go:632] Waited for 139.544334ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-994751
I1004 03:20:00.728509 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-994751
I1004 03:20:00.728514 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.728522 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.728527 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.732242 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:00.928492 30630 request.go:632] Waited for 195.478493ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:20:00.928550 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:20:00.928556 30630 round_trippers.go:469] Request Headers:
I1004 03:20:00.928563 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:00.928567 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:00.932014 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:00.932660 30630 pod_ready.go:93] pod "kube-apiserver-ha-994751" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:00.932680 30630 pod_ready.go:82] duration metric: took 343.837498ms for pod "kube-apiserver-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:20:00.932690 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:20:01.128708 30630 request.go:632] Waited for 195.949159ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-994751-m02
I1004 03:20:01.128769 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-994751-m02
I1004 03:20:01.128778 30630 round_trippers.go:469] Request Headers:
I1004 03:20:01.128786 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:01.128790 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:01.131924 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:01.328936 30630 request.go:632] Waited for 196.247417ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:20:01.328982 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:20:01.328986 30630 round_trippers.go:469] Request Headers:
I1004 03:20:01.328993 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:01.328999 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:01.332116 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:01.332718 30630 pod_ready.go:93] pod "kube-apiserver-ha-994751-m02" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:01.332735 30630 pod_ready.go:82] duration metric: took 400.039408ms for pod "kube-apiserver-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:20:01.332744 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:20:01.528985 30630 request.go:632] Waited for 196.178172ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-994751
I1004 03:20:01.529051 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-994751
I1004 03:20:01.529057 30630 round_trippers.go:469] Request Headers:
I1004 03:20:01.529064 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:01.529068 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:01.532813 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:01.728751 30630 request.go:632] Waited for 195.374296ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:20:01.728822 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:20:01.728828 30630 round_trippers.go:469] Request Headers:
I1004 03:20:01.728835 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:01.728838 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:01.732685 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:01.733267 30630 pod_ready.go:93] pod "kube-controller-manager-ha-994751" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:01.733284 30630 pod_ready.go:82] duration metric: took 400.533757ms for pod "kube-controller-manager-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:20:01.733292 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:20:01.928444 30630 request.go:632] Waited for 195.093384ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-994751-m02
I1004 03:20:01.928511 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-994751-m02
I1004 03:20:01.928517 30630 round_trippers.go:469] Request Headers:
I1004 03:20:01.928523 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:01.928531 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:01.931659 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:02.128724 30630 request.go:632] Waited for 196.347214ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:20:02.128778 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:20:02.128783 30630 round_trippers.go:469] Request Headers:
I1004 03:20:02.128789 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:02.128794 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:02.132222 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:02.132803 30630 pod_ready.go:93] pod "kube-controller-manager-ha-994751-m02" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:02.132822 30630 pod_ready.go:82] duration metric: took 399.524177ms for pod "kube-controller-manager-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:20:02.132832 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-f44b9" in "kube-system" namespace to be "Ready" ...
I1004 03:20:02.328210 30630 request.go:632] Waited for 195.309099ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-proxy-f44b9
I1004 03:20:02.328274 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-proxy-f44b9
I1004 03:20:02.328281 30630 round_trippers.go:469] Request Headers:
I1004 03:20:02.328288 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:02.328293 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:02.331313 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:02.528409 30630 request.go:632] Waited for 196.390078ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:20:02.528468 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:20:02.528474 30630 round_trippers.go:469] Request Headers:
I1004 03:20:02.528481 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:02.528486 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:02.531912 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:02.532422 30630 pod_ready.go:93] pod "kube-proxy-f44b9" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:02.532446 30630 pod_ready.go:82] duration metric: took 399.600972ms for pod "kube-proxy-f44b9" in "kube-system" namespace to be "Ready" ...
I1004 03:20:02.532455 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-ph6cf" in "kube-system" namespace to be "Ready" ...
I1004 03:20:02.728449 30630 request.go:632] Waited for 195.932314ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-proxy-ph6cf
I1004 03:20:02.728525 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-proxy-ph6cf
I1004 03:20:02.728531 30630 round_trippers.go:469] Request Headers:
I1004 03:20:02.728539 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:02.728547 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:02.732138 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:02.928159 30630 request.go:632] Waited for 195.316789ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:20:02.928222 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:20:02.928227 30630 round_trippers.go:469] Request Headers:
I1004 03:20:02.928234 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:02.928238 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:02.931607 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:02.932124 30630 pod_ready.go:93] pod "kube-proxy-ph6cf" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:02.932148 30630 pod_ready.go:82] duration metric: took 399.687611ms for pod "kube-proxy-ph6cf" in "kube-system" namespace to be "Ready" ...
I1004 03:20:02.932157 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:20:03.128514 30630 request.go:632] Waited for 196.295312ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-994751
I1004 03:20:03.128566 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-994751
I1004 03:20:03.128571 30630 round_trippers.go:469] Request Headers:
I1004 03:20:03.128579 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:03.128585 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:03.131954 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:03.328958 30630 request.go:632] Waited for 196.406685ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:20:03.329017 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:20:03.329023 30630 round_trippers.go:469] Request Headers:
I1004 03:20:03.329031 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:03.329039 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:03.332357 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:03.332971 30630 pod_ready.go:93] pod "kube-scheduler-ha-994751" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:03.332988 30630 pod_ready.go:82] duration metric: took 400.824355ms for pod "kube-scheduler-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:20:03.332997 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:20:03.528105 30630 request.go:632] Waited for 195.029512ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-994751-m02
I1004 03:20:03.528157 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-994751-m02
I1004 03:20:03.528162 30630 round_trippers.go:469] Request Headers:
I1004 03:20:03.528169 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:03.528173 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:03.531733 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:03.727947 30630 request.go:632] Waited for 195.304105ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:20:03.728022 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:20:03.728029 30630 round_trippers.go:469] Request Headers:
I1004 03:20:03.728038 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:03.728046 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:03.731222 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:03.731799 30630 pod_ready.go:93] pod "kube-scheduler-ha-994751-m02" in "kube-system" namespace has status "Ready":"True"
I1004 03:20:03.731823 30630 pod_ready.go:82] duration metric: took 398.818433ms for pod "kube-scheduler-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:20:03.731836 30630 pod_ready.go:39] duration metric: took 3.195663558s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1004 03:20:03.731854 30630 api_server.go:52] waiting for apiserver process to appear ...
I1004 03:20:03.731914 30630 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1004 03:20:03.748156 30630 api_server.go:72] duration metric: took 20.507274316s to wait for apiserver process to appear ...
I1004 03:20:03.748186 30630 api_server.go:88] waiting for apiserver healthz status ...
I1004 03:20:03.748208 30630 api_server.go:253] Checking apiserver healthz at https://192.168.39.65:8443/healthz ...
I1004 03:20:03.752562 30630 api_server.go:279] https://192.168.39.65:8443/healthz returned 200:
ok
I1004 03:20:03.752615 30630 round_trippers.go:463] GET https://192.168.39.65:8443/version
I1004 03:20:03.752620 30630 round_trippers.go:469] Request Headers:
I1004 03:20:03.752627 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:03.752633 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:03.753368 30630 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1004 03:20:03.753569 30630 api_server.go:141] control plane version: v1.31.1
I1004 03:20:03.753592 30630 api_server.go:131] duration metric: took 5.397003ms to wait for apiserver health ...
I1004 03:20:03.753601 30630 system_pods.go:43] waiting for kube-system pods to appear ...
I1004 03:20:03.928947 30630 request.go:632] Waited for 175.282043ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods
I1004 03:20:03.929032 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods
I1004 03:20:03.929040 30630 round_trippers.go:469] Request Headers:
I1004 03:20:03.929049 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:03.929055 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:03.934063 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:20:03.938318 30630 system_pods.go:59] 17 kube-system pods found
I1004 03:20:03.938350 30630 system_pods.go:61] "coredns-7c65d6cfc9-l6zst" [554a3e5d-5bd8-44d6-a7dd-6eb87ef3b9ab] Running
I1004 03:20:03.938358 30630 system_pods.go:61] "coredns-7c65d6cfc9-zgdck" [dcd6ed49-8491-4eb0-9863-b498c76ec3c5] Running
I1004 03:20:03.938363 30630 system_pods.go:61] "etcd-ha-994751" [ad26bfe8-b3b3-44fb-8f83-fd4f62a92ea6] Running
I1004 03:20:03.938369 30630 system_pods.go:61] "etcd-ha-994751-m02" [540bc27b-d1ee-48e7-99a3-5daf036ec06f] Running
I1004 03:20:03.938373 30630 system_pods.go:61] "kindnet-2mhh2" [442d5ad9-dc9c-4a07-90b3-549591f9d2f1] Running
I1004 03:20:03.938378 30630 system_pods.go:61] "kindnet-rmcvt" [08ef4494-9229-4cd3-b22e-10709b88e14c] Running
I1004 03:20:03.938383 30630 system_pods.go:61] "kube-apiserver-ha-994751" [68f6b078-f7ae-4c2d-b424-372647c7d203] Running
I1004 03:20:03.938387 30630 system_pods.go:61] "kube-apiserver-ha-994751-m02" [f4773005-30fa-46bc-b372-bbd0c7bfc1f1] Running
I1004 03:20:03.938392 30630 system_pods.go:61] "kube-controller-manager-ha-994751" [7a09373f-d6d5-4fa2-bc68-0f2ba151761f] Running
I1004 03:20:03.938397 30630 system_pods.go:61] "kube-controller-manager-ha-994751-m02" [31278e89-fb33-4713-b0e4-3b589944caa9] Running
I1004 03:20:03.938402 30630 system_pods.go:61] "kube-proxy-f44b9" [e3e1a917-0150-4608-b5f3-b590d330d2ce] Running
I1004 03:20:03.938408 30630 system_pods.go:61] "kube-proxy-ph6cf" [0eef5964-876b-4cee-ad4c-c93ab034d3f9] Running
I1004 03:20:03.938416 30630 system_pods.go:61] "kube-scheduler-ha-994751" [527e5bff-7234-4ab0-9952-fe9ec87ab01a] Running
I1004 03:20:03.938422 30630 system_pods.go:61] "kube-scheduler-ha-994751-m02" [9c89432d-e607-4e86-8d68-12ee0c2f3170] Running
I1004 03:20:03.938430 30630 system_pods.go:61] "kube-vip-ha-994751" [7955e17e-6c22-49b3-aa6a-9d37b9bc7942] Running
I1004 03:20:03.938435 30630 system_pods.go:61] "kube-vip-ha-994751-m02" [944f1844-b8c2-410e-981d-3705beb22638] Running
I1004 03:20:03.938440 30630 system_pods.go:61] "storage-provisioner" [cc60903f-91b9-4e59-92ab-9f16c09d38d2] Running
I1004 03:20:03.938450 30630 system_pods.go:74] duration metric: took 184.842668ms to wait for pod list to return data ...
I1004 03:20:03.938469 30630 default_sa.go:34] waiting for default service account to be created ...
I1004 03:20:04.128894 30630 request.go:632] Waited for 190.327691ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/default/serviceaccounts
I1004 03:20:04.128944 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/default/serviceaccounts
I1004 03:20:04.128949 30630 round_trippers.go:469] Request Headers:
I1004 03:20:04.128956 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:04.128960 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:04.132905 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:04.133105 30630 default_sa.go:45] found service account: "default"
I1004 03:20:04.133122 30630 default_sa.go:55] duration metric: took 194.645917ms for default service account to be created ...
I1004 03:20:04.133132 30630 system_pods.go:116] waiting for k8s-apps to be running ...
I1004 03:20:04.328598 30630 request.go:632] Waited for 195.393579ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods
I1004 03:20:04.328702 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods
I1004 03:20:04.328730 30630 round_trippers.go:469] Request Headers:
I1004 03:20:04.328744 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:04.328753 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:04.333188 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:20:04.337805 30630 system_pods.go:86] 17 kube-system pods found
I1004 03:20:04.337832 30630 system_pods.go:89] "coredns-7c65d6cfc9-l6zst" [554a3e5d-5bd8-44d6-a7dd-6eb87ef3b9ab] Running
I1004 03:20:04.337838 30630 system_pods.go:89] "coredns-7c65d6cfc9-zgdck" [dcd6ed49-8491-4eb0-9863-b498c76ec3c5] Running
I1004 03:20:04.337842 30630 system_pods.go:89] "etcd-ha-994751" [ad26bfe8-b3b3-44fb-8f83-fd4f62a92ea6] Running
I1004 03:20:04.337848 30630 system_pods.go:89] "etcd-ha-994751-m02" [540bc27b-d1ee-48e7-99a3-5daf036ec06f] Running
I1004 03:20:04.337851 30630 system_pods.go:89] "kindnet-2mhh2" [442d5ad9-dc9c-4a07-90b3-549591f9d2f1] Running
I1004 03:20:04.337855 30630 system_pods.go:89] "kindnet-rmcvt" [08ef4494-9229-4cd3-b22e-10709b88e14c] Running
I1004 03:20:04.337859 30630 system_pods.go:89] "kube-apiserver-ha-994751" [68f6b078-f7ae-4c2d-b424-372647c7d203] Running
I1004 03:20:04.337863 30630 system_pods.go:89] "kube-apiserver-ha-994751-m02" [f4773005-30fa-46bc-b372-bbd0c7bfc1f1] Running
I1004 03:20:04.337867 30630 system_pods.go:89] "kube-controller-manager-ha-994751" [7a09373f-d6d5-4fa2-bc68-0f2ba151761f] Running
I1004 03:20:04.337874 30630 system_pods.go:89] "kube-controller-manager-ha-994751-m02" [31278e89-fb33-4713-b0e4-3b589944caa9] Running
I1004 03:20:04.337878 30630 system_pods.go:89] "kube-proxy-f44b9" [e3e1a917-0150-4608-b5f3-b590d330d2ce] Running
I1004 03:20:04.337885 30630 system_pods.go:89] "kube-proxy-ph6cf" [0eef5964-876b-4cee-ad4c-c93ab034d3f9] Running
I1004 03:20:04.337889 30630 system_pods.go:89] "kube-scheduler-ha-994751" [527e5bff-7234-4ab0-9952-fe9ec87ab01a] Running
I1004 03:20:04.337901 30630 system_pods.go:89] "kube-scheduler-ha-994751-m02" [9c89432d-e607-4e86-8d68-12ee0c2f3170] Running
I1004 03:20:04.337904 30630 system_pods.go:89] "kube-vip-ha-994751" [7955e17e-6c22-49b3-aa6a-9d37b9bc7942] Running
I1004 03:20:04.337907 30630 system_pods.go:89] "kube-vip-ha-994751-m02" [944f1844-b8c2-410e-981d-3705beb22638] Running
I1004 03:20:04.337912 30630 system_pods.go:89] "storage-provisioner" [cc60903f-91b9-4e59-92ab-9f16c09d38d2] Running
I1004 03:20:04.337921 30630 system_pods.go:126] duration metric: took 204.78361ms to wait for k8s-apps to be running ...
I1004 03:20:04.337930 30630 system_svc.go:44] waiting for kubelet service to be running ....
I1004 03:20:04.337975 30630 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1004 03:20:04.352705 30630 system_svc.go:56] duration metric: took 14.766178ms WaitForService to wait for kubelet
I1004 03:20:04.352728 30630 kubeadm.go:582] duration metric: took 21.111850874s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1004 03:20:04.352744 30630 node_conditions.go:102] verifying NodePressure condition ...
I1004 03:20:04.528049 30630 request.go:632] Waited for 175.240806ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes
I1004 03:20:04.528140 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes
I1004 03:20:04.528148 30630 round_trippers.go:469] Request Headers:
I1004 03:20:04.528158 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:04.528166 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:04.532040 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:04.532645 30630 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1004 03:20:04.532668 30630 node_conditions.go:123] node cpu capacity is 2
I1004 03:20:04.532682 30630 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1004 03:20:04.532689 30630 node_conditions.go:123] node cpu capacity is 2
I1004 03:20:04.532696 30630 node_conditions.go:105] duration metric: took 179.947049ms to run NodePressure ...
I1004 03:20:04.532711 30630 start.go:241] waiting for startup goroutines ...
I1004 03:20:04.532748 30630 start.go:255] writing updated cluster config ...
I1004 03:20:04.534798 30630 out.go:201]
I1004 03:20:04.536250 30630 config.go:182] Loaded profile config "ha-994751": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1004 03:20:04.536346 30630 profile.go:143] Saving config to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/config.json ...
I1004 03:20:04.537713 30630 out.go:177] * Starting "ha-994751-m03" control-plane node in "ha-994751" cluster
I1004 03:20:04.538772 30630 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1004 03:20:04.538791 30630 cache.go:56] Caching tarball of preloaded images
I1004 03:20:04.538881 30630 preload.go:172] Found /home/jenkins/minikube-integration/19546-9647/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1004 03:20:04.538892 30630 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1004 03:20:04.538970 30630 profile.go:143] Saving config to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/config.json ...
I1004 03:20:04.539124 30630 start.go:360] acquireMachinesLock for ha-994751-m03: {Name:mkd1b6a549425547fb7f1523c6881d37bca41fc3 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1004 03:20:04.539179 30630 start.go:364] duration metric: took 32.772µs to acquireMachinesLock for "ha-994751-m03"
I1004 03:20:04.539202 30630 start.go:93] Provisioning new machine with config: &{Name:ha-994751 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-994751 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.117 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspekto
r-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizat
ions:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1004 03:20:04.539327 30630 start.go:125] createHost starting for "m03" (driver="kvm2")
I1004 03:20:04.540776 30630 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1004 03:20:04.540857 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:20:04.540889 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:20:04.555427 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46337
I1004 03:20:04.555831 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:20:04.556364 30630 main.go:141] libmachine: Using API Version 1
I1004 03:20:04.556394 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:20:04.556738 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:20:04.556921 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetMachineName
I1004 03:20:04.557038 30630 main.go:141] libmachine: (ha-994751-m03) Calling .DriverName
I1004 03:20:04.557175 30630 start.go:159] libmachine.API.Create for "ha-994751" (driver="kvm2")
I1004 03:20:04.557204 30630 client.go:168] LocalClient.Create starting
I1004 03:20:04.557233 30630 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem
I1004 03:20:04.557271 30630 main.go:141] libmachine: Decoding PEM data...
I1004 03:20:04.557291 30630 main.go:141] libmachine: Parsing certificate...
I1004 03:20:04.557375 30630 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem
I1004 03:20:04.557421 30630 main.go:141] libmachine: Decoding PEM data...
I1004 03:20:04.557449 30630 main.go:141] libmachine: Parsing certificate...
I1004 03:20:04.557481 30630 main.go:141] libmachine: Running pre-create checks...
I1004 03:20:04.557495 30630 main.go:141] libmachine: (ha-994751-m03) Calling .PreCreateCheck
I1004 03:20:04.557705 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetConfigRaw
I1004 03:20:04.558081 30630 main.go:141] libmachine: Creating machine...
I1004 03:20:04.558096 30630 main.go:141] libmachine: (ha-994751-m03) Calling .Create
I1004 03:20:04.558257 30630 main.go:141] libmachine: (ha-994751-m03) Creating KVM machine...
I1004 03:20:04.559668 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found existing default KVM network
I1004 03:20:04.559869 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found existing private KVM network mk-ha-994751
I1004 03:20:04.560039 30630 main.go:141] libmachine: (ha-994751-m03) Setting up store path in /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03 ...
I1004 03:20:04.560065 30630 main.go:141] libmachine: (ha-994751-m03) Building disk image from file:///home/jenkins/minikube-integration/19546-9647/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1004 03:20:04.560110 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:04.560016 31400 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19546-9647/.minikube
I1004 03:20:04.560192 30630 main.go:141] libmachine: (ha-994751-m03) Downloading /home/jenkins/minikube-integration/19546-9647/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19546-9647/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1004 03:20:04.808276 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:04.808145 31400 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/id_rsa...
I1004 03:20:05.005812 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:05.005703 31400 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/ha-994751-m03.rawdisk...
I1004 03:20:05.005838 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Writing magic tar header
I1004 03:20:05.005848 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Writing SSH key tar header
I1004 03:20:05.005856 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:05.005807 31400 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03 ...
I1004 03:20:05.005932 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03
I1004 03:20:05.005971 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647/.minikube/machines
I1004 03:20:05.006001 30630 main.go:141] libmachine: (ha-994751-m03) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03 (perms=drwx------)
I1004 03:20:05.006011 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647/.minikube
I1004 03:20:05.006021 30630 main.go:141] libmachine: (ha-994751-m03) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647/.minikube/machines (perms=drwxr-xr-x)
I1004 03:20:05.006034 30630 main.go:141] libmachine: (ha-994751-m03) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647/.minikube (perms=drwxr-xr-x)
I1004 03:20:05.006047 30630 main.go:141] libmachine: (ha-994751-m03) Setting executable bit set on /home/jenkins/minikube-integration/19546-9647 (perms=drwxrwxr-x)
I1004 03:20:05.006063 30630 main.go:141] libmachine: (ha-994751-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1004 03:20:05.006075 30630 main.go:141] libmachine: (ha-994751-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1004 03:20:05.006086 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19546-9647
I1004 03:20:05.006100 30630 main.go:141] libmachine: (ha-994751-m03) Creating domain...
I1004 03:20:05.006109 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1004 03:20:05.006122 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Checking permissions on dir: /home/jenkins
I1004 03:20:05.006135 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Checking permissions on dir: /home
I1004 03:20:05.006147 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Skipping /home - not owner
I1004 03:20:05.007092 30630 main.go:141] libmachine: (ha-994751-m03) define libvirt domain using xml:
I1004 03:20:05.007116 30630 main.go:141] libmachine: (ha-994751-m03) <domain type='kvm'>
I1004 03:20:05.007126 30630 main.go:141] libmachine: (ha-994751-m03) <name>ha-994751-m03</name>
I1004 03:20:05.007139 30630 main.go:141] libmachine: (ha-994751-m03) <memory unit='MiB'>2200</memory>
I1004 03:20:05.007151 30630 main.go:141] libmachine: (ha-994751-m03) <vcpu>2</vcpu>
I1004 03:20:05.007158 30630 main.go:141] libmachine: (ha-994751-m03) <features>
I1004 03:20:05.007166 30630 main.go:141] libmachine: (ha-994751-m03) <acpi/>
I1004 03:20:05.007173 30630 main.go:141] libmachine: (ha-994751-m03) <apic/>
I1004 03:20:05.007177 30630 main.go:141] libmachine: (ha-994751-m03) <pae/>
I1004 03:20:05.007183 30630 main.go:141] libmachine: (ha-994751-m03)
I1004 03:20:05.007189 30630 main.go:141] libmachine: (ha-994751-m03) </features>
I1004 03:20:05.007198 30630 main.go:141] libmachine: (ha-994751-m03) <cpu mode='host-passthrough'>
I1004 03:20:05.007205 30630 main.go:141] libmachine: (ha-994751-m03)
I1004 03:20:05.007209 30630 main.go:141] libmachine: (ha-994751-m03) </cpu>
I1004 03:20:05.007231 30630 main.go:141] libmachine: (ha-994751-m03) <os>
I1004 03:20:05.007247 30630 main.go:141] libmachine: (ha-994751-m03) <type>hvm</type>
I1004 03:20:05.007256 30630 main.go:141] libmachine: (ha-994751-m03) <boot dev='cdrom'/>
I1004 03:20:05.007270 30630 main.go:141] libmachine: (ha-994751-m03) <boot dev='hd'/>
I1004 03:20:05.007282 30630 main.go:141] libmachine: (ha-994751-m03) <bootmenu enable='no'/>
I1004 03:20:05.007301 30630 main.go:141] libmachine: (ha-994751-m03) </os>
I1004 03:20:05.007312 30630 main.go:141] libmachine: (ha-994751-m03) <devices>
I1004 03:20:05.007323 30630 main.go:141] libmachine: (ha-994751-m03) <disk type='file' device='cdrom'>
I1004 03:20:05.007339 30630 main.go:141] libmachine: (ha-994751-m03) <source file='/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/boot2docker.iso'/>
I1004 03:20:05.007353 30630 main.go:141] libmachine: (ha-994751-m03) <target dev='hdc' bus='scsi'/>
I1004 03:20:05.007365 30630 main.go:141] libmachine: (ha-994751-m03) <readonly/>
I1004 03:20:05.007373 30630 main.go:141] libmachine: (ha-994751-m03) </disk>
I1004 03:20:05.007385 30630 main.go:141] libmachine: (ha-994751-m03) <disk type='file' device='disk'>
I1004 03:20:05.007397 30630 main.go:141] libmachine: (ha-994751-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1004 03:20:05.007412 30630 main.go:141] libmachine: (ha-994751-m03) <source file='/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/ha-994751-m03.rawdisk'/>
I1004 03:20:05.007427 30630 main.go:141] libmachine: (ha-994751-m03) <target dev='hda' bus='virtio'/>
I1004 03:20:05.007439 30630 main.go:141] libmachine: (ha-994751-m03) </disk>
I1004 03:20:05.007448 30630 main.go:141] libmachine: (ha-994751-m03) <interface type='network'>
I1004 03:20:05.007465 30630 main.go:141] libmachine: (ha-994751-m03) <source network='mk-ha-994751'/>
I1004 03:20:05.007474 30630 main.go:141] libmachine: (ha-994751-m03) <model type='virtio'/>
I1004 03:20:05.007484 30630 main.go:141] libmachine: (ha-994751-m03) </interface>
I1004 03:20:05.007498 30630 main.go:141] libmachine: (ha-994751-m03) <interface type='network'>
I1004 03:20:05.007510 30630 main.go:141] libmachine: (ha-994751-m03) <source network='default'/>
I1004 03:20:05.007520 30630 main.go:141] libmachine: (ha-994751-m03) <model type='virtio'/>
I1004 03:20:05.007530 30630 main.go:141] libmachine: (ha-994751-m03) </interface>
I1004 03:20:05.007540 30630 main.go:141] libmachine: (ha-994751-m03) <serial type='pty'>
I1004 03:20:05.007550 30630 main.go:141] libmachine: (ha-994751-m03) <target port='0'/>
I1004 03:20:05.007559 30630 main.go:141] libmachine: (ha-994751-m03) </serial>
I1004 03:20:05.007576 30630 main.go:141] libmachine: (ha-994751-m03) <console type='pty'>
I1004 03:20:05.007591 30630 main.go:141] libmachine: (ha-994751-m03) <target type='serial' port='0'/>
I1004 03:20:05.007600 30630 main.go:141] libmachine: (ha-994751-m03) </console>
I1004 03:20:05.007608 30630 main.go:141] libmachine: (ha-994751-m03) <rng model='virtio'>
I1004 03:20:05.007614 30630 main.go:141] libmachine: (ha-994751-m03) <backend model='random'>/dev/random</backend>
I1004 03:20:05.007620 30630 main.go:141] libmachine: (ha-994751-m03) </rng>
I1004 03:20:05.007628 30630 main.go:141] libmachine: (ha-994751-m03)
I1004 03:20:05.007636 30630 main.go:141] libmachine: (ha-994751-m03)
I1004 03:20:05.007652 30630 main.go:141] libmachine: (ha-994751-m03) </devices>
I1004 03:20:05.007666 30630 main.go:141] libmachine: (ha-994751-m03) </domain>
I1004 03:20:05.007678 30630 main.go:141] libmachine: (ha-994751-m03)
I1004 03:20:05.014475 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:d0:97:18 in network default
I1004 03:20:05.015005 30630 main.go:141] libmachine: (ha-994751-m03) Ensuring networks are active...
I1004 03:20:05.015041 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:05.015645 30630 main.go:141] libmachine: (ha-994751-m03) Ensuring network default is active
I1004 03:20:05.015928 30630 main.go:141] libmachine: (ha-994751-m03) Ensuring network mk-ha-994751 is active
I1004 03:20:05.016249 30630 main.go:141] libmachine: (ha-994751-m03) Getting domain xml...
I1004 03:20:05.016929 30630 main.go:141] libmachine: (ha-994751-m03) Creating domain...
I1004 03:20:06.261440 30630 main.go:141] libmachine: (ha-994751-m03) Waiting to get IP...
I1004 03:20:06.262071 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:06.262414 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:06.262472 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:06.262421 31400 retry.go:31] will retry after 250.348601ms: waiting for machine to come up
I1004 03:20:06.515070 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:06.515535 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:06.515565 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:06.515468 31400 retry.go:31] will retry after 243.422578ms: waiting for machine to come up
I1004 03:20:06.760919 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:06.761413 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:06.761440 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:06.761366 31400 retry.go:31] will retry after 323.138496ms: waiting for machine to come up
I1004 03:20:07.085754 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:07.086220 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:07.086254 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:07.086174 31400 retry.go:31] will retry after 589.608599ms: waiting for machine to come up
I1004 03:20:07.676793 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:07.677255 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:07.677277 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:07.677220 31400 retry.go:31] will retry after 686.955192ms: waiting for machine to come up
I1004 03:20:08.365977 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:08.366366 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:08.366390 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:08.366322 31400 retry.go:31] will retry after 861.927469ms: waiting for machine to come up
I1004 03:20:09.229974 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:09.230402 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:09.230431 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:09.230354 31400 retry.go:31] will retry after 766.03024ms: waiting for machine to come up
I1004 03:20:09.997533 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:09.997938 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:09.997963 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:09.997907 31400 retry.go:31] will retry after 980.127757ms: waiting for machine to come up
I1004 03:20:10.979306 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:10.979718 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:10.979743 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:10.979684 31400 retry.go:31] will retry after 1.544904084s: waiting for machine to come up
I1004 03:20:12.525854 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:12.526225 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:12.526249 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:12.526177 31400 retry.go:31] will retry after 1.432028005s: waiting for machine to come up
I1004 03:20:13.960907 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:13.961388 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:13.961415 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:13.961367 31400 retry.go:31] will retry after 1.927604807s: waiting for machine to come up
I1004 03:20:15.890697 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:15.891148 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:15.891175 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:15.891091 31400 retry.go:31] will retry after 3.506356031s: waiting for machine to come up
I1004 03:20:19.400810 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:19.401322 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:19.401349 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:19.401272 31400 retry.go:31] will retry after 3.367410839s: waiting for machine to come up
I1004 03:20:22.769867 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:22.770373 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find current IP address of domain ha-994751-m03 in network mk-ha-994751
I1004 03:20:22.770407 30630 main.go:141] libmachine: (ha-994751-m03) DBG | I1004 03:20:22.770302 31400 retry.go:31] will retry after 5.266869096s: waiting for machine to come up
I1004 03:20:28.041532 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:28.041995 30630 main.go:141] libmachine: (ha-994751-m03) Found IP for machine: 192.168.39.53
I1004 03:20:28.042014 30630 main.go:141] libmachine: (ha-994751-m03) Reserving static IP address...
I1004 03:20:28.042026 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has current primary IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:28.042375 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find host DHCP lease matching {name: "ha-994751-m03", mac: "52:54:00:49:76:ea", ip: "192.168.39.53"} in network mk-ha-994751
I1004 03:20:28.115076 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Getting to WaitForSSH function...
I1004 03:20:28.115105 30630 main.go:141] libmachine: (ha-994751-m03) Reserved static IP address: 192.168.39.53
I1004 03:20:28.115145 30630 main.go:141] libmachine: (ha-994751-m03) Waiting for SSH to be available...
I1004 03:20:28.117390 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:28.117662 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751
I1004 03:20:28.117678 30630 main.go:141] libmachine: (ha-994751-m03) DBG | unable to find defined IP address of network mk-ha-994751 interface with MAC address 52:54:00:49:76:ea
I1004 03:20:28.117841 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Using SSH client type: external
I1004 03:20:28.117866 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/id_rsa (-rw-------)
I1004 03:20:28.117909 30630 main.go:141] libmachine: (ha-994751-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1004 03:20:28.117924 30630 main.go:141] libmachine: (ha-994751-m03) DBG | About to run SSH command:
I1004 03:20:28.117940 30630 main.go:141] libmachine: (ha-994751-m03) DBG | exit 0
I1004 03:20:28.121632 30630 main.go:141] libmachine: (ha-994751-m03) DBG | SSH cmd err, output: exit status 255:
I1004 03:20:28.121657 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1004 03:20:28.121668 30630 main.go:141] libmachine: (ha-994751-m03) DBG | command : exit 0
I1004 03:20:28.121677 30630 main.go:141] libmachine: (ha-994751-m03) DBG | err : exit status 255
I1004 03:20:28.121690 30630 main.go:141] libmachine: (ha-994751-m03) DBG | output :
I1004 03:20:31.123157 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Getting to WaitForSSH function...
I1004 03:20:31.125515 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.125954 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:31.125981 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.126121 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Using SSH client type: external
I1004 03:20:31.126148 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/id_rsa (-rw-------)
I1004 03:20:31.126175 30630 main.go:141] libmachine: (ha-994751-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.53 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1004 03:20:31.126186 30630 main.go:141] libmachine: (ha-994751-m03) DBG | About to run SSH command:
I1004 03:20:31.126199 30630 main.go:141] libmachine: (ha-994751-m03) DBG | exit 0
I1004 03:20:31.255788 30630 main.go:141] libmachine: (ha-994751-m03) DBG | SSH cmd err, output: <nil>:
I1004 03:20:31.256048 30630 main.go:141] libmachine: (ha-994751-m03) KVM machine creation complete!
I1004 03:20:31.256416 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetConfigRaw
I1004 03:20:31.257001 30630 main.go:141] libmachine: (ha-994751-m03) Calling .DriverName
I1004 03:20:31.257196 30630 main.go:141] libmachine: (ha-994751-m03) Calling .DriverName
I1004 03:20:31.257537 30630 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1004 03:20:31.257552 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetState
I1004 03:20:31.258954 30630 main.go:141] libmachine: Detecting operating system of created instance...
I1004 03:20:31.258966 30630 main.go:141] libmachine: Waiting for SSH to be available...
I1004 03:20:31.258972 30630 main.go:141] libmachine: Getting to WaitForSSH function...
I1004 03:20:31.258978 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHHostname
I1004 03:20:31.261065 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.261407 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:31.261432 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.261523 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHPort
I1004 03:20:31.261696 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:31.261827 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:31.261939 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHUsername
I1004 03:20:31.262104 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:20:31.262338 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1004 03:20:31.262354 30630 main.go:141] libmachine: About to run SSH command:
exit 0
I1004 03:20:31.371392 30630 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1004 03:20:31.371421 30630 main.go:141] libmachine: Detecting the provisioner...
I1004 03:20:31.371431 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHHostname
I1004 03:20:31.374360 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.374677 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:31.374703 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.374874 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHPort
I1004 03:20:31.375093 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:31.375299 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:31.375463 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHUsername
I1004 03:20:31.375637 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:20:31.375858 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1004 03:20:31.375873 30630 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1004 03:20:31.489043 30630 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1004 03:20:31.489093 30630 main.go:141] libmachine: found compatible host: buildroot
I1004 03:20:31.489100 30630 main.go:141] libmachine: Provisioning with buildroot...
I1004 03:20:31.489107 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetMachineName
I1004 03:20:31.489333 30630 buildroot.go:166] provisioning hostname "ha-994751-m03"
I1004 03:20:31.489357 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetMachineName
I1004 03:20:31.489534 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHHostname
I1004 03:20:31.492101 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.492553 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:31.492573 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.492727 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHPort
I1004 03:20:31.492907 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:31.493039 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:31.493147 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHUsername
I1004 03:20:31.493277 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:20:31.493442 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1004 03:20:31.493453 30630 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-994751-m03 && echo "ha-994751-m03" | sudo tee /etc/hostname
I1004 03:20:31.626029 30630 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-994751-m03
I1004 03:20:31.626058 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHHostname
I1004 03:20:31.628598 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.629032 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:31.629055 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.629247 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHPort
I1004 03:20:31.629454 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:31.629599 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:31.629757 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHUsername
I1004 03:20:31.629901 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:20:31.630075 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1004 03:20:31.630108 30630 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-994751-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-994751-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-994751-m03' | sudo tee -a /etc/hosts;
fi
fi
I1004 03:20:31.754855 30630 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1004 03:20:31.754886 30630 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19546-9647/.minikube CaCertPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19546-9647/.minikube}
I1004 03:20:31.754923 30630 buildroot.go:174] setting up certificates
I1004 03:20:31.754934 30630 provision.go:84] configureAuth start
I1004 03:20:31.754946 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetMachineName
I1004 03:20:31.755194 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetIP
I1004 03:20:31.757747 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.758065 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:31.758087 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.758193 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHHostname
I1004 03:20:31.760414 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.760746 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:31.760771 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.760844 30630 provision.go:143] copyHostCerts
I1004 03:20:31.760875 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem
I1004 03:20:31.760907 30630 exec_runner.go:144] found /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem, removing ...
I1004 03:20:31.760915 30630 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem
I1004 03:20:31.760984 30630 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19546-9647/.minikube/ca.pem (1082 bytes)
I1004 03:20:31.761064 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem
I1004 03:20:31.761082 30630 exec_runner.go:144] found /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem, removing ...
I1004 03:20:31.761088 30630 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem
I1004 03:20:31.761114 30630 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19546-9647/.minikube/cert.pem (1123 bytes)
I1004 03:20:31.761166 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem
I1004 03:20:31.761182 30630 exec_runner.go:144] found /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem, removing ...
I1004 03:20:31.761188 30630 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem
I1004 03:20:31.761214 30630 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19546-9647/.minikube/key.pem (1675 bytes)
I1004 03:20:31.761271 30630 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca-key.pem org=jenkins.ha-994751-m03 san=[127.0.0.1 192.168.39.53 ha-994751-m03 localhost minikube]
I1004 03:20:31.828214 30630 provision.go:177] copyRemoteCerts
I1004 03:20:31.828263 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1004 03:20:31.828283 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHHostname
I1004 03:20:31.830707 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.831047 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:31.831078 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.831192 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHPort
I1004 03:20:31.831375 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:31.831522 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHUsername
I1004 03:20:31.831636 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.53 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/id_rsa Username:docker}
I1004 03:20:31.917792 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1004 03:20:31.917859 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1004 03:20:31.943534 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem -> /etc/docker/server.pem
I1004 03:20:31.943606 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1004 03:20:31.968990 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1004 03:20:31.969060 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1004 03:20:31.992331 30630 provision.go:87] duration metric: took 237.384107ms to configureAuth
I1004 03:20:31.992362 30630 buildroot.go:189] setting minikube options for container-runtime
I1004 03:20:31.992622 30630 config.go:182] Loaded profile config "ha-994751": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1004 03:20:31.992738 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHHostname
I1004 03:20:31.995570 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.995946 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:31.995975 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:31.996126 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHPort
I1004 03:20:31.996306 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:31.996434 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:31.996569 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHUsername
I1004 03:20:31.996677 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:20:31.996863 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1004 03:20:31.996880 30630 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1004 03:20:32.229026 30630 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1004 03:20:32.229061 30630 main.go:141] libmachine: Checking connection to Docker...
I1004 03:20:32.229071 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetURL
I1004 03:20:32.230237 30630 main.go:141] libmachine: (ha-994751-m03) DBG | Using libvirt version 6000000
I1004 03:20:32.232533 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.232839 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:32.232870 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.233012 30630 main.go:141] libmachine: Docker is up and running!
I1004 03:20:32.233029 30630 main.go:141] libmachine: Reticulating splines...
I1004 03:20:32.233037 30630 client.go:171] duration metric: took 27.675822366s to LocalClient.Create
I1004 03:20:32.233061 30630 start.go:167] duration metric: took 27.675885367s to libmachine.API.Create "ha-994751"
I1004 03:20:32.233071 30630 start.go:293] postStartSetup for "ha-994751-m03" (driver="kvm2")
I1004 03:20:32.233080 30630 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1004 03:20:32.233096 30630 main.go:141] libmachine: (ha-994751-m03) Calling .DriverName
I1004 03:20:32.233315 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1004 03:20:32.233341 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHHostname
I1004 03:20:32.235889 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.236270 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:32.236297 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.236452 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHPort
I1004 03:20:32.236641 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:32.236787 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHUsername
I1004 03:20:32.236936 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.53 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/id_rsa Username:docker}
I1004 03:20:32.321827 30630 ssh_runner.go:195] Run: cat /etc/os-release
I1004 03:20:32.326129 30630 info.go:137] Remote host: Buildroot 2023.02.9
I1004 03:20:32.326152 30630 filesync.go:126] Scanning /home/jenkins/minikube-integration/19546-9647/.minikube/addons for local assets ...
I1004 03:20:32.326232 30630 filesync.go:126] Scanning /home/jenkins/minikube-integration/19546-9647/.minikube/files for local assets ...
I1004 03:20:32.326328 30630 filesync.go:149] local asset: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem -> 168792.pem in /etc/ssl/certs
I1004 03:20:32.326339 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem -> /etc/ssl/certs/168792.pem
I1004 03:20:32.326421 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1004 03:20:32.336376 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem --> /etc/ssl/certs/168792.pem (1708 bytes)
I1004 03:20:32.359653 30630 start.go:296] duration metric: took 126.571809ms for postStartSetup
I1004 03:20:32.359721 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetConfigRaw
I1004 03:20:32.360268 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetIP
I1004 03:20:32.362856 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.363243 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:32.363268 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.363469 30630 profile.go:143] Saving config to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/config.json ...
I1004 03:20:32.363663 30630 start.go:128] duration metric: took 27.824325438s to createHost
I1004 03:20:32.363686 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHHostname
I1004 03:20:32.365882 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.366210 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:32.366226 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.366350 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHPort
I1004 03:20:32.366523 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:32.366674 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:32.366824 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHUsername
I1004 03:20:32.366985 30630 main.go:141] libmachine: Using SSH client type: native
I1004 03:20:32.367180 30630 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.53 22 <nil> <nil>}
I1004 03:20:32.367194 30630 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1004 03:20:32.480703 30630 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728012032.461011085
I1004 03:20:32.480725 30630 fix.go:216] guest clock: 1728012032.461011085
I1004 03:20:32.480735 30630 fix.go:229] Guest: 2024-10-04 03:20:32.461011085 +0000 UTC Remote: 2024-10-04 03:20:32.363675 +0000 UTC m=+146.676506004 (delta=97.336085ms)
I1004 03:20:32.480753 30630 fix.go:200] guest clock delta is within tolerance: 97.336085ms
I1004 03:20:32.480760 30630 start.go:83] releasing machines lock for "ha-994751-m03", held for 27.941569364s
I1004 03:20:32.480780 30630 main.go:141] libmachine: (ha-994751-m03) Calling .DriverName
I1004 03:20:32.480989 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetIP
I1004 03:20:32.483796 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.484159 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:32.484191 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.486391 30630 out.go:177] * Found network options:
I1004 03:20:32.487654 30630 out.go:177] - NO_PROXY=192.168.39.65,192.168.39.117
W1004 03:20:32.488913 30630 proxy.go:119] fail to check proxy env: Error ip not in block
W1004 03:20:32.488946 30630 proxy.go:119] fail to check proxy env: Error ip not in block
I1004 03:20:32.488964 30630 main.go:141] libmachine: (ha-994751-m03) Calling .DriverName
I1004 03:20:32.489521 30630 main.go:141] libmachine: (ha-994751-m03) Calling .DriverName
I1004 03:20:32.489776 30630 main.go:141] libmachine: (ha-994751-m03) Calling .DriverName
I1004 03:20:32.489869 30630 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1004 03:20:32.489906 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHHostname
W1004 03:20:32.489985 30630 proxy.go:119] fail to check proxy env: Error ip not in block
W1004 03:20:32.490009 30630 proxy.go:119] fail to check proxy env: Error ip not in block
I1004 03:20:32.490068 30630 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1004 03:20:32.490090 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHHostname
I1004 03:20:32.492646 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.492900 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.493125 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:32.493149 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.493245 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:32.493267 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:32.493334 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHPort
I1004 03:20:32.493500 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:32.493556 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHPort
I1004 03:20:32.493707 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHUsername
I1004 03:20:32.493736 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHKeyPath
I1004 03:20:32.493920 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.53 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/id_rsa Username:docker}
I1004 03:20:32.493987 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetSSHUsername
I1004 03:20:32.494105 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.53 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751-m03/id_rsa Username:docker}
I1004 03:20:32.742057 30630 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1004 03:20:32.749338 30630 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1004 03:20:32.749392 30630 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1004 03:20:32.765055 30630 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1004 03:20:32.765079 30630 start.go:495] detecting cgroup driver to use...
I1004 03:20:32.765139 30630 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1004 03:20:32.780546 30630 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1004 03:20:32.797729 30630 docker.go:217] disabling cri-docker service (if available) ...
I1004 03:20:32.797789 30630 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1004 03:20:32.810917 30630 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1004 03:20:32.823880 30630 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1004 03:20:32.941749 30630 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1004 03:20:33.094803 30630 docker.go:233] disabling docker service ...
I1004 03:20:33.094875 30630 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1004 03:20:33.108945 30630 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1004 03:20:33.122238 30630 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1004 03:20:33.259499 30630 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1004 03:20:33.382162 30630 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1004 03:20:33.399956 30630 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1004 03:20:33.419077 30630 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1004 03:20:33.419147 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:20:33.431123 30630 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1004 03:20:33.431176 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:20:33.442393 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:20:33.454523 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:20:33.465583 30630 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1004 03:20:33.477059 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:20:33.487953 30630 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:20:33.505077 30630 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1004 03:20:33.515522 30630 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1004 03:20:33.526537 30630 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1004 03:20:33.526592 30630 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1004 03:20:33.540307 30630 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1004 03:20:33.550485 30630 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1004 03:20:33.660459 30630 ssh_runner.go:195] Run: sudo systemctl restart crio
I1004 03:20:33.759769 30630 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1004 03:20:33.759862 30630 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1004 03:20:33.764677 30630 start.go:563] Will wait 60s for crictl version
I1004 03:20:33.764728 30630 ssh_runner.go:195] Run: which crictl
I1004 03:20:33.768748 30630 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1004 03:20:33.815756 30630 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1004 03:20:33.815849 30630 ssh_runner.go:195] Run: crio --version
I1004 03:20:33.843604 30630 ssh_runner.go:195] Run: crio --version
I1004 03:20:33.875395 30630 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1004 03:20:33.876902 30630 out.go:177] - env NO_PROXY=192.168.39.65
I1004 03:20:33.878202 30630 out.go:177] - env NO_PROXY=192.168.39.65,192.168.39.117
I1004 03:20:33.879354 30630 main.go:141] libmachine: (ha-994751-m03) Calling .GetIP
I1004 03:20:33.881763 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:33.882075 30630 main.go:141] libmachine: (ha-994751-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:76:ea", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:20:19 +0000 UTC Type:0 Mac:52:54:00:49:76:ea Iaid: IPaddr:192.168.39.53 Prefix:24 Hostname:ha-994751-m03 Clientid:01:52:54:00:49:76:ea}
I1004 03:20:33.882116 30630 main.go:141] libmachine: (ha-994751-m03) DBG | domain ha-994751-m03 has defined IP address 192.168.39.53 and MAC address 52:54:00:49:76:ea in network mk-ha-994751
I1004 03:20:33.882282 30630 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1004 03:20:33.887016 30630 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1004 03:20:33.900617 30630 mustload.go:65] Loading cluster: ha-994751
I1004 03:20:33.900859 30630 config.go:182] Loaded profile config "ha-994751": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1004 03:20:33.901101 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:20:33.901139 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:20:33.916080 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40599
I1004 03:20:33.916545 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:20:33.917019 30630 main.go:141] libmachine: Using API Version 1
I1004 03:20:33.917038 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:20:33.917311 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:20:33.917490 30630 main.go:141] libmachine: (ha-994751) Calling .GetState
I1004 03:20:33.918758 30630 host.go:66] Checking if "ha-994751" exists ...
I1004 03:20:33.919091 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:20:33.919127 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:20:33.934895 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43781
I1004 03:20:33.935369 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:20:33.935847 30630 main.go:141] libmachine: Using API Version 1
I1004 03:20:33.935870 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:20:33.936191 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:20:33.936373 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:20:33.936519 30630 certs.go:68] Setting up /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751 for IP: 192.168.39.53
I1004 03:20:33.936531 30630 certs.go:194] generating shared ca certs ...
I1004 03:20:33.936550 30630 certs.go:226] acquiring lock for ca certs: {Name:mka73703c3246b6a7cc11e262d5e935d8e6515b9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:20:33.936692 30630 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.key
I1004 03:20:33.936742 30630 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.key
I1004 03:20:33.936754 30630 certs.go:256] generating profile certs ...
I1004 03:20:33.936848 30630 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.key
I1004 03:20:33.936877 30630 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.c7b5eb21
I1004 03:20:33.936895 30630 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.c7b5eb21 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.65 192.168.39.117 192.168.39.53 192.168.39.254]
I1004 03:20:34.019919 30630 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.c7b5eb21 ...
I1004 03:20:34.019948 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.c7b5eb21: {Name:mk35ee00bf994088c6b50391189f3e324fc0101b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:20:34.020103 30630 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.c7b5eb21 ...
I1004 03:20:34.020114 30630 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.c7b5eb21: {Name:mk408ba3330d2e90d98d309cc86d9e5e670f9570 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1004 03:20:34.020180 30630 certs.go:381] copying /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt.c7b5eb21 -> /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt
I1004 03:20:34.020296 30630 certs.go:385] copying /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key.c7b5eb21 -> /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key
I1004 03:20:34.020411 30630 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.key
I1004 03:20:34.020425 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1004 03:20:34.020438 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1004 03:20:34.020452 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1004 03:20:34.020465 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1004 03:20:34.020477 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1004 03:20:34.020489 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1004 03:20:34.020501 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1004 03:20:34.035820 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1004 03:20:34.035890 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879.pem (1338 bytes)
W1004 03:20:34.035926 30630 certs.go:480] ignoring /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879_empty.pem, impossibly tiny 0 bytes
I1004 03:20:34.035946 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca-key.pem (1675 bytes)
I1004 03:20:34.035969 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/ca.pem (1082 bytes)
I1004 03:20:34.035990 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/cert.pem (1123 bytes)
I1004 03:20:34.036010 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/key.pem (1675 bytes)
I1004 03:20:34.036045 30630 certs.go:484] found cert: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem (1708 bytes)
I1004 03:20:34.036074 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879.pem -> /usr/share/ca-certificates/16879.pem
I1004 03:20:34.036087 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem -> /usr/share/ca-certificates/168792.pem
I1004 03:20:34.036100 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1004 03:20:34.036130 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:20:34.039080 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:20:34.039469 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:20:34.039485 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:20:34.039662 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:20:34.039893 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:20:34.040036 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:20:34.040151 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa Username:docker}
I1004 03:20:34.112207 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1004 03:20:34.117935 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1004 03:20:34.131114 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1004 03:20:34.136170 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1004 03:20:34.149066 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1004 03:20:34.153717 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1004 03:20:34.167750 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1004 03:20:34.172288 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1004 03:20:34.184761 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1004 03:20:34.189707 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1004 03:20:34.201792 30630 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1004 03:20:34.206305 30630 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1004 03:20:34.218091 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1004 03:20:34.243235 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1004 03:20:34.267642 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1004 03:20:34.291741 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1004 03:20:34.317056 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1004 03:20:34.340832 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1004 03:20:34.364951 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1004 03:20:34.392565 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1004 03:20:34.419461 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/certs/16879.pem --> /usr/share/ca-certificates/16879.pem (1338 bytes)
I1004 03:20:34.444597 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/files/etc/ssl/certs/168792.pem --> /usr/share/ca-certificates/168792.pem (1708 bytes)
I1004 03:20:34.470026 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1004 03:20:34.495443 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1004 03:20:34.513085 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1004 03:20:34.530602 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1004 03:20:34.548064 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1004 03:20:34.565179 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1004 03:20:34.582199 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1004 03:20:34.599469 30630 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1004 03:20:34.617008 30630 ssh_runner.go:195] Run: openssl version
I1004 03:20:34.623238 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/168792.pem && ln -fs /usr/share/ca-certificates/168792.pem /etc/ssl/certs/168792.pem"
I1004 03:20:34.635851 30630 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/168792.pem
I1004 03:20:34.641242 30630 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 4 03:08 /usr/share/ca-certificates/168792.pem
I1004 03:20:34.641300 30630 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/168792.pem
I1004 03:20:34.647354 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/168792.pem /etc/ssl/certs/3ec20f2e.0"
I1004 03:20:34.660625 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1004 03:20:34.673563 30630 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1004 03:20:34.678872 30630 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 4 02:49 /usr/share/ca-certificates/minikubeCA.pem
I1004 03:20:34.678918 30630 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1004 03:20:34.685228 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1004 03:20:34.696965 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16879.pem && ln -fs /usr/share/ca-certificates/16879.pem /etc/ssl/certs/16879.pem"
I1004 03:20:34.708173 30630 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16879.pem
I1004 03:20:34.712666 30630 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 4 03:08 /usr/share/ca-certificates/16879.pem
I1004 03:20:34.712728 30630 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16879.pem
I1004 03:20:34.718347 30630 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/16879.pem /etc/ssl/certs/51391683.0"
I1004 03:20:34.729423 30630 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1004 03:20:34.733599 30630 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1004 03:20:34.733645 30630 kubeadm.go:934] updating node {m03 192.168.39.53 8443 v1.31.1 crio true true} ...
I1004 03:20:34.733734 30630 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-994751-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.53
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-994751 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1004 03:20:34.733759 30630 kube-vip.go:115] generating kube-vip config ...
I1004 03:20:34.733788 30630 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1004 03:20:34.753104 30630 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1004 03:20:34.753160 30630 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1004 03:20:34.753207 30630 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1004 03:20:34.764605 30630 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1004 03:20:34.764653 30630 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1004 03:20:34.776026 30630 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I1004 03:20:34.776058 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1004 03:20:34.776073 30630 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1004 03:20:34.776077 30630 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I1004 03:20:34.776094 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1004 03:20:34.776111 30630 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1004 03:20:34.776123 30630 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1004 03:20:34.776154 30630 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1004 03:20:34.784508 30630 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1004 03:20:34.784532 30630 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1004 03:20:34.784546 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1004 03:20:34.784554 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1004 03:20:34.816412 30630 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1004 03:20:34.816537 30630 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1004 03:20:34.932259 30630 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1004 03:20:34.932304 30630 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19546-9647/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1004 03:20:35.665849 30630 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1004 03:20:35.676114 30630 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1004 03:20:35.694028 30630 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1004 03:20:35.718864 30630 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1004 03:20:35.736291 30630 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1004 03:20:35.740907 30630 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1004 03:20:35.753115 30630 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1004 03:20:35.870874 30630 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1004 03:20:35.888175 30630 host.go:66] Checking if "ha-994751" exists ...
I1004 03:20:35.888614 30630 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1004 03:20:35.888675 30630 main.go:141] libmachine: Launching plugin server for driver kvm2
I1004 03:20:35.903712 30630 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33367
I1004 03:20:35.904202 30630 main.go:141] libmachine: () Calling .GetVersion
I1004 03:20:35.904676 30630 main.go:141] libmachine: Using API Version 1
I1004 03:20:35.904700 30630 main.go:141] libmachine: () Calling .SetConfigRaw
I1004 03:20:35.904994 30630 main.go:141] libmachine: () Calling .GetMachineName
I1004 03:20:35.905194 30630 main.go:141] libmachine: (ha-994751) Calling .DriverName
I1004 03:20:35.905357 30630 start.go:317] joinCluster: &{Name:ha-994751 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-994751 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.65 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.117 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.53 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:fa
lse istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false
DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1004 03:20:35.905474 30630 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1004 03:20:35.905495 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHHostname
I1004 03:20:35.908275 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:20:35.908713 30630 main.go:141] libmachine: (ha-994751) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:9b:b2:a8", ip: ""} in network mk-ha-994751: {Iface:virbr1 ExpiryTime:2024-10-04 04:18:20 +0000 UTC Type:0 Mac:52:54:00:9b:b2:a8 Iaid: IPaddr:192.168.39.65 Prefix:24 Hostname:ha-994751 Clientid:01:52:54:00:9b:b2:a8}
I1004 03:20:35.908739 30630 main.go:141] libmachine: (ha-994751) DBG | domain ha-994751 has defined IP address 192.168.39.65 and MAC address 52:54:00:9b:b2:a8 in network mk-ha-994751
I1004 03:20:35.908875 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHPort
I1004 03:20:35.909047 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHKeyPath
I1004 03:20:35.909173 30630 main.go:141] libmachine: (ha-994751) Calling .GetSSHUsername
I1004 03:20:35.909303 30630 sshutil.go:53] new ssh client: &{IP:192.168.39.65 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19546-9647/.minikube/machines/ha-994751/id_rsa Username:docker}
I1004 03:20:36.083592 30630 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.53 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1004 03:20:36.083645 30630 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token e5abq7.epvk18yjfmjj0i7x --discovery-token-ca-cert-hash sha256:de55c919a3ef6c303c4c51ab2397ed74febe47705cfe7f7e47be594e33527e73 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-994751-m03 --control-plane --apiserver-advertise-address=192.168.39.53 --apiserver-bind-port=8443"
I1004 03:20:57.688048 30630 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token e5abq7.epvk18yjfmjj0i7x --discovery-token-ca-cert-hash sha256:de55c919a3ef6c303c4c51ab2397ed74febe47705cfe7f7e47be594e33527e73 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-994751-m03 --control-plane --apiserver-advertise-address=192.168.39.53 --apiserver-bind-port=8443": (21.604380186s)
I1004 03:20:57.688081 30630 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1004 03:20:58.272843 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-994751-m03 minikube.k8s.io/updated_at=2024_10_04T03_20_58_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=bb93d8722461655cd69aaff21bc3938f9e86d89e minikube.k8s.io/name=ha-994751 minikube.k8s.io/primary=false
I1004 03:20:58.405355 30630 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-994751-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1004 03:20:58.529681 30630 start.go:319] duration metric: took 22.624319783s to joinCluster
I1004 03:20:58.529762 30630 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.53 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1004 03:20:58.530014 30630 config.go:182] Loaded profile config "ha-994751": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1004 03:20:58.531345 30630 out.go:177] * Verifying Kubernetes components...
I1004 03:20:58.532710 30630 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1004 03:20:58.800802 30630 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1004 03:20:58.844203 30630 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19546-9647/kubeconfig
I1004 03:20:58.844571 30630 kapi.go:59] client config for ha-994751: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.crt", KeyFile:"/home/jenkins/minikube-integration/19546-9647/.minikube/profiles/ha-994751/client.key", CAFile:"/home/jenkins/minikube-integration/19546-9647/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1004 03:20:58.844645 30630 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.65:8443
I1004 03:20:58.844892 30630 node_ready.go:35] waiting up to 6m0s for node "ha-994751-m03" to be "Ready" ...
I1004 03:20:58.844972 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:20:58.844982 30630 round_trippers.go:469] Request Headers:
I1004 03:20:58.844998 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:58.845007 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:58.848088 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:20:59.345094 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:20:59.345120 30630 round_trippers.go:469] Request Headers:
I1004 03:20:59.345130 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:59.345135 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:59.353141 30630 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1004 03:20:59.845733 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:20:59.845805 30630 round_trippers.go:469] Request Headers:
I1004 03:20:59.845823 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:20:59.845832 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:20:59.850171 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:21:00.345129 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:00.345150 30630 round_trippers.go:469] Request Headers:
I1004 03:21:00.345159 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:00.345163 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:00.348609 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:00.845173 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:00.845196 30630 round_trippers.go:469] Request Headers:
I1004 03:21:00.845205 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:00.845210 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:00.850207 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:21:00.851383 30630 node_ready.go:53] node "ha-994751-m03" has status "Ready":"False"
I1004 03:21:01.345051 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:01.345072 30630 round_trippers.go:469] Request Headers:
I1004 03:21:01.345079 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:01.345083 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:01.349207 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:21:01.845336 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:01.845357 30630 round_trippers.go:469] Request Headers:
I1004 03:21:01.845364 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:01.845369 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:01.848367 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:21:02.345495 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:02.345521 30630 round_trippers.go:469] Request Headers:
I1004 03:21:02.345529 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:02.345534 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:02.349838 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:21:02.845704 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:02.845732 30630 round_trippers.go:469] Request Headers:
I1004 03:21:02.845745 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:02.845752 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:02.849074 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:03.345450 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:03.345472 30630 round_trippers.go:469] Request Headers:
I1004 03:21:03.345480 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:03.345484 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:03.349082 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:03.349671 30630 node_ready.go:53] node "ha-994751-m03" has status "Ready":"False"
I1004 03:21:03.846035 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:03.846061 30630 round_trippers.go:469] Request Headers:
I1004 03:21:03.846072 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:03.846079 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:03.850455 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:21:04.345156 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:04.345183 30630 round_trippers.go:469] Request Headers:
I1004 03:21:04.345191 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:04.345196 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:04.349346 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:21:04.845676 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:04.845695 30630 round_trippers.go:469] Request Headers:
I1004 03:21:04.845702 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:04.845707 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:04.849977 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:21:05.345993 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:05.346019 30630 round_trippers.go:469] Request Headers:
I1004 03:21:05.346028 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:05.346032 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:05.350487 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:21:05.352077 30630 node_ready.go:53] node "ha-994751-m03" has status "Ready":"False"
I1004 03:21:05.845454 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:05.845473 30630 round_trippers.go:469] Request Headers:
I1004 03:21:05.845486 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:05.845493 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:05.848902 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:06.345394 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:06.345416 30630 round_trippers.go:469] Request Headers:
I1004 03:21:06.345424 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:06.345428 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:06.348963 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:06.846045 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:06.846066 30630 round_trippers.go:469] Request Headers:
I1004 03:21:06.846077 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:06.846084 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:06.849291 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:07.345224 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:07.345249 30630 round_trippers.go:469] Request Headers:
I1004 03:21:07.345258 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:07.345261 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:07.348950 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:07.845773 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:07.845797 30630 round_trippers.go:469] Request Headers:
I1004 03:21:07.845807 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:07.845812 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:07.853790 30630 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1004 03:21:07.854460 30630 node_ready.go:53] node "ha-994751-m03" has status "Ready":"False"
I1004 03:21:08.345396 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:08.345417 30630 round_trippers.go:469] Request Headers:
I1004 03:21:08.345425 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:08.345430 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:08.348967 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:08.845960 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:08.845987 30630 round_trippers.go:469] Request Headers:
I1004 03:21:08.845998 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:08.846004 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:08.849592 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:09.345163 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:09.345187 30630 round_trippers.go:469] Request Headers:
I1004 03:21:09.345195 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:09.345199 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:09.348412 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:09.845700 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:09.845720 30630 round_trippers.go:469] Request Headers:
I1004 03:21:09.845727 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:09.845732 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:09.848850 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:10.346002 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:10.346024 30630 round_trippers.go:469] Request Headers:
I1004 03:21:10.346036 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:10.346041 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:10.349778 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:10.350421 30630 node_ready.go:53] node "ha-994751-m03" has status "Ready":"False"
I1004 03:21:10.845273 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:10.845342 30630 round_trippers.go:469] Request Headers:
I1004 03:21:10.845357 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:10.845364 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:10.849249 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:11.345450 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:11.345474 30630 round_trippers.go:469] Request Headers:
I1004 03:21:11.345485 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:11.345490 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:11.348615 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:11.845521 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:11.845544 30630 round_trippers.go:469] Request Headers:
I1004 03:21:11.845552 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:11.845557 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:11.851020 30630 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1004 03:21:12.345427 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:12.345455 30630 round_trippers.go:469] Request Headers:
I1004 03:21:12.345466 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:12.345473 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:12.348894 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:12.845773 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:12.845807 30630 round_trippers.go:469] Request Headers:
I1004 03:21:12.845815 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:12.845821 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:12.849096 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:12.849859 30630 node_ready.go:53] node "ha-994751-m03" has status "Ready":"False"
I1004 03:21:13.345600 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:13.345625 30630 round_trippers.go:469] Request Headers:
I1004 03:21:13.345635 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:13.345641 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:13.348986 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:13.845088 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:13.845115 30630 round_trippers.go:469] Request Headers:
I1004 03:21:13.845122 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:13.845126 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:13.848813 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:14.345772 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:14.345796 30630 round_trippers.go:469] Request Headers:
I1004 03:21:14.345804 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:14.345809 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:14.349538 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:14.845967 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:14.845999 30630 round_trippers.go:469] Request Headers:
I1004 03:21:14.846010 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:14.846015 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:14.849646 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:14.850106 30630 node_ready.go:53] node "ha-994751-m03" has status "Ready":"False"
I1004 03:21:15.345479 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:15.345501 30630 round_trippers.go:469] Request Headers:
I1004 03:21:15.345509 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:15.345514 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:15.348633 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:15.845308 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:15.845329 30630 round_trippers.go:469] Request Headers:
I1004 03:21:15.845337 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:15.845342 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:15.848613 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:16.345615 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:16.345635 30630 round_trippers.go:469] Request Headers:
I1004 03:21:16.345697 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:16.345709 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:16.349189 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:16.845211 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:16.845234 30630 round_trippers.go:469] Request Headers:
I1004 03:21:16.845243 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:16.845247 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:16.848314 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:16.848965 30630 node_ready.go:49] node "ha-994751-m03" has status "Ready":"True"
I1004 03:21:16.848983 30630 node_ready.go:38] duration metric: took 18.004075427s for node "ha-994751-m03" to be "Ready" ...
I1004 03:21:16.848993 30630 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1004 03:21:16.849057 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods
I1004 03:21:16.849066 30630 round_trippers.go:469] Request Headers:
I1004 03:21:16.849073 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:16.849077 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:16.855878 30630 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1004 03:21:16.863339 30630 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-l6zst" in "kube-system" namespace to be "Ready" ...
I1004 03:21:16.863413 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-l6zst
I1004 03:21:16.863421 30630 round_trippers.go:469] Request Headers:
I1004 03:21:16.863428 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:16.863432 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:16.866627 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:16.867225 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:21:16.867246 30630 round_trippers.go:469] Request Headers:
I1004 03:21:16.867254 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:16.867257 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:16.869745 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:21:16.870174 30630 pod_ready.go:93] pod "coredns-7c65d6cfc9-l6zst" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:16.870189 30630 pod_ready.go:82] duration metric: took 6.828744ms for pod "coredns-7c65d6cfc9-l6zst" in "kube-system" namespace to be "Ready" ...
I1004 03:21:16.870197 30630 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-zgdck" in "kube-system" namespace to be "Ready" ...
I1004 03:21:16.870257 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-zgdck
I1004 03:21:16.870266 30630 round_trippers.go:469] Request Headers:
I1004 03:21:16.870272 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:16.870277 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:16.872665 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:21:16.873280 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:21:16.873293 30630 round_trippers.go:469] Request Headers:
I1004 03:21:16.873300 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:16.873304 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:16.875767 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:21:16.876277 30630 pod_ready.go:93] pod "coredns-7c65d6cfc9-zgdck" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:16.876299 30630 pod_ready.go:82] duration metric: took 6.094854ms for pod "coredns-7c65d6cfc9-zgdck" in "kube-system" namespace to be "Ready" ...
I1004 03:21:16.876312 30630 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:21:16.876381 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/etcd-ha-994751
I1004 03:21:16.876394 30630 round_trippers.go:469] Request Headers:
I1004 03:21:16.876405 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:16.876415 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:16.878641 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:21:16.879297 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:21:16.879315 30630 round_trippers.go:469] Request Headers:
I1004 03:21:16.879323 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:16.879330 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:16.881505 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:21:16.881911 30630 pod_ready.go:93] pod "etcd-ha-994751" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:16.881925 30630 pod_ready.go:82] duration metric: took 5.606429ms for pod "etcd-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:21:16.881933 30630 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:21:16.881973 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/etcd-ha-994751-m02
I1004 03:21:16.881980 30630 round_trippers.go:469] Request Headers:
I1004 03:21:16.881986 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:16.881991 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:16.884217 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:21:16.884882 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:21:16.884896 30630 round_trippers.go:469] Request Headers:
I1004 03:21:16.884903 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:16.884907 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:16.887109 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:21:16.887576 30630 pod_ready.go:93] pod "etcd-ha-994751-m02" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:16.887592 30630 pod_ready.go:82] duration metric: took 5.65336ms for pod "etcd-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:21:16.887600 30630 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-994751-m03" in "kube-system" namespace to be "Ready" ...
I1004 03:21:17.046004 30630 request.go:632] Waited for 158.354973ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/etcd-ha-994751-m03
I1004 03:21:17.046081 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/etcd-ha-994751-m03
I1004 03:21:17.046092 30630 round_trippers.go:469] Request Headers:
I1004 03:21:17.046103 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:17.046113 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:17.049599 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:17.245822 30630 request.go:632] Waited for 195.387196ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:17.245913 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:17.245920 30630 round_trippers.go:469] Request Headers:
I1004 03:21:17.245929 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:17.245937 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:17.249684 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:17.250373 30630 pod_ready.go:93] pod "etcd-ha-994751-m03" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:17.250391 30630 pod_ready.go:82] duration metric: took 362.785163ms for pod "etcd-ha-994751-m03" in "kube-system" namespace to be "Ready" ...
I1004 03:21:17.250406 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:21:17.445530 30630 request.go:632] Waited for 195.055856ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-994751
I1004 03:21:17.445608 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-994751
I1004 03:21:17.445614 30630 round_trippers.go:469] Request Headers:
I1004 03:21:17.445621 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:17.445627 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:17.449209 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:17.645177 30630 request.go:632] Waited for 195.266127ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:21:17.645277 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:21:17.645290 30630 round_trippers.go:469] Request Headers:
I1004 03:21:17.645300 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:17.645307 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:17.648339 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:17.648978 30630 pod_ready.go:93] pod "kube-apiserver-ha-994751" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:17.648997 30630 pod_ready.go:82] duration metric: took 398.583614ms for pod "kube-apiserver-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:21:17.649010 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:21:17.845996 30630 request.go:632] Waited for 196.900731ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-994751-m02
I1004 03:21:17.846073 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-994751-m02
I1004 03:21:17.846082 30630 round_trippers.go:469] Request Headers:
I1004 03:21:17.846092 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:17.846097 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:17.849729 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:18.045771 30630 request.go:632] Waited for 195.364695ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:21:18.045824 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:21:18.045829 30630 round_trippers.go:469] Request Headers:
I1004 03:21:18.045837 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:18.045843 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:18.049741 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:18.050457 30630 pod_ready.go:93] pod "kube-apiserver-ha-994751-m02" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:18.050479 30630 pod_ready.go:82] duration metric: took 401.458645ms for pod "kube-apiserver-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:21:18.050491 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-994751-m03" in "kube-system" namespace to be "Ready" ...
I1004 03:21:18.245708 30630 request.go:632] Waited for 195.123371ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-994751-m03
I1004 03:21:18.245779 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-994751-m03
I1004 03:21:18.245788 30630 round_trippers.go:469] Request Headers:
I1004 03:21:18.245798 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:18.245805 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:18.248803 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:21:18.445802 30630 request.go:632] Waited for 196.359557ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:18.445880 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:18.445891 30630 round_trippers.go:469] Request Headers:
I1004 03:21:18.445903 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:18.445912 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:18.449153 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:18.449859 30630 pod_ready.go:93] pod "kube-apiserver-ha-994751-m03" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:18.449875 30630 pod_ready.go:82] duration metric: took 399.376745ms for pod "kube-apiserver-ha-994751-m03" in "kube-system" namespace to be "Ready" ...
I1004 03:21:18.449884 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:21:18.646109 30630 request.go:632] Waited for 196.148252ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-994751
I1004 03:21:18.646174 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-994751
I1004 03:21:18.646181 30630 round_trippers.go:469] Request Headers:
I1004 03:21:18.646190 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:18.646196 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:18.649910 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:18.845959 30630 request.go:632] Waited for 195.355273ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:21:18.846052 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:21:18.846066 30630 round_trippers.go:469] Request Headers:
I1004 03:21:18.846077 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:18.846084 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:18.849452 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:18.849983 30630 pod_ready.go:93] pod "kube-controller-manager-ha-994751" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:18.849999 30630 pod_ready.go:82] duration metric: took 400.109282ms for pod "kube-controller-manager-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:21:18.850007 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:21:19.045892 30630 request.go:632] Waited for 195.812536ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-994751-m02
I1004 03:21:19.045949 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-994751-m02
I1004 03:21:19.045954 30630 round_trippers.go:469] Request Headers:
I1004 03:21:19.045962 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:19.045965 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:19.049481 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:19.245703 30630 request.go:632] Waited for 195.37604ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:21:19.245795 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:21:19.245807 30630 round_trippers.go:469] Request Headers:
I1004 03:21:19.245816 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:19.245821 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:19.249221 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:19.249770 30630 pod_ready.go:93] pod "kube-controller-manager-ha-994751-m02" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:19.249786 30630 pod_ready.go:82] duration metric: took 399.773598ms for pod "kube-controller-manager-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:21:19.249797 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-994751-m03" in "kube-system" namespace to be "Ready" ...
I1004 03:21:19.445959 30630 request.go:632] Waited for 196.084722ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-994751-m03
I1004 03:21:19.446017 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-994751-m03
I1004 03:21:19.446023 30630 round_trippers.go:469] Request Headers:
I1004 03:21:19.446030 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:19.446034 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:19.449595 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:19.646055 30630 request.go:632] Waited for 195.452676ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:19.646103 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:19.646110 30630 round_trippers.go:469] Request Headers:
I1004 03:21:19.646121 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:19.646126 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:19.649308 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:19.649980 30630 pod_ready.go:93] pod "kube-controller-manager-ha-994751-m03" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:19.650000 30630 pod_ready.go:82] duration metric: took 400.193489ms for pod "kube-controller-manager-ha-994751-m03" in "kube-system" namespace to be "Ready" ...
I1004 03:21:19.650010 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-9q6q2" in "kube-system" namespace to be "Ready" ...
I1004 03:21:19.846046 30630 request.go:632] Waited for 195.979747ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9q6q2
I1004 03:21:19.846103 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9q6q2
I1004 03:21:19.846109 30630 round_trippers.go:469] Request Headers:
I1004 03:21:19.846116 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:19.846121 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:19.850032 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:20.045346 30630 request.go:632] Waited for 194.290233ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:20.045412 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:20.045419 30630 round_trippers.go:469] Request Headers:
I1004 03:21:20.045429 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:20.045435 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:20.049187 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:20.049735 30630 pod_ready.go:93] pod "kube-proxy-9q6q2" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:20.049758 30630 pod_ready.go:82] duration metric: took 399.740576ms for pod "kube-proxy-9q6q2" in "kube-system" namespace to be "Ready" ...
I1004 03:21:20.049773 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-f44b9" in "kube-system" namespace to be "Ready" ...
I1004 03:21:20.245829 30630 request.go:632] Waited for 195.994651ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-proxy-f44b9
I1004 03:21:20.245916 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-proxy-f44b9
I1004 03:21:20.245926 30630 round_trippers.go:469] Request Headers:
I1004 03:21:20.245933 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:20.245938 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:20.248898 30630 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1004 03:21:20.445831 30630 request.go:632] Waited for 196.355752ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:21:20.445904 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:21:20.445910 30630 round_trippers.go:469] Request Headers:
I1004 03:21:20.445921 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:20.445925 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:20.449843 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:20.450548 30630 pod_ready.go:93] pod "kube-proxy-f44b9" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:20.450575 30630 pod_ready.go:82] duration metric: took 400.789271ms for pod "kube-proxy-f44b9" in "kube-system" namespace to be "Ready" ...
I1004 03:21:20.450587 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-ph6cf" in "kube-system" namespace to be "Ready" ...
I1004 03:21:20.645991 30630 request.go:632] Waited for 195.320241ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-proxy-ph6cf
I1004 03:21:20.646051 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-proxy-ph6cf
I1004 03:21:20.646061 30630 round_trippers.go:469] Request Headers:
I1004 03:21:20.646072 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:20.646084 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:20.649526 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:20.845351 30630 request.go:632] Waited for 195.084601ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:21:20.845415 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:21:20.845423 30630 round_trippers.go:469] Request Headers:
I1004 03:21:20.845433 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:20.845439 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:20.849107 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:20.849683 30630 pod_ready.go:93] pod "kube-proxy-ph6cf" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:20.849702 30630 pod_ready.go:82] duration metric: took 399.106228ms for pod "kube-proxy-ph6cf" in "kube-system" namespace to be "Ready" ...
I1004 03:21:20.849714 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:21:21.046211 30630 request.go:632] Waited for 196.431281ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-994751
I1004 03:21:21.046274 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-994751
I1004 03:21:21.046287 30630 round_trippers.go:469] Request Headers:
I1004 03:21:21.046297 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:21.046303 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:21.049644 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:21.245652 30630 request.go:632] Waited for 195.357611ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:21:21.245701 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751
I1004 03:21:21.245707 30630 round_trippers.go:469] Request Headers:
I1004 03:21:21.245717 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:21.245729 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:21.248937 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:21.249459 30630 pod_ready.go:93] pod "kube-scheduler-ha-994751" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:21.249477 30630 pod_ready.go:82] duration metric: took 399.754955ms for pod "kube-scheduler-ha-994751" in "kube-system" namespace to be "Ready" ...
I1004 03:21:21.249485 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:21:21.445624 30630 request.go:632] Waited for 196.058326ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-994751-m02
I1004 03:21:21.445695 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-994751-m02
I1004 03:21:21.445700 30630 round_trippers.go:469] Request Headers:
I1004 03:21:21.445708 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:21.445713 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:21.449658 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:21.645861 30630 request.go:632] Waited for 195.383024ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:21:21.645947 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m02
I1004 03:21:21.645959 30630 round_trippers.go:469] Request Headers:
I1004 03:21:21.646444 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:21.646457 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:21.649535 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:21.650129 30630 pod_ready.go:93] pod "kube-scheduler-ha-994751-m02" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:21.650145 30630 pod_ready.go:82] duration metric: took 400.653773ms for pod "kube-scheduler-ha-994751-m02" in "kube-system" namespace to be "Ready" ...
I1004 03:21:21.650155 30630 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-994751-m03" in "kube-system" namespace to be "Ready" ...
I1004 03:21:21.846280 30630 request.go:632] Waited for 196.044885ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-994751-m03
I1004 03:21:21.846336 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-994751-m03
I1004 03:21:21.846342 30630 round_trippers.go:469] Request Headers:
I1004 03:21:21.846349 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:21.846354 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:21.849713 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:22.045755 30630 request.go:632] Waited for 195.414064ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:22.045827 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes/ha-994751-m03
I1004 03:21:22.045834 30630 round_trippers.go:469] Request Headers:
I1004 03:21:22.045841 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:22.045847 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:22.049538 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:22.050359 30630 pod_ready.go:93] pod "kube-scheduler-ha-994751-m03" in "kube-system" namespace has status "Ready":"True"
I1004 03:21:22.050378 30630 pod_ready.go:82] duration metric: took 400.213357ms for pod "kube-scheduler-ha-994751-m03" in "kube-system" namespace to be "Ready" ...
I1004 03:21:22.050389 30630 pod_ready.go:39] duration metric: took 5.201387664s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1004 03:21:22.050412 30630 api_server.go:52] waiting for apiserver process to appear ...
I1004 03:21:22.050477 30630 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1004 03:21:22.066998 30630 api_server.go:72] duration metric: took 23.53720299s to wait for apiserver process to appear ...
I1004 03:21:22.067023 30630 api_server.go:88] waiting for apiserver healthz status ...
I1004 03:21:22.067042 30630 api_server.go:253] Checking apiserver healthz at https://192.168.39.65:8443/healthz ...
I1004 03:21:22.074791 30630 api_server.go:279] https://192.168.39.65:8443/healthz returned 200:
ok
I1004 03:21:22.074864 30630 round_trippers.go:463] GET https://192.168.39.65:8443/version
I1004 03:21:22.074872 30630 round_trippers.go:469] Request Headers:
I1004 03:21:22.074885 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:22.074896 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:22.075865 30630 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1004 03:21:22.075921 30630 api_server.go:141] control plane version: v1.31.1
I1004 03:21:22.075934 30630 api_server.go:131] duration metric: took 8.905409ms to wait for apiserver health ...
I1004 03:21:22.075941 30630 system_pods.go:43] waiting for kube-system pods to appear ...
I1004 03:21:22.245389 30630 request.go:632] Waited for 169.386949ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods
I1004 03:21:22.245481 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods
I1004 03:21:22.245490 30630 round_trippers.go:469] Request Headers:
I1004 03:21:22.245505 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:22.245516 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:22.251617 30630 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1004 03:21:22.258944 30630 system_pods.go:59] 24 kube-system pods found
I1004 03:21:22.258969 30630 system_pods.go:61] "coredns-7c65d6cfc9-l6zst" [554a3e5d-5bd8-44d6-a7dd-6eb87ef3b9ab] Running
I1004 03:21:22.258974 30630 system_pods.go:61] "coredns-7c65d6cfc9-zgdck" [dcd6ed49-8491-4eb0-9863-b498c76ec3c5] Running
I1004 03:21:22.258980 30630 system_pods.go:61] "etcd-ha-994751" [ad26bfe8-b3b3-44fb-8f83-fd4f62a92ea6] Running
I1004 03:21:22.258984 30630 system_pods.go:61] "etcd-ha-994751-m02" [540bc27b-d1ee-48e7-99a3-5daf036ec06f] Running
I1004 03:21:22.258987 30630 system_pods.go:61] "etcd-ha-994751-m03" [610c4e0c-9af8-441e-9524-ccd6fe6fe390] Running
I1004 03:21:22.258990 30630 system_pods.go:61] "kindnet-2mhh2" [442d5ad9-dc9c-4a07-90b3-549591f9d2f1] Running
I1004 03:21:22.258992 30630 system_pods.go:61] "kindnet-clt5p" [a904ebc8-f149-4b9f-9637-a37cb56af836] Running
I1004 03:21:22.258994 30630 system_pods.go:61] "kindnet-rmcvt" [08ef4494-9229-4cd3-b22e-10709b88e14c] Running
I1004 03:21:22.258997 30630 system_pods.go:61] "kube-apiserver-ha-994751" [68f6b078-f7ae-4c2d-b424-372647c7d203] Running
I1004 03:21:22.259012 30630 system_pods.go:61] "kube-apiserver-ha-994751-m02" [f4773005-30fa-46bc-b372-bbd0c7bfc1f1] Running
I1004 03:21:22.259017 30630 system_pods.go:61] "kube-apiserver-ha-994751-m03" [42150ae1-b298-4974-976f-05e9a2a32154] Running
I1004 03:21:22.259020 30630 system_pods.go:61] "kube-controller-manager-ha-994751" [7a09373f-d6d5-4fa2-bc68-0f2ba151761f] Running
I1004 03:21:22.259023 30630 system_pods.go:61] "kube-controller-manager-ha-994751-m02" [31278e89-fb33-4713-b0e4-3b589944caa9] Running
I1004 03:21:22.259027 30630 system_pods.go:61] "kube-controller-manager-ha-994751-m03" [5897468d-7872-4fed-81bc-bf9b37e42ef4] Running
I1004 03:21:22.259030 30630 system_pods.go:61] "kube-proxy-9q6q2" [a3b96ca0-fe8c-4492-a05c-5f8ff9cb8d3f] Running
I1004 03:21:22.259033 30630 system_pods.go:61] "kube-proxy-f44b9" [e3e1a917-0150-4608-b5f3-b590d330d2ce] Running
I1004 03:21:22.259036 30630 system_pods.go:61] "kube-proxy-ph6cf" [0eef5964-876b-4cee-ad4c-c93ab034d3f9] Running
I1004 03:21:22.259039 30630 system_pods.go:61] "kube-scheduler-ha-994751" [527e5bff-7234-4ab0-9952-fe9ec87ab01a] Running
I1004 03:21:22.259042 30630 system_pods.go:61] "kube-scheduler-ha-994751-m02" [9c89432d-e607-4e86-8d68-12ee0c2f3170] Running
I1004 03:21:22.259046 30630 system_pods.go:61] "kube-scheduler-ha-994751-m03" [f53fda60-a075-4f78-a64b-52e960a4b28b] Running
I1004 03:21:22.259048 30630 system_pods.go:61] "kube-vip-ha-994751" [7955e17e-6c22-49b3-aa6a-9d37b9bc7942] Running
I1004 03:21:22.259051 30630 system_pods.go:61] "kube-vip-ha-994751-m02" [944f1844-b8c2-410e-981d-3705beb22638] Running
I1004 03:21:22.259054 30630 system_pods.go:61] "kube-vip-ha-994751-m03" [9ec22347-f3d6-419e-867a-0de177976203] Running
I1004 03:21:22.259056 30630 system_pods.go:61] "storage-provisioner" [cc60903f-91b9-4e59-92ab-9f16c09d38d2] Running
I1004 03:21:22.259062 30630 system_pods.go:74] duration metric: took 183.116626ms to wait for pod list to return data ...
I1004 03:21:22.259072 30630 default_sa.go:34] waiting for default service account to be created ...
I1004 03:21:22.445504 30630 request.go:632] Waited for 186.355323ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/default/serviceaccounts
I1004 03:21:22.445557 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/default/serviceaccounts
I1004 03:21:22.445563 30630 round_trippers.go:469] Request Headers:
I1004 03:21:22.445570 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:22.445575 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:22.449437 30630 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1004 03:21:22.449567 30630 default_sa.go:45] found service account: "default"
I1004 03:21:22.449589 30630 default_sa.go:55] duration metric: took 190.510625ms for default service account to be created ...
I1004 03:21:22.449599 30630 system_pods.go:116] waiting for k8s-apps to be running ...
I1004 03:21:22.646023 30630 request.go:632] Waited for 196.345892ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods
I1004 03:21:22.646077 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/namespaces/kube-system/pods
I1004 03:21:22.646096 30630 round_trippers.go:469] Request Headers:
I1004 03:21:22.646106 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:22.646115 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:22.652169 30630 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1004 03:21:22.660351 30630 system_pods.go:86] 24 kube-system pods found
I1004 03:21:22.660376 30630 system_pods.go:89] "coredns-7c65d6cfc9-l6zst" [554a3e5d-5bd8-44d6-a7dd-6eb87ef3b9ab] Running
I1004 03:21:22.660386 30630 system_pods.go:89] "coredns-7c65d6cfc9-zgdck" [dcd6ed49-8491-4eb0-9863-b498c76ec3c5] Running
I1004 03:21:22.660391 30630 system_pods.go:89] "etcd-ha-994751" [ad26bfe8-b3b3-44fb-8f83-fd4f62a92ea6] Running
I1004 03:21:22.660395 30630 system_pods.go:89] "etcd-ha-994751-m02" [540bc27b-d1ee-48e7-99a3-5daf036ec06f] Running
I1004 03:21:22.660398 30630 system_pods.go:89] "etcd-ha-994751-m03" [610c4e0c-9af8-441e-9524-ccd6fe6fe390] Running
I1004 03:21:22.660402 30630 system_pods.go:89] "kindnet-2mhh2" [442d5ad9-dc9c-4a07-90b3-549591f9d2f1] Running
I1004 03:21:22.660405 30630 system_pods.go:89] "kindnet-clt5p" [a904ebc8-f149-4b9f-9637-a37cb56af836] Running
I1004 03:21:22.660408 30630 system_pods.go:89] "kindnet-rmcvt" [08ef4494-9229-4cd3-b22e-10709b88e14c] Running
I1004 03:21:22.660412 30630 system_pods.go:89] "kube-apiserver-ha-994751" [68f6b078-f7ae-4c2d-b424-372647c7d203] Running
I1004 03:21:22.660416 30630 system_pods.go:89] "kube-apiserver-ha-994751-m02" [f4773005-30fa-46bc-b372-bbd0c7bfc1f1] Running
I1004 03:21:22.660419 30630 system_pods.go:89] "kube-apiserver-ha-994751-m03" [42150ae1-b298-4974-976f-05e9a2a32154] Running
I1004 03:21:22.660423 30630 system_pods.go:89] "kube-controller-manager-ha-994751" [7a09373f-d6d5-4fa2-bc68-0f2ba151761f] Running
I1004 03:21:22.660426 30630 system_pods.go:89] "kube-controller-manager-ha-994751-m02" [31278e89-fb33-4713-b0e4-3b589944caa9] Running
I1004 03:21:22.660432 30630 system_pods.go:89] "kube-controller-manager-ha-994751-m03" [5897468d-7872-4fed-81bc-bf9b37e42ef4] Running
I1004 03:21:22.660437 30630 system_pods.go:89] "kube-proxy-9q6q2" [a3b96ca0-fe8c-4492-a05c-5f8ff9cb8d3f] Running
I1004 03:21:22.660440 30630 system_pods.go:89] "kube-proxy-f44b9" [e3e1a917-0150-4608-b5f3-b590d330d2ce] Running
I1004 03:21:22.660443 30630 system_pods.go:89] "kube-proxy-ph6cf" [0eef5964-876b-4cee-ad4c-c93ab034d3f9] Running
I1004 03:21:22.660450 30630 system_pods.go:89] "kube-scheduler-ha-994751" [527e5bff-7234-4ab0-9952-fe9ec87ab01a] Running
I1004 03:21:22.660453 30630 system_pods.go:89] "kube-scheduler-ha-994751-m02" [9c89432d-e607-4e86-8d68-12ee0c2f3170] Running
I1004 03:21:22.660456 30630 system_pods.go:89] "kube-scheduler-ha-994751-m03" [f53fda60-a075-4f78-a64b-52e960a4b28b] Running
I1004 03:21:22.660465 30630 system_pods.go:89] "kube-vip-ha-994751" [7955e17e-6c22-49b3-aa6a-9d37b9bc7942] Running
I1004 03:21:22.660470 30630 system_pods.go:89] "kube-vip-ha-994751-m02" [944f1844-b8c2-410e-981d-3705beb22638] Running
I1004 03:21:22.660473 30630 system_pods.go:89] "kube-vip-ha-994751-m03" [9ec22347-f3d6-419e-867a-0de177976203] Running
I1004 03:21:22.660476 30630 system_pods.go:89] "storage-provisioner" [cc60903f-91b9-4e59-92ab-9f16c09d38d2] Running
I1004 03:21:22.660481 30630 system_pods.go:126] duration metric: took 210.876444ms to wait for k8s-apps to be running ...
I1004 03:21:22.660493 30630 system_svc.go:44] waiting for kubelet service to be running ....
I1004 03:21:22.660540 30630 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1004 03:21:22.675933 30630 system_svc.go:56] duration metric: took 15.434198ms WaitForService to wait for kubelet
I1004 03:21:22.675957 30630 kubeadm.go:582] duration metric: took 24.146164676s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1004 03:21:22.675972 30630 node_conditions.go:102] verifying NodePressure condition ...
I1004 03:21:22.845860 30630 request.go:632] Waited for 169.820621ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.65:8443/api/v1/nodes
I1004 03:21:22.845932 30630 round_trippers.go:463] GET https://192.168.39.65:8443/api/v1/nodes
I1004 03:21:22.845941 30630 round_trippers.go:469] Request Headers:
I1004 03:21:22.845948 30630 round_trippers.go:473] Accept: application/json, */*
I1004 03:21:22.845959 30630 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1004 03:21:22.850058 30630 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1004 03:21:22.851493 30630 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1004 03:21:22.851511 30630 node_conditions.go:123] node cpu capacity is 2
I1004 03:21:22.851521 30630 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1004 03:21:22.851525 30630 node_conditions.go:123] node cpu capacity is 2
I1004 03:21:22.851529 30630 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1004 03:21:22.851534 30630 node_conditions.go:123] node cpu capacity is 2
I1004 03:21:22.851538 30630 node_conditions.go:105] duration metric: took 175.561582ms to run NodePressure ...
I1004 03:21:22.851551 30630 start.go:241] waiting for startup goroutines ...
I1004 03:21:22.851569 30630 start.go:255] writing updated cluster config ...
I1004 03:21:22.851861 30630 ssh_runner.go:195] Run: rm -f paused
I1004 03:21:22.904494 30630 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1004 03:21:22.906685 30630 out.go:177] * Done! kubectl is now configured to use "ha-994751" cluster and "default" namespace by default
==> CRI-O <==
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.909644371Z" level=debug msg="Response: &ListPodSandboxResponse{Items:[]*PodSandbox{&PodSandbox{Id:21e8386b77b623ce7a194e32d220a20826004b82457da3f7424ad5a839c760c0,Metadata:&PodSandboxMetadata{Name:busybox-7dff88458-vh5j6,Uid:1e13c9e5-3c5b-47b9-8f41-391304b4184c,Namespace:default,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728012084122158637,Labels:map[string]string{app: busybox,io.kubernetes.container.name: POD,io.kubernetes.pod.name: busybox-7dff88458-vh5j6,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1e13c9e5-3c5b-47b9-8f41-391304b4184c,pod-template-hash: 7dff88458,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-04T03:21:23.807271406Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:dab235bc541ca107185a99b0769b6acbee2c5bec48be93c12dd27dd933ee2035,Metadata:&PodSandboxMetadata{Name:storage-provisioner,Uid:cc60903f-91b9-4e59-92ab-9f16c09d38d2,Namespace:kube-system,Attempt:0,},State:SANDBO
X_READY,CreatedAt:1728011946640149577,Labels:map[string]string{addonmanager.kubernetes.io/mode: Reconcile,integration-test: storage-provisioner,io.kubernetes.container.name: POD,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cc60903f-91b9-4e59-92ab-9f16c09d38d2,},Annotations:map[string]string{kubectl.kubernetes.io/last-applied-configuration: {\"apiVersion\":\"v1\",\"kind\":\"Pod\",\"metadata\":{\"annotations\":{},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"Reconcile\",\"integration-test\":\"storage-provisioner\"},\"name\":\"storage-provisioner\",\"namespace\":\"kube-system\"},\"spec\":{\"containers\":[{\"command\":[\"/storage-provisioner\"],\"image\":\"gcr.io/k8s-minikube/storage-provisioner:v5\",\"imagePullPolicy\":\"IfNotPresent\",\"name\":\"storage-provisioner\",\"volumeMounts\":[{\"mountPath\":\"/tmp\",\"name\":\"tmp\"}]}],\"hostNetwork\":true,\"serviceAccountName\":\"storage-provisioner\",\"volumes\":[{\"hostPath\":{\"path\":\"/tmp\",\"ty
pe\":\"Directory\"},\"name\":\"tmp\"}]}}\n,kubernetes.io/config.seen: 2024-10-04T03:19:06.314614114Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:be9b34d6ca0bfe5339f5ceb0f349f24cbd1a48e211f43c8c1e28b9b13895ace7,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-zgdck,Uid:dcd6ed49-8491-4eb0-9863-b498c76ec3c5,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728011946639081079,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-zgdck,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dcd6ed49-8491-4eb0-9863-b498c76ec3c5,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-04T03:19:06.316385216Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:d9a5ca3b325fa3036d1d784653e1987f4f8d4138ee347b0d77697996f0147e04,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-l6zst,Uid:554a3e5d-5bd8-44d6-a7dd-6eb87ef3b9ab,Namespace:kube-system,Atte
mpt:0,},State:SANDBOX_READY,CreatedAt:1728011946615050433,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-l6zst,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 554a3e5d-5bd8-44d6-a7dd-6eb87ef3b9ab,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-04T03:19:06.307604522Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:454652c11f4fe385025f37c927ad3c932967e955f13ce98c9d8026eaf6d85acc,Metadata:&PodSandboxMetadata{Name:kindnet-2mhh2,Uid:442d5ad9-dc9c-4a07-90b3-549591f9d2f1,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728011934078857830,Labels:map[string]string{app: kindnet,controller-revision-hash: 65cbdfc95f,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kindnet-2mhh2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 442d5ad9-dc9c-4a07-90b3-549591f9d2f1,k8s-app: kindnet,pod-template-generation: 1,tier: node,},Annotati
ons:map[string]string{kubernetes.io/config.seen: 2024-10-04T03:18:52.255087227Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:44f2b282edd576de3d1a7801835542f67f00b1aab4d9fe71f5393e0a81cccace,Metadata:&PodSandboxMetadata{Name:kube-proxy-f44b9,Uid:e3e1a917-0150-4608-b5f3-b590d330d2ce,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728011934041548754,Labels:map[string]string{controller-revision-hash: 648b489c5b,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-proxy-f44b9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e3e1a917-0150-4608-b5f3-b590d330d2ce,k8s-app: kube-proxy,pod-template-generation: 1,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-04T03:18:52.233691775Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:0372e9d489f059215842c431e83a2b46ba88cfd7944a0cbe38dd18d947a00350,Metadata:&PodSandboxMetadata{Name:kube-scheduler-ha-994751,Uid:d09d862da2ecf4fa4a0cc55773908218,Namespace:kube-system,Attempt:0
,},State:SANDBOX_READY,CreatedAt:1728011921072544695,Labels:map[string]string{component: kube-scheduler,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-scheduler-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d09d862da2ecf4fa4a0cc55773908218,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: d09d862da2ecf4fa4a0cc55773908218,kubernetes.io/config.seen: 2024-10-04T03:18:40.378105659Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:5461b35eef9c327fc2a76da2a67aa04ae71e3c3fb7e49230394ecad7898bb925,Metadata:&PodSandboxMetadata{Name:kube-vip-ha-994751,Uid:940a4ffe37e8a399065ce324e2a3e96a,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728011921066325762,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-vip-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 940a4ffe37e8a399065ce324e2a3e96a,},Annotations:map[string]string{kubernetes.io/config.hash: 940a
4ffe37e8a399065ce324e2a3e96a,kubernetes.io/config.seen: 2024-10-04T03:18:40.378106459Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:8c1c0f1b1a4301dfb05fc4b9505aafe57623d572f5cc4a835732f711b5b6955b,Metadata:&PodSandboxMetadata{Name:kube-controller-manager-ha-994751,Uid:c779652e8162a5324e798545569be164,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728011921058626396,Labels:map[string]string{component: kube-controller-manager,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-controller-manager-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c779652e8162a5324e798545569be164,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: c779652e8162a5324e798545569be164,kubernetes.io/config.seen: 2024-10-04T03:18:40.378104500Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:6d7ea048eea90bead74720b8675083bf27bc30e31606cde013ebada7dec5990c,Metadata:&PodSandboxMetadata{Name:kube-apiserver-ha-994751,Ui
d:ca68d6f5cb32227962ccd27f257d0736,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728011921056535594,Labels:map[string]string{component: kube-apiserver,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-apiserver-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca68d6f5cb32227962ccd27f257d0736,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint: 192.168.39.65:8443,kubernetes.io/config.hash: ca68d6f5cb32227962ccd27f257d0736,kubernetes.io/config.seen: 2024-10-04T03:18:40.378102927Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:c61920ab308f6b22af721e54b8ea837b4699df3b3d7d0ae41a6495912eddca62,Metadata:&PodSandboxMetadata{Name:etcd-ha-994751,Uid:15f64e9e1b892e5a5392a0aa1691bb56,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728011921055240968,Labels:map[string]string{component: etcd,io.kubernetes.container.name: POD,io.kubernetes.pod.name: etcd-ha-994751,io
.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 15f64e9e1b892e5a5392a0aa1691bb56,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/etcd.advertise-client-urls: https://192.168.39.65:2379,kubernetes.io/config.hash: 15f64e9e1b892e5a5392a0aa1691bb56,kubernetes.io/config.seen: 2024-10-04T03:18:40.378098560Z,kubernetes.io/config.source: file,},RuntimeHandler:,},},}" file="otel-collector/interceptors.go:74" id=21db3e66-4442-4793-9172-1287b650377b name=/runtime.v1.RuntimeService/ListPodSandbox
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.910440665Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=1e11566f-a8d0-4c57-99a4-2dfb11aa0541 name=/runtime.v1.RuntimeService/ListContainers
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.910514144Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=1e11566f-a8d0-4c57-99a4-2dfb11aa0541 name=/runtime.v1.RuntimeService/ListContainers
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.910914008Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:9dd8849f48bb11b35bb1f5bd585512cb0b89dc44b163449a6b50f15f54de02a5,PodSandboxId:21e8386b77b623ce7a194e32d220a20826004b82457da3f7424ad5a839c760c0,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728012087721104622,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-vh5j6,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1e13c9e5-3c5b-47b9-8f41-391304b4184c,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:eb082a979b36cf62706aeea6fc2b6170f60655a79e04323aee01897eb3551586,PodSandboxId:be9b34d6ca0bfe5339f5ceb0f349f24cbd1a48e211f43c8c1e28b9b13895ace7,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728011946866667557,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-zgdck,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dcd6ed49-8491-4eb0-9863-b498c76ec3c5,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2fe1e8ec5dfe43f5131ba996561aaabff07b86db463b8b1773b21b5e5c2d1261,PodSandboxId:dab235bc541ca107185a99b0769b6acbee2c5bec48be93c12dd27dd933ee2035,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728011946910404717,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: cc60903f-91b9-4e59-92ab-9f16c09d38d2,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:93aa8fd39f9c0a6eea7a37dcee01631f31b4126eae8333d11e1407860bb3f6cd,PodSandboxId:d9a5ca3b325fa3036d1d784653e1987f4f8d4138ee347b0d77697996f0147e04,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728011946858124672,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-l6zst,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 554a3e5d-5b
d8-44d6-a7dd-6eb87ef3b9ab,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6a3f40105608f82f73a1bbee29e6b61f1240bcecfdc4768f482ae75a0cf95c99,PodSandboxId:454652c11f4fe385025f37c927ad3c932967e955f13ce98c9d8026eaf6d85acc,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17280119
34650609445,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2mhh2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 442d5ad9-dc9c-4a07-90b3-549591f9d2f1,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:731622c5caa6f3f118f52196f7c510ebf7379862880c26664182d128a54ac160,PodSandboxId:44f2b282edd576de3d1a7801835542f67f00b1aab4d9fe71f5393e0a81cccace,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728011934180469533,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-f44b9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e3e1a917-0150-4608-b5f3-b590d330d2ce,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8830f0c28d759db71671a9c3fd1eb4008a66126cb262613e8d011a172e755e0f,PodSandboxId:5461b35eef9c327fc2a76da2a67aa04ae71e3c3fb7e49230394ecad7898bb925,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728011924453506492,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 940a4ffe37e8a399065ce324e2a3e96a,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e49d081b73667cb31a87e5548f9897011cdd79481d389aab65b687ee11c748ec,PodSandboxId:0372e9d489f059215842c431e83a2b46ba88cfd7944a0cbe38dd18d947a00350,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728011921323682309,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d09d862da2ecf4fa4a0cc55773908218,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f5568cb7839e2acb5ffc06e849180afcc114c02d6bf373518ef719648eedfeec,PodSandboxId:c61920ab308f6b22af721e54b8ea837b4699df3b3d7d0ae41a6495912eddca62,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728011921323115948,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-
ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 15f64e9e1b892e5a5392a0aa1691bb56,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:849282c5067549ba297b7784bd333879a5b9a78de75250ae582db35332ab63fe,PodSandboxId:6d7ea048eea90bead74720b8675083bf27bc30e31606cde013ebada7dec5990c,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728011921253183954,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-994751,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: ca68d6f5cb32227962ccd27f257d0736,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f041d718c872ffda01314490feb4ed5de2a14dccb6aa02f2328c9dcaf1f5aff8,PodSandboxId:8c1c0f1b1a4301dfb05fc4b9505aafe57623d572f5cc4a835732f711b5b6955b,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728011921250593100,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-994751,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c779652e8162a5324e798545569be164,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=1e11566f-a8d0-4c57-99a4-2dfb11aa0541 name=/runtime.v1.RuntimeService/ListContainers
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.928420796Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=ddd70dbf-40a5-4402-bfc1-e153e6310a1d name=/runtime.v1.RuntimeService/Version
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.928516375Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=ddd70dbf-40a5-4402-bfc1-e153e6310a1d name=/runtime.v1.RuntimeService/Version
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.929836804Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=3b77196d-924e-4d71-9715-e6df68391488 name=/runtime.v1.ImageService/ImageFsInfo
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.930340838Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012323930313672,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=3b77196d-924e-4d71-9715-e6df68391488 name=/runtime.v1.ImageService/ImageFsInfo
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.931037935Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=45e82d0e-8d34-4e21-9cd3-2e21f25e8fdc name=/runtime.v1.RuntimeService/ListContainers
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.931089645Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=45e82d0e-8d34-4e21-9cd3-2e21f25e8fdc name=/runtime.v1.RuntimeService/ListContainers
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.931334224Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:9dd8849f48bb11b35bb1f5bd585512cb0b89dc44b163449a6b50f15f54de02a5,PodSandboxId:21e8386b77b623ce7a194e32d220a20826004b82457da3f7424ad5a839c760c0,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728012087721104622,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-vh5j6,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1e13c9e5-3c5b-47b9-8f41-391304b4184c,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:eb082a979b36cf62706aeea6fc2b6170f60655a79e04323aee01897eb3551586,PodSandboxId:be9b34d6ca0bfe5339f5ceb0f349f24cbd1a48e211f43c8c1e28b9b13895ace7,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728011946866667557,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-zgdck,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dcd6ed49-8491-4eb0-9863-b498c76ec3c5,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2fe1e8ec5dfe43f5131ba996561aaabff07b86db463b8b1773b21b5e5c2d1261,PodSandboxId:dab235bc541ca107185a99b0769b6acbee2c5bec48be93c12dd27dd933ee2035,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728011946910404717,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: cc60903f-91b9-4e59-92ab-9f16c09d38d2,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:93aa8fd39f9c0a6eea7a37dcee01631f31b4126eae8333d11e1407860bb3f6cd,PodSandboxId:d9a5ca3b325fa3036d1d784653e1987f4f8d4138ee347b0d77697996f0147e04,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728011946858124672,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-l6zst,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 554a3e5d-5b
d8-44d6-a7dd-6eb87ef3b9ab,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6a3f40105608f82f73a1bbee29e6b61f1240bcecfdc4768f482ae75a0cf95c99,PodSandboxId:454652c11f4fe385025f37c927ad3c932967e955f13ce98c9d8026eaf6d85acc,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17280119
34650609445,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2mhh2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 442d5ad9-dc9c-4a07-90b3-549591f9d2f1,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:731622c5caa6f3f118f52196f7c510ebf7379862880c26664182d128a54ac160,PodSandboxId:44f2b282edd576de3d1a7801835542f67f00b1aab4d9fe71f5393e0a81cccace,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728011934180469533,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-f44b9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e3e1a917-0150-4608-b5f3-b590d330d2ce,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8830f0c28d759db71671a9c3fd1eb4008a66126cb262613e8d011a172e755e0f,PodSandboxId:5461b35eef9c327fc2a76da2a67aa04ae71e3c3fb7e49230394ecad7898bb925,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728011924453506492,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 940a4ffe37e8a399065ce324e2a3e96a,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e49d081b73667cb31a87e5548f9897011cdd79481d389aab65b687ee11c748ec,PodSandboxId:0372e9d489f059215842c431e83a2b46ba88cfd7944a0cbe38dd18d947a00350,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728011921323682309,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d09d862da2ecf4fa4a0cc55773908218,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f5568cb7839e2acb5ffc06e849180afcc114c02d6bf373518ef719648eedfeec,PodSandboxId:c61920ab308f6b22af721e54b8ea837b4699df3b3d7d0ae41a6495912eddca62,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728011921323115948,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-
ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 15f64e9e1b892e5a5392a0aa1691bb56,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:849282c5067549ba297b7784bd333879a5b9a78de75250ae582db35332ab63fe,PodSandboxId:6d7ea048eea90bead74720b8675083bf27bc30e31606cde013ebada7dec5990c,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728011921253183954,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-994751,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: ca68d6f5cb32227962ccd27f257d0736,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f041d718c872ffda01314490feb4ed5de2a14dccb6aa02f2328c9dcaf1f5aff8,PodSandboxId:8c1c0f1b1a4301dfb05fc4b9505aafe57623d572f5cc4a835732f711b5b6955b,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728011921250593100,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-994751,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c779652e8162a5324e798545569be164,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=45e82d0e-8d34-4e21-9cd3-2e21f25e8fdc name=/runtime.v1.RuntimeService/ListContainers
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.977152775Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=68080e1b-5e59-4468-9f1f-66b6d214e95c name=/runtime.v1.RuntimeService/Version
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.977269984Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=68080e1b-5e59-4468-9f1f-66b6d214e95c name=/runtime.v1.RuntimeService/Version
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.978528093Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=abe6883d-7d0b-4765-b0e1-014e86400e54 name=/runtime.v1.ImageService/ImageFsInfo
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.979019660Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012323978993207,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=abe6883d-7d0b-4765-b0e1-014e86400e54 name=/runtime.v1.ImageService/ImageFsInfo
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.979678042Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=4f90621b-7d5a-4226-b5b7-1e33fc21a505 name=/runtime.v1.RuntimeService/ListContainers
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.979745259Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=4f90621b-7d5a-4226-b5b7-1e33fc21a505 name=/runtime.v1.RuntimeService/ListContainers
Oct 04 03:25:23 ha-994751 crio[664]: time="2024-10-04 03:25:23.980056704Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:9dd8849f48bb11b35bb1f5bd585512cb0b89dc44b163449a6b50f15f54de02a5,PodSandboxId:21e8386b77b623ce7a194e32d220a20826004b82457da3f7424ad5a839c760c0,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728012087721104622,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-vh5j6,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1e13c9e5-3c5b-47b9-8f41-391304b4184c,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:eb082a979b36cf62706aeea6fc2b6170f60655a79e04323aee01897eb3551586,PodSandboxId:be9b34d6ca0bfe5339f5ceb0f349f24cbd1a48e211f43c8c1e28b9b13895ace7,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728011946866667557,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-zgdck,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dcd6ed49-8491-4eb0-9863-b498c76ec3c5,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2fe1e8ec5dfe43f5131ba996561aaabff07b86db463b8b1773b21b5e5c2d1261,PodSandboxId:dab235bc541ca107185a99b0769b6acbee2c5bec48be93c12dd27dd933ee2035,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728011946910404717,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: cc60903f-91b9-4e59-92ab-9f16c09d38d2,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:93aa8fd39f9c0a6eea7a37dcee01631f31b4126eae8333d11e1407860bb3f6cd,PodSandboxId:d9a5ca3b325fa3036d1d784653e1987f4f8d4138ee347b0d77697996f0147e04,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728011946858124672,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-l6zst,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 554a3e5d-5b
d8-44d6-a7dd-6eb87ef3b9ab,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6a3f40105608f82f73a1bbee29e6b61f1240bcecfdc4768f482ae75a0cf95c99,PodSandboxId:454652c11f4fe385025f37c927ad3c932967e955f13ce98c9d8026eaf6d85acc,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17280119
34650609445,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2mhh2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 442d5ad9-dc9c-4a07-90b3-549591f9d2f1,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:731622c5caa6f3f118f52196f7c510ebf7379862880c26664182d128a54ac160,PodSandboxId:44f2b282edd576de3d1a7801835542f67f00b1aab4d9fe71f5393e0a81cccace,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728011934180469533,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-f44b9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e3e1a917-0150-4608-b5f3-b590d330d2ce,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8830f0c28d759db71671a9c3fd1eb4008a66126cb262613e8d011a172e755e0f,PodSandboxId:5461b35eef9c327fc2a76da2a67aa04ae71e3c3fb7e49230394ecad7898bb925,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728011924453506492,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 940a4ffe37e8a399065ce324e2a3e96a,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e49d081b73667cb31a87e5548f9897011cdd79481d389aab65b687ee11c748ec,PodSandboxId:0372e9d489f059215842c431e83a2b46ba88cfd7944a0cbe38dd18d947a00350,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728011921323682309,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d09d862da2ecf4fa4a0cc55773908218,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f5568cb7839e2acb5ffc06e849180afcc114c02d6bf373518ef719648eedfeec,PodSandboxId:c61920ab308f6b22af721e54b8ea837b4699df3b3d7d0ae41a6495912eddca62,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728011921323115948,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-
ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 15f64e9e1b892e5a5392a0aa1691bb56,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:849282c5067549ba297b7784bd333879a5b9a78de75250ae582db35332ab63fe,PodSandboxId:6d7ea048eea90bead74720b8675083bf27bc30e31606cde013ebada7dec5990c,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728011921253183954,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-994751,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: ca68d6f5cb32227962ccd27f257d0736,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f041d718c872ffda01314490feb4ed5de2a14dccb6aa02f2328c9dcaf1f5aff8,PodSandboxId:8c1c0f1b1a4301dfb05fc4b9505aafe57623d572f5cc4a835732f711b5b6955b,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728011921250593100,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-994751,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c779652e8162a5324e798545569be164,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=4f90621b-7d5a-4226-b5b7-1e33fc21a505 name=/runtime.v1.RuntimeService/ListContainers
Oct 04 03:25:24 ha-994751 crio[664]: time="2024-10-04 03:25:24.019489841Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=2037137c-8db3-4591-818a-c9134b9b1c44 name=/runtime.v1.RuntimeService/Version
Oct 04 03:25:24 ha-994751 crio[664]: time="2024-10-04 03:25:24.019564259Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=2037137c-8db3-4591-818a-c9134b9b1c44 name=/runtime.v1.RuntimeService/Version
Oct 04 03:25:24 ha-994751 crio[664]: time="2024-10-04 03:25:24.020987250Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=e6a1882a-6aa0-49b9-860f-f7608917e560 name=/runtime.v1.ImageService/ImageFsInfo
Oct 04 03:25:24 ha-994751 crio[664]: time="2024-10-04 03:25:24.021540931Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012324021513729,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=e6a1882a-6aa0-49b9-860f-f7608917e560 name=/runtime.v1.ImageService/ImageFsInfo
Oct 04 03:25:24 ha-994751 crio[664]: time="2024-10-04 03:25:24.022276847Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=fa156a3a-41e5-4cfd-84f6-21ed8e10d940 name=/runtime.v1.RuntimeService/ListContainers
Oct 04 03:25:24 ha-994751 crio[664]: time="2024-10-04 03:25:24.022351347Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=fa156a3a-41e5-4cfd-84f6-21ed8e10d940 name=/runtime.v1.RuntimeService/ListContainers
Oct 04 03:25:24 ha-994751 crio[664]: time="2024-10-04 03:25:24.022924780Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:9dd8849f48bb11b35bb1f5bd585512cb0b89dc44b163449a6b50f15f54de02a5,PodSandboxId:21e8386b77b623ce7a194e32d220a20826004b82457da3f7424ad5a839c760c0,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728012087721104622,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-vh5j6,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 1e13c9e5-3c5b-47b9-8f41-391304b4184c,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:eb082a979b36cf62706aeea6fc2b6170f60655a79e04323aee01897eb3551586,PodSandboxId:be9b34d6ca0bfe5339f5ceb0f349f24cbd1a48e211f43c8c1e28b9b13895ace7,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728011946866667557,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-zgdck,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: dcd6ed49-8491-4eb0-9863-b498c76ec3c5,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2fe1e8ec5dfe43f5131ba996561aaabff07b86db463b8b1773b21b5e5c2d1261,PodSandboxId:dab235bc541ca107185a99b0769b6acbee2c5bec48be93c12dd27dd933ee2035,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728011946910404717,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: cc60903f-91b9-4e59-92ab-9f16c09d38d2,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:93aa8fd39f9c0a6eea7a37dcee01631f31b4126eae8333d11e1407860bb3f6cd,PodSandboxId:d9a5ca3b325fa3036d1d784653e1987f4f8d4138ee347b0d77697996f0147e04,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728011946858124672,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-l6zst,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 554a3e5d-5b
d8-44d6-a7dd-6eb87ef3b9ab,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6a3f40105608f82f73a1bbee29e6b61f1240bcecfdc4768f482ae75a0cf95c99,PodSandboxId:454652c11f4fe385025f37c927ad3c932967e955f13ce98c9d8026eaf6d85acc,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17280119
34650609445,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2mhh2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 442d5ad9-dc9c-4a07-90b3-549591f9d2f1,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:731622c5caa6f3f118f52196f7c510ebf7379862880c26664182d128a54ac160,PodSandboxId:44f2b282edd576de3d1a7801835542f67f00b1aab4d9fe71f5393e0a81cccace,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728011934180469533,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-f44b9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e3e1a917-0150-4608-b5f3-b590d330d2ce,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8830f0c28d759db71671a9c3fd1eb4008a66126cb262613e8d011a172e755e0f,PodSandboxId:5461b35eef9c327fc2a76da2a67aa04ae71e3c3fb7e49230394ecad7898bb925,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728011924453506492,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 940a4ffe37e8a399065ce324e2a3e96a,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e49d081b73667cb31a87e5548f9897011cdd79481d389aab65b687ee11c748ec,PodSandboxId:0372e9d489f059215842c431e83a2b46ba88cfd7944a0cbe38dd18d947a00350,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728011921323682309,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d09d862da2ecf4fa4a0cc55773908218,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f5568cb7839e2acb5ffc06e849180afcc114c02d6bf373518ef719648eedfeec,PodSandboxId:c61920ab308f6b22af721e54b8ea837b4699df3b3d7d0ae41a6495912eddca62,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728011921323115948,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-
ha-994751,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 15f64e9e1b892e5a5392a0aa1691bb56,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:849282c5067549ba297b7784bd333879a5b9a78de75250ae582db35332ab63fe,PodSandboxId:6d7ea048eea90bead74720b8675083bf27bc30e31606cde013ebada7dec5990c,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728011921253183954,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-994751,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: ca68d6f5cb32227962ccd27f257d0736,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f041d718c872ffda01314490feb4ed5de2a14dccb6aa02f2328c9dcaf1f5aff8,PodSandboxId:8c1c0f1b1a4301dfb05fc4b9505aafe57623d572f5cc4a835732f711b5b6955b,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728011921250593100,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-994751,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c779652e8162a5324e798545569be164,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=fa156a3a-41e5-4cfd-84f6-21ed8e10d940 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
9dd8849f48bb1 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 21e8386b77b62 busybox-7dff88458-vh5j6
2fe1e8ec5dfe4 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 dab235bc541ca storage-provisioner
eb082a979b36c c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 be9b34d6ca0bf coredns-7c65d6cfc9-zgdck
93aa8fd39f9c0 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 d9a5ca3b325fa coredns-7c65d6cfc9-l6zst
6a3f40105608f 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 6 minutes ago Running kindnet-cni 0 454652c11f4fe kindnet-2mhh2
731622c5caa6f 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 44f2b282edd57 kube-proxy-f44b9
8830f0c28d759 ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413 6 minutes ago Running kube-vip 0 5461b35eef9c3 kube-vip-ha-994751
e49d081b73667 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 0372e9d489f05 kube-scheduler-ha-994751
f5568cb7839e2 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 c61920ab308f6 etcd-ha-994751
849282c506754 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 6d7ea048eea90 kube-apiserver-ha-994751
f041d718c872f 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 8c1c0f1b1a430 kube-controller-manager-ha-994751
==> coredns [93aa8fd39f9c0a6eea7a37dcee01631f31b4126eae8333d11e1407860bb3f6cd] <==
[INFO] 10.244.2.2:42178 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.010745169s
[INFO] 10.244.2.2:34829 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.009009564s
[INFO] 10.244.0.4:43910 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.001485572s
[INFO] 10.244.1.2:45378 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 31 0.000181404s
[INFO] 10.244.1.2:40886 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001942971s
[INFO] 10.244.2.2:45461 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000217787s
[INFO] 10.244.2.2:56545 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000167289s
[INFO] 10.244.2.2:52063 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000246892s
[INFO] 10.244.0.4:48765 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000150103s
[INFO] 10.244.1.2:53871 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000168625s
[INFO] 10.244.1.2:58325 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001736755s
[INFO] 10.244.1.2:38700 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000085818s
[INFO] 10.244.2.2:53525 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00016163s
[INFO] 10.244.2.2:55339 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000126355s
[INFO] 10.244.0.4:33506 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000176834s
[INFO] 10.244.0.4:47714 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000136674s
[INFO] 10.244.0.4:49593 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000139876s
[INFO] 10.244.1.2:51243 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000137889s
[INFO] 10.244.2.2:56043 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000221873s
[INFO] 10.244.2.2:35783 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000138959s
[INFO] 10.244.0.4:37503 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00013937s
[INFO] 10.244.0.4:46310 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000132408s
[INFO] 10.244.0.4:35014 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000074557s
[INFO] 10.244.1.2:51803 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000153481s
[INFO] 10.244.1.2:47758 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000198394s
==> coredns [eb082a979b36cf62706aeea6fc2b6170f60655a79e04323aee01897eb3551586] <==
[INFO] 10.244.2.2:43924 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.01283325s
[INFO] 10.244.2.2:35798 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000148903s
[INFO] 10.244.0.4:59562 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000140549s
[INFO] 10.244.0.4:41362 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002209213s
[INFO] 10.244.0.4:41786 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000133758s
[INFO] 10.244.0.4:49269 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001539557s
[INFO] 10.244.0.4:56941 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00018736s
[INFO] 10.244.0.4:47984 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000173422s
[INFO] 10.244.0.4:41970 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000061431s
[INFO] 10.244.1.2:32918 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000119893s
[INFO] 10.244.1.2:39792 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000093113s
[INFO] 10.244.1.2:41331 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001259323s
[INFO] 10.244.1.2:45464 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000106483s
[INFO] 10.244.1.2:35852 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000153198s
[INFO] 10.244.2.2:38240 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000114031s
[INFO] 10.244.2.2:54004 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00008059s
[INFO] 10.244.0.4:39542 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000092418s
[INFO] 10.244.1.2:41262 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000166812s
[INFO] 10.244.1.2:55889 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000146278s
[INFO] 10.244.1.2:35654 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000131643s
[INFO] 10.244.2.2:37029 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00012813s
[INFO] 10.244.2.2:33774 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000223324s
[INFO] 10.244.0.4:38911 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000138291s
[INFO] 10.244.1.2:56619 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000093621s
[INFO] 10.244.1.2:33622 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000154511s
==> describe nodes <==
Name: ha-994751
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-994751
kubernetes.io/os=linux
minikube.k8s.io/commit=bb93d8722461655cd69aaff21bc3938f9e86d89e
minikube.k8s.io/name=ha-994751
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_04T03_18_48_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 04 Oct 2024 03:18:44 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-994751
AcquireTime: <unset>
RenewTime: Fri, 04 Oct 2024 03:25:15 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 04 Oct 2024 03:21:51 +0000 Fri, 04 Oct 2024 03:18:43 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 04 Oct 2024 03:21:51 +0000 Fri, 04 Oct 2024 03:18:43 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 04 Oct 2024 03:21:51 +0000 Fri, 04 Oct 2024 03:18:43 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 04 Oct 2024 03:21:51 +0000 Fri, 04 Oct 2024 03:19:06 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.65
Hostname: ha-994751
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 7452b105a68246eeb61757acefd7f693
System UUID: 7452b105-a682-46ee-b617-57acefd7f693
Boot ID: aecf415c-e5c2-46a9-81d5-d95311218d51
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-vh5j6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m1s
kube-system coredns-7c65d6cfc9-l6zst 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m32s
kube-system coredns-7c65d6cfc9-zgdck 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m32s
kube-system etcd-ha-994751 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m37s
kube-system kindnet-2mhh2 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m32s
kube-system kube-apiserver-ha-994751 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m37s
kube-system kube-controller-manager-ha-994751 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m37s
kube-system kube-proxy-f44b9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m32s
kube-system kube-scheduler-ha-994751 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m37s
kube-system kube-vip-ha-994751 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m39s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m32s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m29s kube-proxy
Normal Starting 6m37s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m37s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m37s kubelet Node ha-994751 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m37s kubelet Node ha-994751 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m37s kubelet Node ha-994751 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m33s node-controller Node ha-994751 event: Registered Node ha-994751 in Controller
Normal NodeReady 6m18s kubelet Node ha-994751 status is now: NodeReady
Normal RegisteredNode 5m37s node-controller Node ha-994751 event: Registered Node ha-994751 in Controller
Normal RegisteredNode 4m21s node-controller Node ha-994751 event: Registered Node ha-994751 in Controller
Name: ha-994751-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-994751-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=bb93d8722461655cd69aaff21bc3938f9e86d89e
minikube.k8s.io/name=ha-994751
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_04T03_19_43_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 04 Oct 2024 03:19:39 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-994751-m02
AcquireTime: <unset>
RenewTime: Fri, 04 Oct 2024 03:22:42 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Fri, 04 Oct 2024 03:21:42 +0000 Fri, 04 Oct 2024 03:23:23 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Fri, 04 Oct 2024 03:21:42 +0000 Fri, 04 Oct 2024 03:23:23 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Fri, 04 Oct 2024 03:21:42 +0000 Fri, 04 Oct 2024 03:23:23 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Fri, 04 Oct 2024 03:21:42 +0000 Fri, 04 Oct 2024 03:23:23 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.117
Hostname: ha-994751-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: f6683e6a9e1244f787f84f2a5c1bf490
System UUID: f6683e6a-9e12-44f7-87f8-4f2a5c1bf490
Boot ID: 8b02ddc0-820d-4de5-b649-7e2202f66ea5
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-wc5kg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m1s
kube-system etcd-ha-994751-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m43s
kube-system kindnet-rmcvt 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m45s
kube-system kube-apiserver-ha-994751-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m44s
kube-system kube-controller-manager-ha-994751-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m44s
kube-system kube-proxy-ph6cf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m45s
kube-system kube-scheduler-ha-994751-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m43s
kube-system kube-vip-ha-994751-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m40s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m40s kube-proxy
Normal NodeHasSufficientMemory 5m45s (x8 over 5m45s) kubelet Node ha-994751-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m45s (x8 over 5m45s) kubelet Node ha-994751-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m45s (x7 over 5m45s) kubelet Node ha-994751-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m45s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m43s node-controller Node ha-994751-m02 event: Registered Node ha-994751-m02 in Controller
Normal RegisteredNode 5m37s node-controller Node ha-994751-m02 event: Registered Node ha-994751-m02 in Controller
Normal RegisteredNode 4m21s node-controller Node ha-994751-m02 event: Registered Node ha-994751-m02 in Controller
Normal NodeNotReady 2m node-controller Node ha-994751-m02 status is now: NodeNotReady
Name: ha-994751-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-994751-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=bb93d8722461655cd69aaff21bc3938f9e86d89e
minikube.k8s.io/name=ha-994751
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_04T03_20_58_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 04 Oct 2024 03:20:54 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-994751-m03
AcquireTime: <unset>
RenewTime: Fri, 04 Oct 2024 03:25:20 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 04 Oct 2024 03:21:56 +0000 Fri, 04 Oct 2024 03:20:54 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 04 Oct 2024 03:21:56 +0000 Fri, 04 Oct 2024 03:20:54 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 04 Oct 2024 03:21:56 +0000 Fri, 04 Oct 2024 03:20:54 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 04 Oct 2024 03:21:56 +0000 Fri, 04 Oct 2024 03:21:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.53
Hostname: ha-994751-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: df18b27d8a2e4c8893a601b97ec7e8e0
System UUID: df18b27d-8a2e-4c88-93a6-01b97ec7e8e0
Boot ID: 138aa962-c7a2-47ea-82c1-2a5ccfbc3de0
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-nrdqk 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m1s
kube-system etcd-ha-994751-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m28s
kube-system kindnet-clt5p 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m30s
kube-system kube-apiserver-ha-994751-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m29s
kube-system kube-controller-manager-ha-994751-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m28s
kube-system kube-proxy-9q6q2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-scheduler-ha-994751-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m29s
kube-system kube-vip-ha-994751-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m25s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m24s kube-proxy
Normal NodeHasSufficientMemory 4m30s (x8 over 4m30s) kubelet Node ha-994751-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m30s (x8 over 4m30s) kubelet Node ha-994751-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m30s (x7 over 4m30s) kubelet Node ha-994751-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m30s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m28s node-controller Node ha-994751-m03 event: Registered Node ha-994751-m03 in Controller
Normal RegisteredNode 4m26s node-controller Node ha-994751-m03 event: Registered Node ha-994751-m03 in Controller
Normal RegisteredNode 4m21s node-controller Node ha-994751-m03 event: Registered Node ha-994751-m03 in Controller
Name: ha-994751-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-994751-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=bb93d8722461655cd69aaff21bc3938f9e86d89e
minikube.k8s.io/name=ha-994751
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_04T03_22_03_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Fri, 04 Oct 2024 03:22:03 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-994751-m04
AcquireTime: <unset>
RenewTime: Fri, 04 Oct 2024 03:25:16 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Fri, 04 Oct 2024 03:22:33 +0000 Fri, 04 Oct 2024 03:22:03 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Fri, 04 Oct 2024 03:22:33 +0000 Fri, 04 Oct 2024 03:22:03 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Fri, 04 Oct 2024 03:22:33 +0000 Fri, 04 Oct 2024 03:22:03 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Fri, 04 Oct 2024 03:22:33 +0000 Fri, 04 Oct 2024 03:22:24 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.134
Hostname: ha-994751-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: d61802e745d4414c8e0a1c3e5c1319f7
System UUID: d61802e7-45d4-414c-8e0a-1c3e5c1319f7
Boot ID: f154d01f-d315-40b5-84e6-0d0b669735cf
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-sggz9 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m21s
kube-system kube-proxy-xsz4w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m21s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m15s kube-proxy
Normal NodeAllocatableEnforced 3m22s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m21s node-controller Node ha-994751-m04 event: Registered Node ha-994751-m04 in Controller
Normal RegisteredNode 3m21s node-controller Node ha-994751-m04 event: Registered Node ha-994751-m04 in Controller
Normal NodeHasSufficientMemory 3m21s (x2 over 3m22s) kubelet Node ha-994751-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m21s (x2 over 3m22s) kubelet Node ha-994751-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m21s (x2 over 3m22s) kubelet Node ha-994751-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 3m18s node-controller Node ha-994751-m04 event: Registered Node ha-994751-m04 in Controller
Normal NodeReady 3m kubelet Node ha-994751-m04 status is now: NodeReady
==> dmesg <==
[Oct 4 03:18] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050646] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040240] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.800548] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.470270] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.581508] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000005] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +9.982603] systemd-fstab-generator[586]: Ignoring "noauto" option for root device
[ +0.059297] kauditd_printk_skb: 1 callbacks suppressed
[ +0.061306] systemd-fstab-generator[598]: Ignoring "noauto" option for root device
[ +0.198058] systemd-fstab-generator[612]: Ignoring "noauto" option for root device
[ +0.129574] systemd-fstab-generator[624]: Ignoring "noauto" option for root device
[ +0.276832] systemd-fstab-generator[653]: Ignoring "noauto" option for root device
[ +3.888308] systemd-fstab-generator[748]: Ignoring "noauto" option for root device
[ +3.806908] systemd-fstab-generator[879]: Ignoring "noauto" option for root device
[ +0.054958] kauditd_printk_skb: 158 callbacks suppressed
[ +7.117103] systemd-fstab-generator[1298]: Ignoring "noauto" option for root device
[ +0.085956] kauditd_printk_skb: 79 callbacks suppressed
[ +7.063470] kauditd_printk_skb: 21 callbacks suppressed
[Oct 4 03:19] kauditd_printk_skb: 38 callbacks suppressed
[ +39.285701] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [f5568cb7839e2acb5ffc06e849180afcc114c02d6bf373518ef719648eedfeec] <==
{"level":"warn","ts":"2024-10-04T03:25:24.174241Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.182271Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.117:2380/version","remote-member-id":"895cda09ee52f930","error":"Get \"https://192.168.39.117:2380/version\": dial tcp 192.168.39.117:2380: connect: no route to host"}
{"level":"warn","ts":"2024-10-04T03:25:24.182325Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"895cda09ee52f930","error":"Get \"https://192.168.39.117:2380/version\": dial tcp 192.168.39.117:2380: connect: no route to host"}
{"level":"warn","ts":"2024-10-04T03:25:24.329324Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.341415Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.348181Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.354559Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.358128Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.362106Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.368522Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.373708Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.375562Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.383141Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.384045Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.387813Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.391522Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.398233Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.405450Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.412645Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.416789Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.421896Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.427697Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.435383Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.447152Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-04T03:25:24.474292Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"c17fb7325889e027","from":"c17fb7325889e027","remote-peer-id":"895cda09ee52f930","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
03:25:24 up 7 min, 0 users, load average: 0.11, 0.15, 0.09
Linux ha-994751 5.10.207 #1 SMP Mon Sep 23 21:01:39 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [6a3f40105608f82f73a1bbee29e6b61f1240bcecfdc4768f482ae75a0cf95c99] <==
I1004 03:24:46.000568 1 main.go:322] Node ha-994751-m04 has CIDR [10.244.3.0/24]
I1004 03:24:55.996427 1 main.go:295] Handling node with IPs: map[192.168.39.65:{}]
I1004 03:24:55.996581 1 main.go:299] handling current node
I1004 03:24:55.996609 1 main.go:295] Handling node with IPs: map[192.168.39.117:{}]
I1004 03:24:55.996628 1 main.go:322] Node ha-994751-m02 has CIDR [10.244.1.0/24]
I1004 03:24:55.996891 1 main.go:295] Handling node with IPs: map[192.168.39.53:{}]
I1004 03:24:55.997045 1 main.go:322] Node ha-994751-m03 has CIDR [10.244.2.0/24]
I1004 03:24:55.997190 1 main.go:295] Handling node with IPs: map[192.168.39.134:{}]
I1004 03:24:55.997280 1 main.go:322] Node ha-994751-m04 has CIDR [10.244.3.0/24]
I1004 03:25:05.999244 1 main.go:295] Handling node with IPs: map[192.168.39.117:{}]
I1004 03:25:05.999341 1 main.go:322] Node ha-994751-m02 has CIDR [10.244.1.0/24]
I1004 03:25:05.999525 1 main.go:295] Handling node with IPs: map[192.168.39.53:{}]
I1004 03:25:05.999565 1 main.go:322] Node ha-994751-m03 has CIDR [10.244.2.0/24]
I1004 03:25:05.999630 1 main.go:295] Handling node with IPs: map[192.168.39.134:{}]
I1004 03:25:05.999660 1 main.go:322] Node ha-994751-m04 has CIDR [10.244.3.0/24]
I1004 03:25:05.999742 1 main.go:295] Handling node with IPs: map[192.168.39.65:{}]
I1004 03:25:05.999771 1 main.go:299] handling current node
I1004 03:25:16.002618 1 main.go:295] Handling node with IPs: map[192.168.39.65:{}]
I1004 03:25:16.002727 1 main.go:299] handling current node
I1004 03:25:16.002764 1 main.go:295] Handling node with IPs: map[192.168.39.117:{}]
I1004 03:25:16.002782 1 main.go:322] Node ha-994751-m02 has CIDR [10.244.1.0/24]
I1004 03:25:16.003010 1 main.go:295] Handling node with IPs: map[192.168.39.53:{}]
I1004 03:25:16.003037 1 main.go:322] Node ha-994751-m03 has CIDR [10.244.2.0/24]
I1004 03:25:16.003121 1 main.go:295] Handling node with IPs: map[192.168.39.134:{}]
I1004 03:25:16.003140 1 main.go:322] Node ha-994751-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [849282c5067549ba297b7784bd333879a5b9a78de75250ae582db35332ab63fe] <==
I1004 03:18:46.533293 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1004 03:18:46.536324 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1004 03:18:46.567509 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.65]
I1004 03:18:46.569728 1 controller.go:615] quota admission added evaluator for: endpoints
I1004 03:18:46.579199 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1004 03:18:47.324394 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1004 03:18:47.342483 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1004 03:18:47.354293 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1004 03:18:52.030260 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1004 03:18:52.131882 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1004 03:21:29.605335 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53690: use of closed network connection
E1004 03:21:29.795618 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53702: use of closed network connection
E1004 03:21:29.974284 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53722: use of closed network connection
E1004 03:21:30.184885 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53734: use of closed network connection
E1004 03:21:30.399362 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53748: use of closed network connection
E1004 03:21:30.586499 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53770: use of closed network connection
E1004 03:21:30.773657 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53776: use of closed network connection
E1004 03:21:30.946921 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53796: use of closed network connection
E1004 03:21:31.140751 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53812: use of closed network connection
E1004 03:21:31.439406 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53848: use of closed network connection
E1004 03:21:31.610289 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53874: use of closed network connection
E1004 03:21:31.791527 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53896: use of closed network connection
E1004 03:21:31.973829 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53924: use of closed network connection
E1004 03:21:32.157183 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53938: use of closed network connection
E1004 03:21:32.326553 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:53952: use of closed network connection
==> kube-controller-manager [f041d718c872ffda01314490feb4ed5de2a14dccb6aa02f2328c9dcaf1f5aff8] <==
I1004 03:22:03.059069 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-994751-m04" podCIDRs=["10.244.3.0/24"]
I1004 03:22:03.059118 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:03.061876 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:03.076574 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:03.137039 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:03.276697 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:03.662795 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:03.977537 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:04.044472 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:06.344839 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:06.345923 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-994751-m04"
I1004 03:22:06.383881 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:13.412719 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:24.487665 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-994751-m04"
I1004 03:22:24.487754 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:24.502742 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:26.362397 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:22:33.863379 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m04"
I1004 03:23:24.007837 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-994751-m04"
I1004 03:23:24.008551 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m02"
I1004 03:23:24.038687 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m02"
I1004 03:23:24.187288 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="15.759379ms"
I1004 03:23:24.187415 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="62.69µs"
I1004 03:23:26.454826 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m02"
I1004 03:23:29.201808 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-994751-m02"
==> kube-proxy [731622c5caa6f3f118f52196f7c510ebf7379862880c26664182d128a54ac160] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1004 03:18:54.520708 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1004 03:18:54.543515 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.65"]
E1004 03:18:54.543642 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1004 03:18:54.585531 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1004 03:18:54.585592 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1004 03:18:54.585623 1 server_linux.go:169] "Using iptables Proxier"
I1004 03:18:54.595069 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1004 03:18:54.598246 1 server.go:483] "Version info" version="v1.31.1"
I1004 03:18:54.598343 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1004 03:18:54.602801 1 config.go:199] "Starting service config controller"
I1004 03:18:54.603172 1 shared_informer.go:313] Waiting for caches to sync for service config
I1004 03:18:54.603521 1 config.go:105] "Starting endpoint slice config controller"
I1004 03:18:54.603587 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1004 03:18:54.607605 1 config.go:328] "Starting node config controller"
I1004 03:18:54.607621 1 shared_informer.go:313] Waiting for caches to sync for node config
I1004 03:18:54.704654 1 shared_informer.go:320] Caches are synced for service config
I1004 03:18:54.704732 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1004 03:18:54.707708 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [e49d081b73667cb31a87e5548f9897011cdd79481d389aab65b687ee11c748ec] <==
W1004 03:18:45.760588 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1004 03:18:45.760709 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1004 03:18:45.902575 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1004 03:18:45.902704 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1004 03:18:45.937221 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1004 03:18:45.937512 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1004 03:18:46.030883 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1004 03:18:46.031049 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I1004 03:18:48.095287 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1004 03:22:03.109132 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-zh45q\": pod kindnet-zh45q is already assigned to node \"ha-994751-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-zh45q" node="ha-994751-m04"
E1004 03:22:03.113875 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod cc0c3789-7dca-4ede-a355-9ac6d9db68c2(kube-system/kindnet-zh45q) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-zh45q"
E1004 03:22:03.114052 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-zh45q\": pod kindnet-zh45q is already assigned to node \"ha-994751-m04\"" pod="kube-system/kindnet-zh45q"
I1004 03:22:03.114143 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-zh45q" node="ha-994751-m04"
E1004 03:22:03.121368 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-xsz4w\": pod kube-proxy-xsz4w is already assigned to node \"ha-994751-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-xsz4w" node="ha-994751-m04"
E1004 03:22:03.121569 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 4f6e672a-e80b-4f45-b3a5-98dfa1ebaad3(kube-system/kube-proxy-xsz4w) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-xsz4w"
E1004 03:22:03.121624 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-xsz4w\": pod kube-proxy-xsz4w is already assigned to node \"ha-994751-m04\"" pod="kube-system/kube-proxy-xsz4w"
I1004 03:22:03.121686 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-xsz4w" node="ha-994751-m04"
E1004 03:22:03.177157 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-zbb9z\": pod kube-proxy-zbb9z is already assigned to node \"ha-994751-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-zbb9z" node="ha-994751-m04"
E1004 03:22:03.177330 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod a7948b15-0522-4cbd-8803-8c139b2e791a(kube-system/kube-proxy-zbb9z) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-zbb9z"
E1004 03:22:03.177379 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-zbb9z\": pod kube-proxy-zbb9z is already assigned to node \"ha-994751-m04\"" pod="kube-system/kube-proxy-zbb9z"
I1004 03:22:03.177445 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-zbb9z" node="ha-994751-m04"
E1004 03:22:03.177921 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-qfb5r\": pod kindnet-qfb5r is already assigned to node \"ha-994751-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-qfb5r" node="ha-994751-m04"
E1004 03:22:03.181030 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 085d0454-1ccc-408e-ae12-366c29ab0a15(kube-system/kindnet-qfb5r) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-qfb5r"
E1004 03:22:03.181113 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-qfb5r\": pod kindnet-qfb5r is already assigned to node \"ha-994751-m04\"" pod="kube-system/kindnet-qfb5r"
I1004 03:22:03.181162 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-qfb5r" node="ha-994751-m04"
==> kubelet <==
Oct 04 03:23:47 ha-994751 kubelet[1305]: E1004 03:23:47.373529 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012227373073617,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:23:47 ha-994751 kubelet[1305]: E1004 03:23:47.373558 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012227373073617,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:23:57 ha-994751 kubelet[1305]: E1004 03:23:57.376221 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012237375404117,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:23:57 ha-994751 kubelet[1305]: E1004 03:23:57.376607 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012237375404117,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:07 ha-994751 kubelet[1305]: E1004 03:24:07.379453 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012247378682972,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:07 ha-994751 kubelet[1305]: E1004 03:24:07.379509 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012247378682972,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:17 ha-994751 kubelet[1305]: E1004 03:24:17.381784 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012257381348480,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:17 ha-994751 kubelet[1305]: E1004 03:24:17.382305 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012257381348480,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:27 ha-994751 kubelet[1305]: E1004 03:24:27.387309 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012267384211934,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:27 ha-994751 kubelet[1305]: E1004 03:24:27.387674 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012267384211934,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:37 ha-994751 kubelet[1305]: E1004 03:24:37.389662 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012277389023499,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:37 ha-994751 kubelet[1305]: E1004 03:24:37.390147 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012277389023499,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:47 ha-994751 kubelet[1305]: E1004 03:24:47.337368 1305 iptables.go:577] "Could not set up iptables canary" err=<
Oct 04 03:24:47 ha-994751 kubelet[1305]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 04 03:24:47 ha-994751 kubelet[1305]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 04 03:24:47 ha-994751 kubelet[1305]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 04 03:24:47 ha-994751 kubelet[1305]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 04 03:24:47 ha-994751 kubelet[1305]: E1004 03:24:47.393080 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012287392471580,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:47 ha-994751 kubelet[1305]: E1004 03:24:47.393113 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012287392471580,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:57 ha-994751 kubelet[1305]: E1004 03:24:57.395248 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012297394773017,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:24:57 ha-994751 kubelet[1305]: E1004 03:24:57.395590 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012297394773017,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:25:07 ha-994751 kubelet[1305]: E1004 03:25:07.398270 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012307397806386,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:25:07 ha-994751 kubelet[1305]: E1004 03:25:07.398317 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012307397806386,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:25:17 ha-994751 kubelet[1305]: E1004 03:25:17.401131 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012317400306587,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 04 03:25:17 ha-994751 kubelet[1305]: E1004 03:25:17.401184 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728012317400306587,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-994751 -n ha-994751
helpers_test.go:261: (dbg) Run: kubectl --context ha-994751 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.29s)